-- Logs begin at Fri 2022-04-22 14:19:54 UTC, end at Fri 2022-04-22 16:25:46 UTC. -- Apr 22 14:58:57.512836 dv-neutron-838883-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 22 14:58:59.685695 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.common.config [-] Logging enabled! Apr 22 14:58:59.686456 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.1.dev1 Apr 22 14:58:59.686546 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83828) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 22 14:58:59.688752 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.common.config [-] Logging enabled! Apr 22 14:58:59.689001 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.1.dev1 Apr 22 14:58:59.689245 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83828) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 22 14:58:59.690319 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 14:58:59.690561 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 14:58:59.690908 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 14:58:59.691150 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 14:58:59.691375 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 14:58:59.691695 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.691996 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.692294 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.692523 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.692823 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.693113 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.693399 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.693691 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.693994 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.694312 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.694596 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.694883 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.695112 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.695398 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.695689 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.695977 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.696201 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] debug = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.696480 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.696914 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.697324 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.697607 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.697899 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.698196 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.698479 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.698775 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.699096 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] host = dv-neutron-838883-3-hyperv {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.699888 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.700180 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.700469 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.700757 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.701033 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.701309 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.701596 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.701871 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.702157 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] log_file = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.702448 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.702738 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.703026 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.703318 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.703541 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.703761 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.704050 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.704340 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.704618 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.704894 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.705169 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.705444 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.705781 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.706060 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.706372 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.706661 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.706948 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.707231 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.707506 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.707778 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.708052 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.708338 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.708613 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.708887 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.709161 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.709448 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.709718 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.709990 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.710315 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.710603 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.710885 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.711170 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.711444 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.711725 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.711998 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.712272 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.712545 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] use_json = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.712817 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.713088 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.713367 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.713641 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.713911 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.714206 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.714481 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.714766 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.715633 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:58:59.715930 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.716229 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.716532 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.716819 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.717117 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.717405 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.717697 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.717978 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.718306 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.718601 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.718892 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.719174 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.719461 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.719755 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.720044 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.720318 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.720598 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.720891 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.721169 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.721525 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.721807 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.722097 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.722401 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.722680 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.722963 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.723240 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.723513 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.723785 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.724063 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.724351 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.724625 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.724897 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.725167 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.725444 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.725718 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.726002 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.726308 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.726583 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.726854 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.727132 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.727411 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.727684 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.727961 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.728232 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.728507 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.728779 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.729052 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.729325 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.729596 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.729866 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.730151 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.730428 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.731007 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.731343 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.731625 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.731901 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.732174 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.732448 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.732738 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.733037 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.733319 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.733599 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.733878 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.734176 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.734457 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.734733 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.735011 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.735289 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.735561 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.735850 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.736133 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.736419 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.736701 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.736978 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.737277 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.737553 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.737836 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.738115 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.738414 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.738699 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.738981 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.739275 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.739568 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.739861 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.740152 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.740445 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.740728 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.741037 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.741318 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:58:59.741532 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 14:58:59.741770 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83828) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 22 14:59:00.148701 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO keyring.backend [-] Loading KWallet Apr 22 14:59:00.156180 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO keyring.backend [-] Loading SecretService Apr 22 14:59:00.159303 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO keyring.backend [-] Loading Windows Apr 22 14:59:00.160620 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO keyring.backend [-] Loading chainer Apr 22 14:59:00.161196 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO keyring.backend [-] Loading macOS Apr 22 14:59:00.194386 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 22 14:59:00.194655 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 22 14:59:00.194943 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 22 14:59:00.196407 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 22 14:59:00.499057 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.499341 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.499608 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.556077 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.556357 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.556623 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.559696 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.559974 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.560241 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.588884 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.589157 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.589420 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.617067 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.617341 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.617606 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.932755 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.933373 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.933373 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.933520 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:00.934927 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.054011 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.054358 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.054640 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.054915 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.055184 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.055495 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.055761 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.056022 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.056279 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.056563 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.056824 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.057092 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.057361 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.057621 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.057892 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.058188 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.058453 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.059318 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.059575 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.059859 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.060207 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.060461 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.060712 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.060996 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.061248 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.061501 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.061891 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:59:01.062130 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:59:01.062395 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:59:01.062638 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:59:01.062873 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:59:01.063107 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:59:01.063655 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 22 14:59:01.067085 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 22 14:59:01.071102 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 22 14:59:01.074948 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Apr 22 14:59:01.076577 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 22 14:59:01.076963 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 22 14:59:01.077303 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 22 14:59:01.077696 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 22 14:59:01.080495 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 22 14:59:01.080804 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 22 14:59:01.081150 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 14:59:01.109419 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 22 14:59:01.109866 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.110189 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83828) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 22 14:59:01.110551 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.111978 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83828) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 22 14:59:01.112259 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 14:59:01.112502 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 22 14:59:01.115766 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.116049 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.175772 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 22 14:59:01.176013 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 22 14:59:01.176250 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 22 14:59:01.176627 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 22 14:59:01.207258 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_db.sqlalchemy.engines [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83828) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 22 14:59:01.534429 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Initializing driver for type 'gre' Apr 22 14:59:01.534958 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] gre ID ranges: [(1, 1000)] Apr 22 14:59:01.588897 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Initializing driver for type 'local' Apr 22 14:59:01.589242 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Initializing driver for type 'vlan' Apr 22 14:59:01.602578 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] VlanTypeDriver initialization complete Apr 22 14:59:01.602952 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Initializing driver for type 'vxlan' Apr 22 14:59:01.603444 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] vxlan ID ranges: [(1, 1000)] Apr 22 14:59:01.659136 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Initializing extension driver 'port_security' Apr 22 14:59:01.659535 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.extensions.port_security [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] PortSecurityExtensionDriver initialization complete Apr 22 14:59:01.659905 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Initializing mechanism driver 'openvswitch' Apr 22 14:59:01.660264 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Initializing mechanism driver 'hyperv' Apr 22 14:59:01.666759 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:01.667444 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > port after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.667814 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > port after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.668200 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > port after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.668831 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:59:01.669398 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > subnet after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.670271 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > subnet after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.670615 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > subnet after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.671007 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:59:01.671427 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > network after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.671775 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > network after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.672122 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > network after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.672503 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:59:01.672908 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > security_group after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.673255 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > security_group after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.673595 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > security_group after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.674116 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:59:01.674546 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.674892 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.675230 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.675613 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83828) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 22 14:59:01.676055 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] ML2 OVO RPC backend initialized. {{(pid=83828) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 22 14:59:01.676699 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router_interface after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.677054 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.677471 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > network before_response 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.677816 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > networks before_response 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.678180 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > port before_response 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.678524 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > ports before_response 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.678863 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > subnet before_response 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.679202 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > subnets before_response 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.679546 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > network after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.679883 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > network after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.680214 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > network after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.680555 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > port after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.680888 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > port after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.681217 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > port after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.681549 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > subnet after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.681878 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > subnet after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.682238 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > subnet after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.682817 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Modular L2 Plugin initialization complete Apr 22 14:59:01.683142 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading services supported by the core plugin {{(pid=83828) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 22 14:59:01.683462 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.managers [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Got port-security extension from driver 'port_security' Apr 22 14:59:01.683955 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.extensions.vlantransparent [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Disabled vlantransparent extension. Apr 22 14:59:01.684370 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83828) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 22 14:59:01.684680 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading Plugin: router Apr 22 14:59:01.720002 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router_interface before_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.720393 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router after_create 55549900 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.720757 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router before_create 55549900 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.721124 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.721486 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.721837 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router after_delete 55549900 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.722212 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > floatingip after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.722571 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router after_create 55549900 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.722916 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router after_update 55549900 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.723262 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router after_update 55549900 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.723606 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.723960 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router after_update 55549900 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.724363 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router precommit_update 55549900 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.724726 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: port after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.725061 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: port after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.725393 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: subnet after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.725728 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.726070 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > port precommit_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.726443 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router precommit_create 55549900 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.726784 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: port before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.727120 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router precommit_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.727470 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router after_update 55549900 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.727808 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router precommit_delete 55549900 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.728153 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router precommit_create 55549900 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.728505 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router_interface after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.728844 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router precommit_update 55549900 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.729201 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > agent after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.729544 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > agent after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.729881 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > network after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.731688 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Tracking information for resource: router configured {{(pid=83828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:59:01.732016 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Tracking information for resource: floatingip configured {{(pid=83828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 14:59:01.736767 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.db.l3_agentschedulers_db [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 22 14:59:01.737342 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: port after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.737703 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: port after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.738049 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: port after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.738422 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: port after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.739326 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router before_create 55550100 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.739688 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router precommit_delete 55550100 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.740049 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router precommit_create 55550100 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.740406 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > router precommit_update 55550100 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.744662 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.services.provider_configuration [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service providers = [] {{(pid=83828) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 22 14:59:01.745027 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.db.servicetype_db [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83828) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 22 14:59:01.747967 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.services.service_base [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 14:59:01.748319 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.services.service_base [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 14:59:01.748658 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.services.service_base [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 14:59:01.749528 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.services.service_base [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 14:59:01.749895 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.services.service_base [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 22 14:59:01.750296 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:59:01.750610 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 22 14:59:01.761185 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:59:01.761519 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading Plugin: auto_allocate Apr 22 14:59:01.767758 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: network precommit_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.768128 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: network precommit_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.768641 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:59:01.768958 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading Plugin: tag Apr 22 14:59:01.775474 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:59:01.775805 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading Plugin: timestamp Apr 22 14:59:01.780332 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:59:01.780667 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading Plugin: network_ip_availability Apr 22 14:59:01.785866 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.786200 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.786556 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:01.787266 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:59:01.787582 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading Plugin: flavors Apr 22 14:59:01.792266 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:59:01.792591 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading Plugin: revisions Apr 22 14:59:01.796799 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 14:59:01.797185 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_concurrency.lockutils [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.602s {{(pid=83828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 22 14:59:01.797916 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83828) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 22 14:59:01.798282 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Initializing extension manager. Apr 22 14:59:01.798783 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: __init__.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.799120 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: __pycache__ {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.799452 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.799779 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.800105 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: _filter_validation_lib.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.800431 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.800753 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: address_group.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.801493 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.802057 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: address-group Apr 22 14:59:01.802400 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: address_scope.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.803103 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.803619 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: address-scope Apr 22 14:59:01.803938 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: admin_state_down_before_update.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.804859 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.805377 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: router-admin-state-down-before-update Apr 22 14:59:01.805758 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: agent.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.806487 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.807004 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: agent Apr 22 14:59:01.807322 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: agent_resources_synced.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.808223 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.808764 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: agent-resources-synced Apr 22 14:59:01.809077 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: allowedaddresspairs.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.811046 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.811575 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: allowed-address-pairs Apr 22 14:59:01.811898 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: auto_allocated_topology.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.812960 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.813482 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: auto-allocated-topology Apr 22 14:59:01.813803 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: availability_zone.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.814522 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.815033 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: availability_zone Apr 22 14:59:01.815349 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: availability_zone_filter.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.816250 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.816761 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: availability_zone_filter Apr 22 14:59:01.817150 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: data_plane_status.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.818057 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.818598 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension data-plane-status not supported by any of loaded plugins Apr 22 14:59:01.818918 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: default_subnetpools.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.819821 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.820331 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: default-subnetpools Apr 22 14:59:01.820647 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: dhcpagentscheduler.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.821406 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.821913 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: dhcp_agent_scheduler Apr 22 14:59:01.822269 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: dns.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.823174 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.823680 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension dns-integration not supported by any of loaded plugins Apr 22 14:59:01.823999 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: dns_domain_ports.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.825426 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.825929 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 22 14:59:01.826287 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: dvr.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.826948 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.827464 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: dvr Apr 22 14:59:01.827782 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: empty_string_filtering.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.828684 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.829194 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: empty-string-filtering Apr 22 14:59:01.829511 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.830452 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.830954 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 22 14:59:01.831272 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.832172 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.832681 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 22 14:59:01.832998 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: external_net.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.833899 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.834444 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: external-net Apr 22 14:59:01.834763 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: extra_dhcp_opt.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.835656 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.836165 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: extra_dhcp_opt Apr 22 14:59:01.836484 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: extraroute.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.837382 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.837895 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: extraroute Apr 22 14:59:01.838248 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: extraroute_atomic.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.839263 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.840354 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: extraroute-atomic Apr 22 14:59:01.840687 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: filter_validation.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.841351 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.841865 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: filter-validation Apr 22 14:59:01.842213 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: fip_pf_description.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.843116 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.843624 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 22 14:59:01.843943 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: fip_port_details.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.844845 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.845357 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: fip-port-details Apr 22 14:59:01.845676 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: flavors.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.846916 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.847444 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: flavors Apr 22 14:59:01.847772 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.849414 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.849940 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 22 14:59:01.850303 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: floatingip_pools.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.850993 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.851506 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: floatingip-pools Apr 22 14:59:01.851825 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: ip_allocation.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.852741 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.853250 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension ip_allocation not supported by any of loaded plugins Apr 22 14:59:01.853568 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.854512 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.855026 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: ip-substring-filtering Apr 22 14:59:01.855344 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: l2_adjacency.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.856546 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.857052 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension l2_adjacency not supported by any of loaded plugins Apr 22 14:59:01.857373 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: l3.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.858362 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.858883 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: router Apr 22 14:59:01.859204 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: l3_conntrack_helper.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.861533 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.862072 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 22 14:59:01.862489 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.863411 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.863933 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: ext-gw-mode Apr 22 14:59:01.864255 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.865166 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.865677 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: l3-ha Apr 22 14:59:01.865996 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: l3_flavors.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.866930 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.867449 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: l3-flavors Apr 22 14:59:01.867767 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.868691 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.869204 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: l3-port-ip-change-not-allowed Apr 22 14:59:01.869520 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: l3agentscheduler.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.870560 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.871183 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: l3_agent_scheduler Apr 22 14:59:01.871508 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: logging.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.872981 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.873509 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension logging not supported by any of loaded plugins Apr 22 14:59:01.873838 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: metering.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.874605 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.875180 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: metering Apr 22 14:59:01.875505 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.876579 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.877097 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: metering_source_and_destination_fields Apr 22 14:59:01.877433 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: multiprovidernet.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.878367 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.878883 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: multi-provider Apr 22 14:59:01.879204 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: netmtu.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.880101 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.880612 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: net-mtu Apr 22 14:59:01.880935 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: netmtu_writable.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.881835 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.882379 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: net-mtu-writable Apr 22 14:59:01.882705 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: network_availability_zone.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.883367 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.883878 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: network_availability_zone Apr 22 14:59:01.884197 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: network_ip_availability.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.885270 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.885789 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: network-ip-availability Apr 22 14:59:01.886111 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: network_segment_range.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.887484 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.888006 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension network-segment-range not supported by any of loaded plugins Apr 22 14:59:01.888327 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: pagination.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.889307 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.889635 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: pagination Apr 22 14:59:01.889954 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.890887 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.891404 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: port-mac-address-regenerate Apr 22 14:59:01.891722 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: port_resource_request.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.892616 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.893131 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension port-resource-request not supported by any of loaded plugins Apr 22 14:59:01.893446 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: portbindings.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.894391 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.894905 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: binding Apr 22 14:59:01.895223 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: portbindings_extended.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.896524 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.897036 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: binding-extended Apr 22 14:59:01.897360 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: portsecurity.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.898307 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.898825 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: port-security Apr 22 14:59:01.899148 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: project_id.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.900112 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.900438 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: project-id Apr 22 14:59:01.900755 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: providernet.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.901662 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.902202 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: provider Apr 22 14:59:01.903096 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: qos.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.906731 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.907260 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension qos not supported by any of loaded plugins Apr 22 14:59:01.907587 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.908832 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.909344 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 22 14:59:01.909670 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.910612 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.911191 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 22 14:59:01.911517 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: qos_default.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.912554 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.913104 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension qos-default not supported by any of loaded plugins Apr 22 14:59:01.913452 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: qos_fip.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.914321 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.914897 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension qos-fip not supported by any of loaded plugins Apr 22 14:59:01.915240 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: qos_gateway_ip.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.916262 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.916897 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 22 14:59:01.917277 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: qos_port_network_policy.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.918413 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.919036 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 22 14:59:01.919429 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: qos_rule_type_details.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.920413 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.920998 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 22 14:59:01.921376 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: qos_rules_alias.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.922710 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.923267 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 22 14:59:01.923620 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: quotasv2.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.924606 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.924966 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: quotas Apr 22 14:59:01.925313 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: quotasv2_detail.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.927290 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.927666 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: quota_details Apr 22 14:59:01.928330 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: rbac.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.929418 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.930067 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: rbac-policies Apr 22 14:59:01.930376 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: rbac_address_scope.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.931539 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.932165 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: rbac-address-scope Apr 22 14:59:01.932754 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: rbac_security_groups.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.933744 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.934532 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: rbac-security-groups Apr 22 14:59:01.934764 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: rbac_subnetpool.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.935872 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.936488 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: rbac-subnetpool Apr 22 14:59:01.936837 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: revisionifmatch.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.938001 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.938579 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: revision-if-match Apr 22 14:59:01.938900 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: revisions.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.940251 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.940858 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: standard-attr-revisions Apr 22 14:59:01.941214 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: router_availability_zone.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.941976 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.942580 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: router_availability_zone Apr 22 14:59:01.942936 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: routerservicetype.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.943965 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.944479 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension router-service-type not supported by any of loaded plugins Apr 22 14:59:01.944814 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: security_groups_port_filtering.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.945703 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.946244 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: port-security-groups-filtering Apr 22 14:59:01.946566 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: securitygroup.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.958113 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.958685 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: security-group Apr 22 14:59:01.959014 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: segment.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.959826 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.960358 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension segment not supported by any of loaded plugins Apr 22 14:59:01.960680 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.961620 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.962158 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 22 14:59:01.962480 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: servicetype.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.963575 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.964105 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: service-type Apr 22 14:59:01.964453 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: sorting.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.966099 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.966454 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: sorting Apr 22 14:59:01.966778 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: standard_attr_segment.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.967705 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.968227 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 22 14:59:01.968553 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: standardattrdescription.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.969195 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.969705 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: standard-attr-description Apr 22 14:59:01.970025 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: stateful_security_group.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.970978 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.971499 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: stateful-security-group Apr 22 14:59:01.971925 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: stdattrs_common.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.972510 dv-neutron-838883-3-hyperv neutron-server[83828]: WARNING neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 22 14:59:01.972829 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.973741 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.974288 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 22 14:59:01.974608 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: subnet_onboard.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.975752 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.976273 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: subnet_onboard Apr 22 14:59:01.976592 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.977527 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.978041 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 22 14:59:01.978390 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: subnet_service_types.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.979308 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.979827 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: subnet-service-types Apr 22 14:59:01.980145 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: subnetallocation.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.981508 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.982097 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: subnet_allocation Apr 22 14:59:01.982367 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.983028 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.983543 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: subnetpool-prefix-ops Apr 22 14:59:01.983863 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.984782 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.985298 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 22 14:59:01.985614 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: tagging.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.986706 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.987227 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: standard-attr-tag Apr 22 14:59:01.987551 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: timestamp.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.988742 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.989256 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loaded extension: standard-attr-timestamp Apr 22 14:59:01.989578 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: trunk.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.990631 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.991148 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension trunk not supported by any of loaded plugins Apr 22 14:59:01.991470 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: trunk_details.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.992373 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.992886 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension trunk-details not supported by any of loaded plugins Apr 22 14:59:01.993206 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: uplink_status_propagation.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.994114 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.994654 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 22 14:59:01.994974 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Loading extension file: vlantransparent.py {{(pid=83828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 22 14:59:01.995648 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 22 14:59:01.996193 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extension vlan-transparent not supported by any of loaded plugins Apr 22 14:59:01.998461 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:network Apr 22 14:59:01.999191 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:subnet Apr 22 14:59:01.999797 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:59:02.000567 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:port Apr 22 14:59:02.001820 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.v2.resource_helper [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:59:02.002312 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.v2.resource_helper [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service FLAVORS assigned prefix: {{(pid=83828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:59:02.002914 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.v2.resource_helper [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:59:02.003349 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.v2.resource_helper [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:59:02.003678 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:router Apr 22 14:59:02.004356 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:floatingip Apr 22 14:59:02.005060 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.v2.resource_helper [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service METERING assigned prefix: /metering {{(pid=83828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:59:02.006512 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:02.006876 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:02.007232 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 14:59:02.008371 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 14:59:02.008807 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:security_group Apr 22 14:59:02.009496 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 14:59:02.010258 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.v2.resource_helper [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service CORE assigned prefix: {{(pid=83828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:59:02.010590 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:59:02.010935 dv-neutron-838883-3-hyperv neutron-server[83828]: WARNING neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] subnetpool is already registered Apr 22 14:59:02.011551 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.v2.resource_helper [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service CORE assigned prefix: {{(pid=83828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:59:02.012388 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:59:02.012708 dv-neutron-838883-3-hyperv neutron-server[83828]: WARNING neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] subnetpool is already registered Apr 22 14:59:02.015266 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.v2.resource_helper [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:59:02.015701 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.v2.resource_helper [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service FLAVORS assigned prefix: {{(pid=83828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:59:02.016282 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.v2.resource_helper [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:59:02.016699 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.v2.resource_helper [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:59:02.017027 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:router Apr 22 14:59:02.017354 dv-neutron-838883-3-hyperv neutron-server[83828]: WARNING neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] router is already registered Apr 22 14:59:02.017948 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:floatingip Apr 22 14:59:02.018307 dv-neutron-838883-3-hyperv neutron-server[83828]: WARNING neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] floatingip is already registered Apr 22 14:59:02.018932 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.v2.resource_helper [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service METERING assigned prefix: /metering {{(pid=83828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:59:02.019593 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 14:59:02.019919 dv-neutron-838883-3-hyperv neutron-server[83828]: WARNING neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] rbac_policy is already registered Apr 22 14:59:02.020455 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:security_group Apr 22 14:59:02.020779 dv-neutron-838883-3-hyperv neutron-server[83828]: WARNING neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] security_group is already registered Apr 22 14:59:02.021364 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 14:59:02.021692 dv-neutron-838883-3-hyperv neutron-server[83828]: WARNING neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] security_group_rule is already registered Apr 22 14:59:02.022463 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.v2.resource_helper [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service CORE assigned prefix: {{(pid=83828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:59:02.022798 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:59:02.023123 dv-neutron-838883-3-hyperv neutron-server[83828]: WARNING neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] subnetpool is already registered Apr 22 14:59:02.023732 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.v2.resource_helper [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Service CORE assigned prefix: {{(pid=83828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 14:59:02.024056 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 14:59:02.024377 dv-neutron-838883-3-hyperv neutron-server[83828]: WARNING neutron.quota.resource_registry [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] subnetpool is already registered Apr 22 14:59:02.025030 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: extensions {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.026509 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: address-groups {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.028691 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: address-scopes {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.029881 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: agents {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.031034 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: auto-allocated-topology {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.032235 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: availability_zones {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.033520 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: dhcp-networks {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.034914 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: dhcp-agents {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.036335 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: routers {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.038097 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: flavors {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.039248 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: service_profiles {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.040429 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: next_providers {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.041912 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: service_profiles {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.043363 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: floatingip-pools {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.044671 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: routers {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.046434 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: floatingips {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.047590 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: l3-routers {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.048926 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: l3-agents {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.050323 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: metering-labels {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.051646 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: metering-label-rules {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.052864 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: network-ip-availabilities {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.054074 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: bindings {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.056577 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: quotas {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.058000 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: quotas {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.059904 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: rbac-policies {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.061171 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: security-groups {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.062366 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: security-group-rules {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.063569 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: service-providers {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.064758 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: subnetpools {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.066248 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: subnetpools {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.067669 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: tags {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.069302 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: tags {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.071102 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: tags {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.072932 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: tags {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.075258 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: tags {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.076889 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: tags {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.078840 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: tags {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.081566 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: tags {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.083407 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: tags {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.085204 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron.api.extensions [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Extended resource: tags {{(pid=83828) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 22 14:59:02.091600 dv-neutron-838883-3-hyperv neutron-server[83828]: WARNING keystonemiddleware.auth_token [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 22 14:59:02.096316 dv-neutron-838883-3-hyperv neutron-server[83828]: WARNING keystonemiddleware.auth_token [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 22 14:59:02.104253 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_concurrency.lockutils [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Acquired lock "singleton_lock" {{(pid=83828) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 22 14:59:02.104726 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_concurrency.lockutils [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Releasing lock "singleton_lock" {{(pid=83828) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 22 14:59:02.105611 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO oslo_service.service [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Starting 2 workers Apr 22 14:59:02.110201 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Started child 83933 {{(pid=83828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 14:59:02.114360 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Started child 83934 {{(pid=83828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 14:59:02.115612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:02.116226 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO neutron.service [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Neutron service started, listening on 0.0.0.0:9696 Apr 22 14:59:02.116784 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Notify callbacks [] for process, before_spawn {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:02.117179 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [-] (83933) wsgi starting up on http://0.0.0.0:9696 Apr 22 14:59:02.119300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:02.119785 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO oslo_service.service [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Starting 1 workers Apr 22 14:59:02.120615 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [-] (83934) wsgi starting up on http://0.0.0.0:9696 Apr 22 14:59:02.124816 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Started child 83935 {{(pid=83828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 14:59:02.125366 dv-neutron-838883-3-hyperv neutron-server[83828]: INFO oslo_service.service [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Starting 1 workers Apr 22 14:59:02.128843 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.service [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] calling RpcWorker wait() {{(pid=83935) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 22 14:59:02.129385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.service [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] returning from RpcWorker wait() {{(pid=83935) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 22 14:59:02.129881 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Started child 83936 {{(pid=83828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 14:59:02.130675 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:02.130771 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-943ab55c-7169-4459-b17e-6ccdf65e566c None None] Notify callbacks [] for process, after_spawn {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:02.131238 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:02.132579 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83828) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 22 14:59:02.132785 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 14:59:02.132967 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 14:59:02.133181 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 14:59:02.133546 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 14:59:02.133712 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 14:59:02.134220 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.134496 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.134766 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.134891 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:02.135349 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.135349 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.135853 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.135957 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:02.136131 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.136369 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.136653 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.137423 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.137593 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.137757 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.138010 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.138266 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.138557 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.138835 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.139075 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.139339 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.139508 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.139756 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.140020 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.140253 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.140524 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] debug = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.140763 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.141266 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.141515 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.141764 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.141984 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.142279 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.142538 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.142832 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.143075 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.143296 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.143550 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.143801 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.144038 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.144256 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.144514 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.144736 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.145207 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] host = dv-neutron-838883-3-hyperv {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.145426 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.145641 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.145869 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.146114 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.146383 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.146598 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.146864 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.147107 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.147364 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.147607 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.147879 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.148125 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.148362 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.148611 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_file = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.148775 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_options = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.149015 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.149302 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.149558 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.149745 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.149913 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.150086 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.150379 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.150542 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.150802 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.151021 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.151246 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.151447 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.151679 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.151920 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.152180 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.152928 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.153179 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.153391 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.153638 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.153883 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.154167 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.154370 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.154605 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.154818 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.155033 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.155279 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.155527 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.155742 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.155979 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.156181 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.156457 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.156702 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.156951 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.157191 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.157418 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.157648 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.157894 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.158186 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.158419 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.158662 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.158936 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.159153 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.159408 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.159626 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.159858 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.160071 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] use_json = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.160286 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.160503 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.160770 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.160986 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.161217 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.161434 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.161643 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.161873 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.162083 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.162524 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.162803 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.163121 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.163350 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.163580 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.163817 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.164045 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.164260 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.164506 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.165985 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.166359 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.166595 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.166955 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.167240 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.168996 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.169270 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.169519 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.169796 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.170069 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.170507 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.170607 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.170810 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.171300 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.171459 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.171659 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.171776 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.172004 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.172227 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.172488 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.172750 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.173017 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.173259 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.173489 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.173711 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.173953 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.174195 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.174452 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.174684 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.174987 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.175166 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.175289 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 51794) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:02.175410 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.175618 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.176698 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.176698 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.176698 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.176698 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.177763 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.177763 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.177763 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.177763 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.177763 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.178356 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.178356 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.178356 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.179924 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.179924 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.179924 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.179924 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.179924 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.179924 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.179924 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.180699 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.180699 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.180699 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.180699 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.182430 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.182430 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.182430 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.182430 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.182430 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.182430 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.182430 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.182430 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.182891 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.182891 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.183197 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.183458 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.183735 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.183962 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.184114 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065305 Apr 22 14:59:02.184254 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.184390 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.186533 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.187829 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.187829 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.188122 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.188257 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.188581 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.188866 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.189137 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.189367 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.189655 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.189869 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.190170 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.191154 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.191405 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.191647 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.191938 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.192186 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.192434 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.192705 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.192972 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.193270 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.194172 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.194172 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.194172 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.194604 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.194754 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.194905 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.195179 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.195416 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.195655 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.195936 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.196194 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.196460 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.196738 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.197010 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.197236 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.197515 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.197780 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.198009 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.198262 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.198524 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.198841 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.199110 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.199341 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.199583 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.199875 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.200137 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.200376 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.200663 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.200922 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.201179 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.201445 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.201669 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.201886 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.202130 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.203239 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.203461 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.203708 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.203950 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.204176 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.204401 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.204620 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.204877 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.205120 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.205359 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.205587 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.205817 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.210240 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.210240 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.210240 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.210240 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.210240 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.210240 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.210240 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.210240 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.210777 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.210777 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.210777 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.210777 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.210777 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.211070 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.211070 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.211287 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.211535 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.213285 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.213285 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.213285 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.213285 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.213589 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.213763 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.213908 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.214123 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.214388 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.214598 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.215381 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.215622 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.216557 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.216557 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.216557 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.216792 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.216923 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.217152 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.217370 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.217589 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.217810 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.218031 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.219202 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.219428 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.219673 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.220708 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.221038 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.221404 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.221765 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.222124 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.222534 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.222942 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.223340 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.223745 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.224159 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.224531 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.224918 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.225301 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.225729 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.226218 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.227949 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.228318 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.228668 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.229140 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.231655 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.232611 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.232611 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.232864 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.234512 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.234773 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.235007 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.235747 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.235747 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.236090 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.236090 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.236346 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.236614 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.236896 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.237153 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.237415 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.237730 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.237973 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.238272 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.238505 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.238748 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.238990 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.239278 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.240142 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.240142 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.240142 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.240381 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.240695 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.240990 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.241264 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.241481 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.241798 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.242125 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.242990 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.243294 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.243586 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.245027 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.245275 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.245500 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.245762 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.246077 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.246452 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.246709 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.246972 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.247205 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.247446 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.247700 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.247921 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.248149 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.248383 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.248609 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.248828 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.248988 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 14:59:02.250953 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83828) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 22 14:59:02.251133 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 14:59:02.251297 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 14:59:02.252264 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 14:59:02.252264 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 14:59:02.252460 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 14:59:02.252544 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.252661 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.252812 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.254648 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.254648 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.254888 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.254888 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.255087 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.255216 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.255370 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.255558 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.256002 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.256170 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.256335 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.256487 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.256648 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.256803 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.256959 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.257124 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.257794 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.258040 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.259240 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.259410 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] debug = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.259579 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.260882 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.261077 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.261327 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.261891 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.262374 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.262560 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.262737 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.262909 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.263079 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.263248 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.263416 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.263580 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.263744 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.263904 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.264065 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.264224 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] host = dv-neutron-838883-3-hyperv {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.264383 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.264541 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.264697 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.264854 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.265009 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.265164 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.265321 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.265476 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.265632 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.265789 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.265969 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.266123 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.266433 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.266684 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_file = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.266905 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_options = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.267974 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.267974 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.267974 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.267974 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.267974 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.268380 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.268595 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.268761 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.270397 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.270571 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.270749 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.270925 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.271098 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.271265 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.271430 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.271593 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.271756 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.271918 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.272120 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.272240 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.272371 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.272527 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.272684 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.272842 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.272999 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.273156 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.273313 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.273471 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.273626 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.273781 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.273938 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.274096 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.274308 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.274467 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.274624 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.274780 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.274922 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.275085 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.275242 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.275400 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.275555 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.275713 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.275870 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.276032 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.276187 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.276344 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] use_json = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.276501 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.276657 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.276813 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.276969 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.277124 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.277798 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.277953 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.278110 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.279068 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 14:59:02.279250 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.279413 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.279584 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.279746 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.279906 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.280066 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.280228 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.280388 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.280547 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.281480 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.281480 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.281480 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.281480 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.281480 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.281480 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.282177 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.282177 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.282177 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.282177 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.282654 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.282654 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.282654 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.282654 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.283105 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.283105 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.283105 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.283361 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.283907 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.284074 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.285195 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.285693 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.285874 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.286046 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.286266 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.286483 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.286681 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.286809 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.286933 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.287055 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.287177 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.287750 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.288471 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.288651 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.288789 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.288942 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.289102 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.289260 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.289419 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.289582 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.289760 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.290626 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.290810 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.290972 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.291133 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.291291 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.291456 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.291614 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.291755 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.291895 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.292042 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.292204 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.292353 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.292512 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.292671 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.292863 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.293554 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.293688 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.293839 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.294103 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.294303 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.294451 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.294612 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.294771 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.294932 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.295100 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.295272 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.295429 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.295588 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.295748 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.295907 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.296070 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.296229 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.296388 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.296675 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.296983 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.297155 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.297316 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.297479 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.297751 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.298286 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.299219 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.299219 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.299219 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.299219 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.299219 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.299729 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.300284 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.300483 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.300640 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.300825 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.300938 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.301102 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.301300 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.301422 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.301583 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.301754 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.301921 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.302074 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.302267 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.302429 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.302591 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.302746 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.302901 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.303059 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.303218 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.303377 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.303535 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.303737 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.304181 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.304922 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.304922 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.305170 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.305365 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.305525 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.305686 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.305845 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.306014 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.306238 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.306402 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.306562 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.306721 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.306880 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.307040 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.307257 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.307423 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.307583 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.307744 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.307903 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.308065 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.308245 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.308373 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.309098 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.309306 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.309466 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.309626 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.309786 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.310004 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.310192 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.310354 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.310513 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.310672 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.310831 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.310990 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.311531 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.311531 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.311531 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.311739 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.311927 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.312094 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.313024 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.313024 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.313209 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.313289 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.313418 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.313590 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.313840 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.314283 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.314283 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.314458 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.314554 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.314639 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.314785 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.314948 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.315241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:02.315352 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.315437 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.315584 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.315750 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.315934 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.316094 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.316253 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.316415 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.316574 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.316733 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.316892 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.317050 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.317208 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.317366 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.317527 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.317685 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.317843 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.318001 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.318191 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.318371 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.318524 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.318684 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.318836 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.318978 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.319119 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.319276 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.319432 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.319590 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.319748 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.319906 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.320064 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.320222 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.320388 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.320545 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.320702 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.320873 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.321031 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.321188 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.321346 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.321504 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.321672 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.321829 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.321988 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.322164 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.322322 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.322489 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.322649 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.323203 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.323203 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.323203 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.323459 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.323459 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.323601 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.323714 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.323874 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.324033 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.324248 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.324893 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.325054 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.325215 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.325385 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.325549 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.325709 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.325874 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.326045 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.326240 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.326529 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.326701 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.326872 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.327030 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.327188 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.327346 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.327504 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.327730 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.327827 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.327969 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.328125 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.329570 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.330131 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.330316 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.330480 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.330643 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.330803 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.330987 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.331120 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.331278 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.331438 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.331596 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 14:59:02.331749 dv-neutron-838883-3-hyperv neutron-server[83828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 14:59:12.645026 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95137161-54b5-437d-b2b4-96f6734cc924 None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 14:59:12.717555 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95137161-54b5-437d-b2b4-96f6734cc924 None None] No non-hosted networks {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 22 14:59:12.741452 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-94b01352-90c4-4fdd-a2cc-9e5cc588cfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402238'] for agent, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:12.756579 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.agentschedulers_db [None req-95137161-54b5-437d-b2b4-96f6734cc924 None None] DHCP Agent not found on host dv-neutron-838883-3-hyperv {{(pid=83935) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 22 14:59:14.898620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-33abf1e5-163c-4d20-8791-dba4372bff7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402238'] for agent, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:14.969790 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-613ad872-008e-42af-bc56-aa884f03798b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:15.905029 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402238'] for agent, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:15.905815 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:15.906256 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:15.906830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:15.907388 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:15.907937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:15.908462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:15.908986 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:15.909531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:15.910220 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:15.910763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:15.911313 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:15.911920 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-838883-3-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:15.916689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-838883-3-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:15.926491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402238'] for agent, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:17.405355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402238'] for agent, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:19.058504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 51894) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:19.655185 dv-neutron-838883-3-hyperv neutron-server[83933]: WARNING oslo_policy.policy [None req-579fe57d-994a-4c89-9e72-02d9fffcca1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:59:19.655709 dv-neutron-838883-3-hyperv neutron-server[83933]: WARNING oslo_policy.policy [None req-579fe57d-994a-4c89-9e72-02d9fffcca1f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:59:19.868167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-579fe57d-994a-4c89-9e72-02d9fffcca1f admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:59:19.869221 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-579fe57d-994a-4c89-9e72-02d9fffcca1f admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8098381 Apr 22 14:59:21.934100 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.db.l3_hamode_db [None req-5a055cd2-6370-4995-9c1a-7e326a4200b2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 22 14:59:22.019721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a055cd2-6370-4995-9c1a-7e326a4200b2 None None] Routers set() bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:22.020099 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a055cd2-6370-4995-9c1a-7e326a4200b2 None None] Router IDs set() for agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 22 14:59:22.131571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 51908) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:22.508275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e218ca19-5dee-41d8-9f64-8bbf089b62e1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:22.561657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.policy [None req-e218ca19-5dee-41d8-9f64-8bbf089b62e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83933) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 22 14:59:22.562441 dv-neutron-838883-3-hyperv neutron-server[83933]: WARNING oslo_policy.policy [None req-e218ca19-5dee-41d8-9f64-8bbf089b62e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:59:22.562835 dv-neutron-838883-3-hyperv neutron-server[83933]: WARNING oslo_policy.policy [None req-e218ca19-5dee-41d8-9f64-8bbf089b62e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:59:22.566047 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.quota [None req-e218ca19-5dee-41d8-9f64-8bbf089b62e1 admin admin] Loaded quota_driver: . Apr 22 14:59:22.582106 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e218ca19-5dee-41d8-9f64-8bbf089b62e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:22.651697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e218ca19-5dee-41d8-9f64-8bbf089b62e1 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742897226084', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742897199762', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742897205154', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742897190088', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742897217212', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2041021', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1076009', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-393661', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-515767'] for rbac-policy, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:22.718216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e218ca19-5dee-41d8-9f64-8bbf089b62e1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:22.719306 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e218ca19-5dee-41d8-9f64-8bbf089b62e1 admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5868025 Apr 22 14:59:25.194399 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 51922) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:25.568707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '59e6bab6455e4549b66d1ea0e4708998'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:25.573528 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:25.577956 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Usage tracker for resource:network and tenant:59e6bab6455e4549b66d1ea0e4708998 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:25.582597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:25.588690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:25.598321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Made reservation on behalf of 59e6bab6455e4549b66d1ea0e4708998 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:59:25.601213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.622901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.665523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:25.669706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Usage tracker for resource:security_group_rule and tenant:59e6bab6455e4549b66d1ea0e4708998 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:25.672586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:25.678477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:25.746664 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.750507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.773310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 14:59:25.800320 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742899308912', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.800909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Unsubscribe: segment precommit_create {{(pid=83933) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 22 14:59:25.801396 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Added segment c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2 of type vlan for network 8f63b75f-eda9-48ea-8904-fd5bdcd44bb3 Apr 22 14:59:25.809682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2a3bce-f260-410e-bb7f-28106738b521,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:25.868869 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:25.869178 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:25.869515 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:25.869843 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:25.870191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:25.870522 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:25.870844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:25.871166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:25.871484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:25.871799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:25.872114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Tracked resource versions report: Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: pushed versions: Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Log': {'1.0'}, Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Network': {'1.1'}, Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Port': {'1.5'}, Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'PortForwarding': {'1.2'}, Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'QosPolicy': {'1.8'}, Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'SecurityGroup': {'1.2'}, Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'SubPort': {'1.0'}, Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Subnet': {'1.1'}, Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Trunk': {'1.1'}} Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: consumer versions: Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: { DHCP agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: L3 agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: Metadata agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: Metering agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: Open vSwitch agent@dv-neutron-838883-3-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Log': '1.0', Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Network': '1.1', Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Port': '1.5', Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'PortForwarding': '1.2', Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'QosPolicy': '1.8', Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'SecurityGroup': '1.2', Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'SecurityGroupRule': '1.0', Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'SubPort': '1.0', Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Subnet': '1.1', Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Trunk': '1.1'}} Apr 22 14:59:25.873335 dv-neutron-838883-3-hyperv neutron-server[83933]: {{(pid=83933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:59:25.911437 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.955576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:25.956545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:25.957154 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:26.061876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] Pushing event updated for resources: {'Network': ['ID=8f63b75f-eda9-48ea-8904-fd5bdcd44bb3,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:26.064359 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b2e11a5f-83b0-41c8-bfe1-c39fb40f0620 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8689919 Apr 22 14:59:26.088963 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 8f63b75f-eda9-48ea-8904-fd5bdcd44bb3 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:59:28.630671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 51938) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:29.114773 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6891c76-5167-4fa2-b816-48de21a77704 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:29.116095 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b6891c76-5167-4fa2-b816-48de21a77704 admin admin] 10.222.0.71 "GET /v2.0/networks/8f63b75f-eda9-48ea-8904-fd5bdcd44bb3 HTTP/1.1" status: 200 len: 825 time: 0.4844902 Apr 22 14:59:29.143983 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7caf9e85-0c31-422e-a8a4-a2df133546f4 admin admin] 10.222.0.71 "GET /v2.0/subnetpools/ffd0f747-49c6-4e46-9083-7182da4a0d04 HTTP/1.1" status: 200 len: 734 time: 0.0220978 Apr 22 14:59:29.152094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'subnetpool_id': 'ffd0f747-49c6-4e46-9083-7182da4a0d04', 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3', 'name': 'private-subnet'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:29.156147 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:29.160000 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Usage tracker for resource:subnet and tenant:59e6bab6455e4549b66d1ea0e4708998 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:29.162921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:29.168943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:29.178478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Made reservation on behalf of 59e6bab6455e4549b66d1ea0e4708998 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:59:29.180800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:29.456205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:29.537568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e88b3d4-67b4-4f14-bcd2-26cd2daa5837,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:29.547137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Checking segment: {'id': 'c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:59:29.547525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Network hostable DHCP agents. Network: 8f63b75f-eda9-48ea-8904-fd5bdcd44bb3, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:59:29.570370 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Network 8f63b75f-eda9-48ea-8904-fd5bdcd44bb3 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:59:29.580213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 8f63b75f-eda9-48ea-8904-fd5bdcd44bb3) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:59:29.584644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:29.585254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:29.590036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5749b763-c7ba-4a82-b6fb-0b87adc99366 None None] Network 8f63b75f-eda9-48ea-8904-fd5bdcd44bb3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:59:29.610131 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-18ec9a32-3f3f-42d1-8a98-781347466c31 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4548404 Apr 22 14:59:29.899560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-8f63b75f-eda9-48ea-8904-fd5bdcd44bb3', 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3', 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'fixed_ips': [{'subnet_id': '4e88b3d4-67b4-4f14-bcd2-26cd2daa5837'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 14:59:29.901444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:30.087186 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Allocated IP 172.20.0.2 (8f63b75f-eda9-48ea-8904-fd5bdcd44bb3/4e88b3d4-67b4-4f14-bcd2-26cd2daa5837/7746da43-b47a-4e93-a5ae-1e7bb4607e8c) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:59:30.311982 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:30.326179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Transition to ACTIVE for port object 7746da43-b47a-4e93-a5ae-1e7bb4607e8c will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:59:30.345278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Transition to ACTIVE for port object 7746da43-b47a-4e93-a5ae-1e7bb4607e8c will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:59:30.351686 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:30.419512 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Network 8f63b75f-eda9-48ea-8904-fd5bdcd44bb3 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:59:30.422397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:59:30.425664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:59:30.433084 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Pushing event updated for resources: {'Port': ['ID=7746da43-b47a-4e93-a5ae-1e7bb4607e8c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:30.471400 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.471749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.472083 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.472414 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.472757 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.473087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.473414 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.473758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.474082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.474426 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.474745 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Tracked resource versions report: Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: pushed versions: Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Log': {'1.0'}, Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Network': {'1.1'}, Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Port': {'1.5'}, Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'PortForwarding': {'1.2'}, Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'QosPolicy': {'1.8'}, Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'SecurityGroup': {'1.2'}, Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'SubPort': {'1.0'}, Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Subnet': {'1.1'}, Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Trunk': {'1.1'}} Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: consumer versions: Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: { DHCP agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: L3 agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: Metadata agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: Metering agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: Open vSwitch agent@dv-neutron-838883-3-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Log': '1.0', Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Network': '1.1', Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Port': '1.5', Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'PortForwarding': '1.2', Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'QosPolicy': '1.8', Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'SecurityGroup': '1.2', Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'SecurityGroupRule': '1.0', Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'SubPort': '1.0', Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Subnet': '1.1', Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Trunk': '1.1'}} Apr 22 14:59:30.476014 dv-neutron-838883-3-hyperv neutron-server[83935]: {{(pid=83935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:59:30.533406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Attempting to bind port 7746da43-b47a-4e93-a5ae-1e7bb4607e8c on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:59:30.533799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Attempting to bind port 7746da43-b47a-4e93-a5ae-1e7bb4607e8c by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:59:30.534376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Attempting to bind port 7746da43-b47a-4e93-a5ae-1e7bb4607e8c on network 8f63b75f-eda9-48ea-8904-fd5bdcd44bb3 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:59:30.540654 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:59:30.541049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Checking segment: {'id': 'c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:59:30.541520 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:30.541901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Bound using segment: {'id': 'c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:59:30.542504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Bound port: 7746da43-b47a-4e93-a5ae-1e7bb4607e8c, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:59:30.542898 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:30.627688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] For port 7746da43-b47a-4e93-a5ae-1e7bb4607e8c, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:59:30.631479 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] For port 7746da43-b47a-4e93-a5ae-1e7bb4607e8c, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7746da43-b47a-4e93-a5ae-1e7bb4607e8c,segment=NetworkSegment(c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2),segment_id=c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:59:30.635999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:30.738342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5fa15-7c46-4a06-b80d-41d648066a7a None None] Pushing event updated for resources: {'Port': ['ID=7746da43-b47a-4e93-a5ae-1e7bb4607e8c,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:31.871742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 51950) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:32.265513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-79c95f11-65d7-4b74-8752-dc7a6acfebde admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:59:32.266509 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-79c95f11-65d7-4b74-8752-dc7a6acfebde admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3937509 Apr 22 14:59:34.184596 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7746da43-b47a-4e93-a5ae-1e7bb4607e8c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:59:34.259044 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 7746da43-b47a-4e93-a5ae-1e7bb4607e8c completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:59:34.438894 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8dbdf8-5e45-4393-8bd0-41416b8f9545 None None] Network 8f63b75f-eda9-48ea-8904-fd5bdcd44bb3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:59:34.557997 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 51964) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:34.593487 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f754bf87-2443-4239-89f4-524f723f325a None None] Provisioning for port 7746da43-b47a-4e93-a5ae-1e7bb4607e8c completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:59:34.608547 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f754bf87-2443-4239-89f4-524f723f325a None None] Provisioning complete for port 7746da43-b47a-4e93-a5ae-1e7bb4607e8c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:34.609003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f754bf87-2443-4239-89f4-524f723f325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:34.789576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f754bf87-2443-4239-89f4-524f723f325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:34.829324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f754bf87-2443-4239-89f4-524f723f325a None None] For port 7746da43-b47a-4e93-a5ae-1e7bb4607e8c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7746da43-b47a-4e93-a5ae-1e7bb4607e8c,segment=NetworkSegment(c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2),segment_id=c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:34.833724 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f754bf87-2443-4239-89f4-524f723f325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:34.902818 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754bf87-2443-4239-89f4-524f723f325a None None] Pushing event updated for resources: {'Port': ['ID=7746da43-b47a-4e93-a5ae-1e7bb4607e8c,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:34.971067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-b4460b80-ae3f-4d24-93b4-edb18f51fe72 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:59:34.972059 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b4460b80-ae3f-4d24-93b4-edb18f51fe72 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4131429 Apr 22 14:59:35.059686 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-039811ed-728d-4d78-9b8f-d34687cd3acb None None] Provisioning complete for port 7746da43-b47a-4e93-a5ae-1e7bb4607e8c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:35.060177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-039811ed-728d-4d78-9b8f-d34687cd3acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:36.163042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7746da43-b47a-4e93-a5ae-1e7bb4607e8c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:59:36.230494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 7746da43-b47a-4e93-a5ae-1e7bb4607e8c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:36.230856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:37.667039 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 51976) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:38.042655 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8cbbebdd-8a01-4eab-8e89-414f3dffe579 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'admin_state_up': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:38.047766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8cbbebdd-8a01-4eab-8e89-414f3dffe579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:38.051478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8cbbebdd-8a01-4eab-8e89-414f3dffe579 admin admin] Usage tracker for resource:router and tenant:59e6bab6455e4549b66d1ea0e4708998 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:38.054684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8cbbebdd-8a01-4eab-8e89-414f3dffe579 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:38.060367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8cbbebdd-8a01-4eab-8e89-414f3dffe579 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:38.070001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8cbbebdd-8a01-4eab-8e89-414f3dffe579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:38.071479 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8cbbebdd-8a01-4eab-8e89-414f3dffe579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:38.095409 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8cbbebdd-8a01-4eab-8e89-414f3dffe579 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:38.210390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8cbbebdd-8a01-4eab-8e89-414f3dffe579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:38.228190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8cbbebdd-8a01-4eab-8e89-414f3dffe579 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:38.229735 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8cbbebdd-8a01-4eab-8e89-414f3dffe579 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5617421 Apr 22 14:59:40.470640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 51986) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:40.861049 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-5ee857a7-725d-4d5e-85ac-6f4642cd6614 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 14:59:40.862026 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5ee857a7-725d-4d5e-85ac-6f4642cd6614 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3904634 Apr 22 14:59:42.581633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-81662c48-1ebd-4888-bb2d-e683acdebe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:43.155578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 51996) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:43.746440 dv-neutron-838883-3-hyperv neutron-server[83934]: WARNING oslo_policy.policy [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:59:43.747038 dv-neutron-838883-3-hyperv neutron-server[83934]: WARNING oslo_policy.policy [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:59:43.960610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:43.962799 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.quota [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Loaded quota_driver: . Apr 22 14:59:43.979250 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:43.985709 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Usage tracker for resource:network and tenant:5d5d8b7f7b7a4a958461ecda39b51ffd is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:43.990405 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:43.997951 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:44.013338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Made reservation on behalf of 5d5d8b7f7b7a4a958461ecda39b51ffd for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:59:44.051642 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.policy [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83934) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 22 14:59:44.052409 dv-neutron-838883-3-hyperv neutron-server[83934]: WARNING oslo_policy.policy [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:59:44.052779 dv-neutron-838883-3-hyperv neutron-server[83934]: WARNING oslo_policy.policy [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 14:59:44.057816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:44.077727 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:44.121467 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:44.125172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Usage tracker for resource:security_group_rule and tenant:5d5d8b7f7b7a4a958461ecda39b51ffd is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:44.128292 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:44.134483 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:44.203031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:44.206799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:44.222778 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Reserving flat network on physical network physnet1 {{(pid=83934) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 22 14:59:44.256036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742899308912', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:44.256542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Unsubscribe: segment precommit_create {{(pid=83934) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 22 14:59:44.257041 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Added segment a160f665-cda0-4a50-8453-b75791fccae5 of type flat for network 2d66903e-b313-440b-aa1f-9c226989a999 Apr 22 14:59:44.309520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf3bf9a-beab-4c8f-9aa8-a84c64db30ce,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:44.335420 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:44.335771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:44.336154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:44.336493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:44.336983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:44.337362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:44.337854 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:44.338253 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:44.338588 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:44.339068 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:44.339428 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Tracked resource versions report: Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: pushed versions: Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Log': {'1.0'}, Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Network': {'1.1'}, Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Port': {'1.5'}, Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'PortForwarding': {'1.2'}, Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'QosPolicy': {'1.8'}, Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'SecurityGroup': {'1.2'}, Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'SubPort': {'1.0'}, Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Subnet': {'1.1'}, Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Trunk': {'1.1'}} Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: consumer versions: Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: { DHCP agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: L3 agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: Metadata agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: Metering agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: Open vSwitch agent@dv-neutron-838883-3-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Log': '1.0', Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Network': '1.1', Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Port': '1.5', Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'PortForwarding': '1.2', Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'QosPolicy': '1.8', Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'SecurityGroup': '1.2', Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'SecurityGroupRule': '1.0', Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'SubPort': '1.0', Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Subnet': '1.1', Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Trunk': '1.1'}} Apr 22 14:59:44.340655 dv-neutron-838883-3-hyperv neutron-server[83934]: {{(pid=83934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:59:44.383049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:44.432797 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:44.433873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:44.434533 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:44.539903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] Pushing event updated for resources: {'Network': ['ID=2d66903e-b313-440b-aa1f-9c226989a999,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:44.543402 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9ca06abd-1287-46bf-bf16-86aadc753a95 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3858027 Apr 22 14:59:44.569196 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 2d66903e-b313-440b-aa1f-9c226989a999 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 14:59:44.890563 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-520a3df7-4d1c-48c3-91f4-576e540d5b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:45.849286 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:45.906209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:46.783459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 52026) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:47.022096 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c599d26-10a3-467a-8002-738355d0159b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:47.023901 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1c599d26-10a3-467a-8002-738355d0159b admin admin] 10.222.0.71 "GET /v2.0/subnets/4e88b3d4-67b4-4f14-bcd2-26cd2daa5837 HTTP/1.1" status: 200 len: 849 time: 0.2389476 Apr 22 14:59:47.192741 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e660f93b-e26b-4823-b9b0-4ab653c1bade admin admin] 10.222.0.71 "GET /v2.0/routers/847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc HTTP/1.1" status: 200 len: 704 time: 0.1634436 Apr 22 14:59:47.370712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:47.661398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:47.889772 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Allocated IP 172.20.0.1 (8f63b75f-eda9-48ea-8904-fd5bdcd44bb3/4e88b3d4-67b4-4f14-bcd2-26cd2daa5837/c79bc045-c17f-4fe3-a095-10503f27bc05) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:59:48.043303 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:48.061177 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Transition to ACTIVE for port object c79bc045-c17f-4fe3-a095-10503f27bc05 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:59:48.110822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:48.178007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Network 8f63b75f-eda9-48ea-8904-fd5bdcd44bb3 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:59:48.181190 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:59:48.187925 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:59:48.188793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:48.191664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Pushing event updated for resources: {'Port': ['ID=c79bc045-c17f-4fe3-a095-10503f27bc05,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:48.310808 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:48.362388 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f0466399-8fe9-4619-a1b5-7e045b6beaca None None] Provisioning for port c79bc045-c17f-4fe3-a095-10503f27bc05 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:59:48.367959 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f0466399-8fe9-4619-a1b5-7e045b6beaca None None] Provisioning complete for port c79bc045-c17f-4fe3-a095-10503f27bc05 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:48.368328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0466399-8fe9-4619-a1b5-7e045b6beaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:48.418539 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f0466399-8fe9-4619-a1b5-7e045b6beaca None None] Port c79bc045-c17f-4fe3-a095-10503f27bc05 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:59:48.535219 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:48.539479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:48.540504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:48.674052 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Pushing event updated for resources: {'Port': ['ID=c79bc045-c17f-4fe3-a095-10503f27bc05,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:48.736575 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Network 8f63b75f-eda9-48ea-8904-fd5bdcd44bb3 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:59:48.737606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:59:48.941181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-35920e5d-518b-48e1-8b65-cf97f43caa86 None None] Provisioning complete for port c79bc045-c17f-4fe3-a095-10503f27bc05 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:48.941547 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35920e5d-518b-48e1-8b65-cf97f43caa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:48.992879 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-35920e5d-518b-48e1-8b65-cf97f43caa86 None None] Port c79bc045-c17f-4fe3-a095-10503f27bc05 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 14:59:49.129068 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Router 847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 14:59:49.294033 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:59:49.303105 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-483e6698-cb70-4a23-aac2-92e349154bcd admin admin] 10.222.0.71 "PUT /v2.0/routers/847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1048930 Apr 22 14:59:49.304114 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Sync routers for ids ['847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:59:49.317375 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Routers {'847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:49.318354 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T14:59:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:49.488610 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Set router 847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:49.855957 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'name': 'router1', 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:38Z', 'updated_at': '2022-04-22T14:59:48Z', 'revision_number': 2, 'project_id': '59e6bab6455e4549b66d1ea0e4708998', 'gw_port_host': None, '_interfaces': [{'id': 'c79bc045-c17f-4fe3-a095-10503f27bc05', 'name': '', 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3', 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'mac_address': 'fa:16:3e:27:6c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e88b3d4-67b4-4f14-bcd2-26cd2daa5837', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:47Z', 'updated_at': '2022-04-22T14:59:48Z', 'revision_number': 2, 'project_id': '59e6bab6455e4549b66d1ea0e4708998', 'subnets': [{'id': '4e88b3d4-67b4-4f14-bcd2-26cd2daa5837', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffd0f747-49c6-4e46-9083-7182da4a0d04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:49.860679 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Checking router: 847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:59:49.861044 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Updating router 847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc port c79bc045-c17f-4fe3-a095-10503f27bc05 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:59:49.908989 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:50.299024 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:50.314518 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Transition to ACTIVE for port object c79bc045-c17f-4fe3-a095-10503f27bc05 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:59:50.321013 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:50.548435 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02adf8b-51f2-4158-9638-0d58ee794813 None None] Pushing event updated for resources: {'Port': ['ID=c79bc045-c17f-4fe3-a095-10503f27bc05,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:50.572710 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02adf8b-51f2-4158-9638-0d58ee794813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:50.573049 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02adf8b-51f2-4158-9638-0d58ee794813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:50.573377 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02adf8b-51f2-4158-9638-0d58ee794813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:50.573702 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02adf8b-51f2-4158-9638-0d58ee794813 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:50.574038 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02adf8b-51f2-4158-9638-0d58ee794813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:50.574388 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02adf8b-51f2-4158-9638-0d58ee794813 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:50.574705 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02adf8b-51f2-4158-9638-0d58ee794813 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:50.575035 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02adf8b-51f2-4158-9638-0d58ee794813 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:50.575352 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02adf8b-51f2-4158-9638-0d58ee794813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:50.575720 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02adf8b-51f2-4158-9638-0d58ee794813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:50.576109 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02adf8b-51f2-4158-9638-0d58ee794813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02adf8b-51f2-4158-9638-0d58ee794813 None None] Tracked resource versions report: Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: pushed versions: Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: { 'ConntrackHelper': {'1.0'}, Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Log': {'1.0'}, Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Network': {'1.1'}, Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Port': {'1.5'}, Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'PortForwarding': {'1.2'}, Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'QosPolicy': {'1.8'}, Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'SecurityGroup': {'1.2'}, Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'SecurityGroupRule': {'1.0'}, Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'SubPort': {'1.0'}, Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Subnet': {'1.1'}, Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Trunk': {'1.1'}} Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: consumer versions: Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: { DHCP agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: L3 agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: Metadata agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: Metering agent@dv-neutron-838883-3-hyperv: {}, Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: Open vSwitch agent@dv-neutron-838883-3-hyperv: { 'ConntrackHelper': '1.0', Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Log': '1.0', Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Network': '1.1', Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Port': '1.5', Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'PortForwarding': '1.2', Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'QosPolicy': '1.8', Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'SecurityGroup': '1.2', Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'SecurityGroupRule': '1.0', Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'SubPort': '1.0', Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Subnet': '1.1', Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Trunk': '1.1'}} Apr 22 14:59:50.577353 dv-neutron-838883-3-hyperv neutron-server[83936]: {{(pid=83936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 14:59:50.583332 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Attempting to bind port c79bc045-c17f-4fe3-a095-10503f27bc05 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:59:50.583731 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Attempting to bind port c79bc045-c17f-4fe3-a095-10503f27bc05 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:59:50.584163 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Attempting to bind port c79bc045-c17f-4fe3-a095-10503f27bc05 on network 8f63b75f-eda9-48ea-8904-fd5bdcd44bb3 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:59:50.590827 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:59:50.591226 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Checking segment: {'id': 'c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:59:50.591931 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:50.592157 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Bound using segment: {'id': 'c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:59:50.592644 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Bound port: c79bc045-c17f-4fe3-a095-10503f27bc05, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:59:50.593031 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:50.678753 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] For port c79bc045-c17f-4fe3-a095-10503f27bc05, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:59:50.682850 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] For port c79bc045-c17f-4fe3-a095-10503f27bc05, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c79bc045-c17f-4fe3-a095-10503f27bc05,segment=NetworkSegment(c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2),segment_id=c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:59:50.687881 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:50.777439 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02adf8b-51f2-4158-9638-0d58ee794813 None None] Pushing event updated for resources: {'Port': ['ID=c79bc045-c17f-4fe3-a095-10503f27bc05,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:50.782048 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Routers {'847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:50.782676 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T14:59:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:50.940494 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] Set router 847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:51.263540 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'name': 'router1', 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:38Z', 'updated_at': '2022-04-22T14:59:48Z', 'revision_number': 2, 'project_id': '59e6bab6455e4549b66d1ea0e4708998', 'gw_port_host': None, '_interfaces': [{'id': 'c79bc045-c17f-4fe3-a095-10503f27bc05', 'name': '', 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3', 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'mac_address': 'fa:16:3e:27:6c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e88b3d4-67b4-4f14-bcd2-26cd2daa5837', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:47Z', 'updated_at': '2022-04-22T14:59:50Z', 'revision_number': 4, 'project_id': '59e6bab6455e4549b66d1ea0e4708998', 'subnets': [{'id': '4e88b3d4-67b4-4f14-bcd2-26cd2daa5837', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffd0f747-49c6-4e46-9083-7182da4a0d04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:51.267396 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853985bf-bd1d-4dd7-8da2-5210d2855574 None None] The sync data for ids ['847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc'] in dv-neutron-838883-3-hyperv is: [{'id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'name': 'router1', 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:38Z', 'updated_at': '2022-04-22T14:59:48Z', 'revision_number': 2, 'project_id': '59e6bab6455e4549b66d1ea0e4708998', 'gw_port_host': None, '_interfaces': [{'id': 'c79bc045-c17f-4fe3-a095-10503f27bc05', 'name': '', 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3', 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'mac_address': 'fa:16:3e:27:6c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e88b3d4-67b4-4f14-bcd2-26cd2daa5837', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:47Z', 'updated_at': '2022-04-22T14:59:50Z', 'revision_number': 4, 'project_id': '59e6bab6455e4549b66d1ea0e4708998', 'subnets': [{'id': '4e88b3d4-67b4-4f14-bcd2-26cd2daa5837', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffd0f747-49c6-4e46-9083-7182da4a0d04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:59:51.456438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52048) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:51.629570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad20b089-dfe4-4a75-a072-d2dfc9469822 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:51.630926 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ad20b089-dfe4-4a75-a072-d2dfc9469822 admin admin] 10.222.0.71 "GET /v2.0/networks/2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 842 time: 0.1735642 Apr 22 14:59:51.640277 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Request body: {'subnet': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.26.8.1', 'name': 'public-subnet', 'cidr': '172.26.8.0/24'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:51.644611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 14:59:51.648876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Usage tracker for resource:subnet and tenant:5d5d8b7f7b7a4a958461ecda39b51ffd is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 14:59:51.651624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 14:59:51.657152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 14:59:51.667243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Made reservation on behalf of 5d5d8b7f7b7a4a958461ecda39b51ffd for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 14:59:51.669421 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:52.049460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.objects.ports [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83933) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 14:59:52.049894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:52.137213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad75287-5363-44e1-8932-9e54be43caef,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:52.139945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:59:52.140301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Network hostable DHCP agents. Network: 2d66903e-b313-440b-aa1f-9c226989a999, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 14:59:52.165711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 14:59:52.176956 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 2d66903e-b313-440b-aa1f-9c226989a999) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:59:52.184664 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:52.185221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-759d6808-29a3-4562-a442-27369788446b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:52.189102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d77dc1-adc2-4b8a-8ee9-8d1fec43f18a None None] Network 2d66903e-b313-440b-aa1f-9c226989a999 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:59:52.211289 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-759d6808-29a3-4562-a442-27369788446b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5734918 Apr 22 14:59:52.262309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c79bc045-c17f-4fe3-a095-10503f27bc05 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:59:52.427538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port c79bc045-c17f-4fe3-a095-10503f27bc05 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 14:59:52.437783 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c79bc045-c17f-4fe3-a095-10503f27bc05 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:52.438204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:52.518893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8156196e-1bd7-4f37-8d0b-05a23baaee5c None None] Network 2d66903e-b313-440b-aa1f-9c226989a999 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 14:59:52.759721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:52.835032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port c79bc045-c17f-4fe3-a095-10503f27bc05, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c79bc045-c17f-4fe3-a095-10503f27bc05,segment=NetworkSegment(c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2),segment_id=c1a88a2f-e3dc-4ad8-84b3-0917ce3d09b2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 14:59:52.840150 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:52.906032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=c79bc045-c17f-4fe3-a095-10503f27bc05,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:54.172496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c79bc045-c17f-4fe3-a095-10503f27bc05 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 14:59:54.242320 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c79bc045-c17f-4fe3-a095-10503f27bc05 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 14:59:54.242623 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:54.347866 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52062) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:54.587161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ddaad6ce-d8ae-4a45-af82-a23c90268852 admin admin] 10.222.0.71 "GET /v2.0/routers/847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc HTTP/1.1" status: 200 len: 710 time: 0.2381756 Apr 22 14:59:54.711073 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f5bf52-ea9b-4529-ba38-9508b989bf5b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 14:59:54.712410 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c3f5bf52-ea9b-4529-ba38-9508b989bf5b admin admin] 10.222.0.71 "GET /v2.0/networks/2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 886 time: 0.1203642 Apr 22 14:59:54.720934 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 14:59:55.229611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:55.407681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:55.464678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:55.598191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Allocated IP 172.26.8.5 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/56314415-d368-4209-891d-d2db7bf033a7) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 14:59:55.746595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:55.797801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:55.863845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 14:59:55.866606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 14:59:55.871770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Pushing event updated for resources: {'Port': ['ID=56314415-d368-4209-891d-d2db7bf033a7,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:55.883478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 14:59:56.064800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:56.228714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:56.232093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:56.430125 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Router 847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 14:59:56.661580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 14:59:56.670077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:56.674111 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0a72abe2-8248-4150-af96-1b27e5620bac admin admin] 10.222.0.71 "PUT /v2.0/routers/847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc HTTP/1.1" status: 200 len: 888 time: 1.9535029 Apr 22 14:59:56.674291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Sync routers for ids ['847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 14:59:56.685407 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Routers {'847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:56.686002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T14:59:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:56.873385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Set router 847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:57.212504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'name': 'router1', 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '56314415-d368-4209-891d-d2db7bf033a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:38Z', 'updated_at': '2022-04-22T14:59:55Z', 'revision_number': 4, 'project_id': '59e6bab6455e4549b66d1ea0e4708998', 'gw_port': {'id': '56314415-d368-4209-891d-d2db7bf033a7', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:55Z', 'updated_at': '2022-04-22T14:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c79bc045-c17f-4fe3-a095-10503f27bc05', 'name': '', 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3', 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'mac_address': 'fa:16:3e:27:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e88b3d4-67b4-4f14-bcd2-26cd2daa5837', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:47Z', 'updated_at': '2022-04-22T14:59:52Z', 'revision_number': 5, 'project_id': '59e6bab6455e4549b66d1ea0e4708998', 'subnets': [{'id': '4e88b3d4-67b4-4f14-bcd2-26cd2daa5837', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffd0f747-49c6-4e46-9083-7182da4a0d04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:57.217215 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Checking router: 847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 14:59:57.217561 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Updating router 847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc port 56314415-d368-4209-891d-d2db7bf033a7 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 14:59:57.266856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:57.588497 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:57.601387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Transition to ACTIVE for port object 56314415-d368-4209-891d-d2db7bf033a7 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 14:59:57.608384 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:57.694015 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217d1c6-02dd-4c2c-a76a-825ec9585cab None None] Pushing event updated for resources: {'Port': ['ID=56314415-d368-4209-891d-d2db7bf033a7,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:57.697700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Attempting to bind port 56314415-d368-4209-891d-d2db7bf033a7 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 14:59:57.698075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Attempting to bind port 56314415-d368-4209-891d-d2db7bf033a7 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 14:59:57.698457 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Attempting to bind port 56314415-d368-4209-891d-d2db7bf033a7 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 14:59:57.704863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 14, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 14:59:57.705223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 14:59:57.705628 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:57.706012 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 14:59:57.706560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Bound port: 56314415-d368-4209-891d-d2db7bf033a7, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 14:59:57.706945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:57.775970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] For port 56314415-d368-4209-891d-d2db7bf033a7, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 14:59:57.778874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] For port 56314415-d368-4209-891d-d2db7bf033a7, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=56314415-d368-4209-891d-d2db7bf033a7,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 14:59:57.783480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 14:59:57.886901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217d1c6-02dd-4c2c-a76a-825ec9585cab None None] Pushing event updated for resources: {'Port': ['ID=56314415-d368-4209-891d-d2db7bf033a7,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 14:59:57.892875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Routers {'847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 14:59:57.893471 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T14:59:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:58.078293 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] Set router 847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 14:59:58.390356 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'name': 'router1', 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '56314415-d368-4209-891d-d2db7bf033a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:38Z', 'updated_at': '2022-04-22T14:59:55Z', 'revision_number': 4, 'project_id': '59e6bab6455e4549b66d1ea0e4708998', 'gw_port': {'id': '56314415-d368-4209-891d-d2db7bf033a7', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:55Z', 'updated_at': '2022-04-22T14:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c79bc045-c17f-4fe3-a095-10503f27bc05', 'name': '', 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3', 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'mac_address': 'fa:16:3e:27:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e88b3d4-67b4-4f14-bcd2-26cd2daa5837', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:47Z', 'updated_at': '2022-04-22T14:59:52Z', 'revision_number': 5, 'project_id': '59e6bab6455e4549b66d1ea0e4708998', 'subnets': [{'id': '4e88b3d4-67b4-4f14-bcd2-26cd2daa5837', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffd0f747-49c6-4e46-9083-7182da4a0d04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 14:59:58.394166 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2c7cc-fb67-4f19-9ed7-e690a01da40a None None] The sync data for ids ['847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc'] in dv-neutron-838883-3-hyperv is: [{'id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'name': 'router1', 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': '56314415-d368-4209-891d-d2db7bf033a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T14:59:38Z', 'updated_at': '2022-04-22T14:59:55Z', 'revision_number': 4, 'project_id': '59e6bab6455e4549b66d1ea0e4708998', 'gw_port': {'id': '56314415-d368-4209-891d-d2db7bf033a7', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:4c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:55Z', 'updated_at': '2022-04-22T14:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c79bc045-c17f-4fe3-a095-10503f27bc05', 'name': '', 'network_id': '8f63b75f-eda9-48ea-8904-fd5bdcd44bb3', 'tenant_id': '59e6bab6455e4549b66d1ea0e4708998', 'mac_address': 'fa:16:3e:27:6c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847331ca-f8b2-4125-a7ff-3a8c0c1ac6cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e88b3d4-67b4-4f14-bcd2-26cd2daa5837', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T14:59:47Z', 'updated_at': '2022-04-22T14:59:52Z', 'revision_number': 5, 'project_id': '59e6bab6455e4549b66d1ea0e4708998', 'subnets': [{'id': '4e88b3d4-67b4-4f14-bcd2-26cd2daa5837', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ffd0f747-49c6-4e46-9083-7182da4a0d04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 14:59:58.963383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52074) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 14:59:59.096314 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-acaeb559-a432-4987-b0b2-1fb5572ee1fd admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1318271 Apr 22 15:00:00.196531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 56314415-d368-4209-891d-d2db7bf033a7 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:00:00.270555 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 56314415-d368-4209-891d-d2db7bf033a7 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:00:00.275266 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 56314415-d368-4209-891d-d2db7bf033a7 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:00:00.275664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:00.392158 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:00.408453 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 56314415-d368-4209-891d-d2db7bf033a7, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=56314415-d368-4209-891d-d2db7bf033a7,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:00:00.412207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:00.480027 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=56314415-d368-4209-891d-d2db7bf033a7,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:00:02.186855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 56314415-d368-4209-891d-d2db7bf033a7 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:00:02.257535 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 56314415-d368-4209-891d-d2db7bf033a7 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:00:02.257907 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:10.204378 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 5 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:00:12.575847 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1523ef27-2164-4557-937b-116d71decd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:14.893358 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-246c7b82-4744-4265-b002-26b86278a037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:15.853063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:15.908343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:17.386062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:42.581842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d0ce138-4aae-4eee-ac80-599b9d96feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:44.910297 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c534da9-1fb4-475c-add2-05318d903222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:45.858116 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:45.912207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:00:47.209059 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 5 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:00:47.393467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:12.574635 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aa5a050b-525f-470a-a181-1a6bb3c9933e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:14.894209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c706cc61-3f02-4933-b9d0-47e27f048de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:15.864204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:15.914488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:17.397754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:24.209437 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 5 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:01:42.578516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ea4000f6-3523-4240-af57-98f107417053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:44.898411 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b53623f4-8d52-43b8-b165-f2375b862d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:45.869506 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:45.911462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:01:47.397427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:01.210393 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 5 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:02:06.841215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52678) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:06.934720 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ec72f8-9a7d-4ec5-aceb-7a04306a67c1 admin admin] GET failed (client error): The resource could not be found. Apr 22 15:02:06.935980 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-23ec72f8-9a7d-4ec5-aceb-7a04306a67c1 admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0938382 Apr 22 15:02:07.085549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacfe01f-cd84-4632-97bc-44f150c5ecf6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:07.086951 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-eacfe01f-cd84-4632-97bc-44f150c5ecf6 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1465383 Apr 22 15:02:09.131214 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52688) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:09.265363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1478da56-a7a6-4d7a-ae6d-147835ef0fa5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:09.265937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1478da56-a7a6-4d7a-ae6d-147835ef0fa5 admin admin] Synchronizing usage tracker for tenant:5d5d8b7f7b7a4a958461ecda39b51ffd on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:02:09.284312 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1478da56-a7a6-4d7a-ae6d-147835ef0fa5 admin admin] Unset dirty status for tenant:5d5d8b7f7b7a4a958461ecda39b51ffd on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:02:09.285459 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1478da56-a7a6-4d7a-ae6d-147835ef0fa5 admin admin] 10.222.0.71 "GET /v2.0/subnets/4e88b3d4-67b4-4f14-bcd2-26cd2daa5837 HTTP/1.1" status: 200 len: 849 time: 0.1533177 Apr 22 15:02:09.294777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:02:09.410620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Notify callbacks [] for subnet, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:09.595504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742899280541'] for subnet, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:09.640105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:09.640688 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:09.642537 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] 10.222.0.71 "PUT /v2.0/subnets/4e88b3d4-67b4-4f14-bcd2-26cd2daa5837 HTTP/1.1" status: 200 len: 868 time: 0.3514233 Apr 22 15:02:09.652788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85b5db1-84af-4575-b7a0-4d218aefa23c None None] Network 8f63b75f-eda9-48ea-8904-fd5bdcd44bb3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:02:09.664720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e88b3d4-67b4-4f14-bcd2-26cd2daa5837,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:09.674009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:09.674418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:09.674725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:09.675066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:09.675434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:09.675772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:09.676103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:09.676428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:09.676753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:09.677076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:09.677402 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc41f481-a7cd-4286-88fb-9662e94f13dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:10.224654 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d78c5ab2-6568-4c4a-9633-ecefe19b4158 None None] Provisioning complete for port 7746da43-b47a-4e93-a5ae-1e7bb4607e8c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:02:10.225269 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d78c5ab2-6568-4c4a-9633-ecefe19b4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:10.367696 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d78c5ab2-6568-4c4a-9633-ecefe19b4158 None None] Provisioning complete for port c79bc045-c17f-4fe3-a095-10503f27bc05 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:02:10.368155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d78c5ab2-6568-4c4a-9633-ecefe19b4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:11.676828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 52698) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:11.880542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0906283d-00f0-4c28-8109-4d43dd0bea11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:11.880822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0906283d-00f0-4c28-8109-4d43dd0bea11 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:11.881535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0906283d-00f0-4c28-8109-4d43dd0bea11 admin admin] Synchronizing usage tracker for tenant:5d5d8b7f7b7a4a958461ecda39b51ffd on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:02:11.898252 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0906283d-00f0-4c28-8109-4d43dd0bea11 admin admin] Unset dirty status for tenant:5d5d8b7f7b7a4a958461ecda39b51ffd on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:02:11.899649 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0906283d-00f0-4c28-8109-4d43dd0bea11 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2218978 Apr 22 15:02:12.580473 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4115c167-9f86-42b0-ab6b-3cc55f01eb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:13.963947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 52708) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:14.165626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653327d8-2e84-4f52-ac3e-0515b11ee90f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:14.165920 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653327d8-2e84-4f52-ac3e-0515b11ee90f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:14.167474 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-653327d8-2e84-4f52-ac3e-0515b11ee90f admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2025907 Apr 22 15:02:14.901657 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c69e0da-4905-44d5-97e2-97d33911f997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:15.865351 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:15.914583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:16.245956 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52718) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:16.441045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61afa7-fd92-4b9c-a4c3-1fd404985c5a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:16.442348 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ec61afa7-fd92-4b9c-a4c3-1fd404985c5a admin admin] 10.222.0.71 "GET /v2.0/networks/2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 886 time: 0.1953559 Apr 22 15:02:17.398922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:18.499729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52728) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:18.694289 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd2e5de-bdfb-4e41-b5b9-3635d5f70350 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:18.695547 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-acd2e5de-bdfb-4e41-b5b9-3635d5f70350 admin admin] 10.222.0.71 "GET /v2.0/networks/8f63b75f-eda9-48ea-8904-fd5bdcd44bb3 HTTP/1.1" status: 200 len: 869 time: 0.1948879 Apr 22 15:02:20.744541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52738) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:20.872948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d787e6-0885-4587-8dc1-dc9c544f01a7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:20.873318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d787e6-0885-4587-8dc1-dc9c544f01a7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:20.874829 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f6d787e6-0885-4587-8dc1-dc9c544f01a7 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293602 Apr 22 15:02:22.914791 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52748) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:23.047598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f28e0c2-ce93-409a-aa6a-e92e6d234848 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:23.047967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f28e0c2-ce93-409a-aa6a-e92e6d234848 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:23.049477 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8f28e0c2-ce93-409a-aa6a-e92e6d234848 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1337581 Apr 22 15:02:25.087494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52758) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:25.208774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf355bef-0083-4d20-ae48-0b37bc353c05 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:25.210089 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bf355bef-0083-4d20-ae48-0b37bc353c05 admin admin] 10.222.0.71 "GET /v2.0/subnets/0ad75287-5363-44e1-8932-9e54be43caef HTTP/1.1" status: 200 len: 816 time: 0.1216683 Apr 22 15:02:27.270312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 52768) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:27.398443 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c488c8-6a2a-41c3-9b42-8cd79ecba1ba admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:27.399819 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-10c488c8-6a2a-41c3-9b42-8cd79ecba1ba admin admin] 10.222.0.71 "GET /v2.0/subnets/4e88b3d4-67b4-4f14-bcd2-26cd2daa5837 HTTP/1.1" status: 200 len: 868 time: 0.1285744 Apr 22 15:02:38.211454 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 5 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:02:42.582226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ecdd380a-5eee-43b7-942c-ae5e91f12ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:44.904840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a5bf4fa-f5fa-48e4-bceb-f00a62924848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:45.731169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 52806) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:45.802813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-ac5cf6d5-acc2-4929-9727-3327e754cdad admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:02:45.803999 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ac5cf6d5-acc2-4929-9727-3327e754cdad admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0717304 Apr 22 15:02:45.870576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:45.918338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:47.404937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:47.878656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52816) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:47.971483 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a722fb9-fb30-4e80-8711-495115799390 admin admin] GET failed (client error): The resource could not be found. Apr 22 15:02:47.972749 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9a722fb9-fb30-4e80-8711-495115799390 admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0930970 Apr 22 15:02:48.098889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd7a50d-d863-4a7e-957a-0a78b567ca87 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:48.101233 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0dd7a50d-d863-4a7e-957a-0a78b567ca87 admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1243982 Apr 22 15:02:50.181609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52826) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:50.251229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:02:50.256179 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:02:50.265600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:02:50.274942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] Made reservation on behalf of 5d5d8b7f7b7a4a958461ecda39b51ffd for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:02:50.277216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:50.366101 dv-neutron-838883-3-hyperv neutron-server[83933]: WARNING neutron.services.revisions.revision_plugin [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] Could not find related network for resource to bump revision. Apr 22 15:02:50.379144 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:02:50.388524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:50.388848 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] Added segment b58a18b9-3905-485c-ac40-bff57126bb71 of type vlan for network 2836f599-c208-493e-ae02-1fd0bf361cb7 Apr 22 15:02:50.418206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:50.483454 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:50.484290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:50.484857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:50.586008 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4032321 Apr 22 15:02:50.586667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbeba6-0d36-4999-8398-7c03b14e9a94 admin admin] Pushing event updated for resources: {'Network': ['ID=2836f599-c208-493e-ae02-1fd0bf361cb7,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:50.597383 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 2836f599-c208-493e-ae02-1fd0bf361cb7 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:02:52.617946 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52836) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:02:52.706961 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a7642e-daaf-4e24-a8b5-f71b86fe676f admin admin] GET failed (client error): The resource could not be found. Apr 22 15:02:52.707436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-80a7642e-daaf-4e24-a8b5-f71b86fe676f admin admin] Synchronizing usage tracker for tenant:5d5d8b7f7b7a4a958461ecda39b51ffd on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:02:52.721771 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-80a7642e-daaf-4e24-a8b5-f71b86fe676f admin admin] Unset dirty status for tenant:5d5d8b7f7b7a4a958461ecda39b51ffd on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:02:52.722841 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-80a7642e-daaf-4e24-a8b5-f71b86fe676f admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1039495 Apr 22 15:02:52.833471 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d66d0db-bf7f-47fe-bf75-ed1a6fd3dde4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:52.834847 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8d66d0db-bf7f-47fe-bf75-ed1a6fd3dde4 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1080818 Apr 22 15:02:52.844110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-01053622-c1bd-41d5-9ed6-6ddb2492cc78 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '2836f599-c208-493e-ae02-1fd0bf361cb7'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:02:52.848317 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-01053622-c1bd-41d5-9ed6-6ddb2492cc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:02:52.858280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-01053622-c1bd-41d5-9ed6-6ddb2492cc78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:02:52.868402 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01053622-c1bd-41d5-9ed6-6ddb2492cc78 admin admin] Made reservation on behalf of 5d5d8b7f7b7a4a958461ecda39b51ffd for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:02:52.870556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-01053622-c1bd-41d5-9ed6-6ddb2492cc78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:53.068469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-01053622-c1bd-41d5-9ed6-6ddb2492cc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:53.141197 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01053622-c1bd-41d5-9ed6-6ddb2492cc78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bffe1d97-56a8-4939-b779-e9f67151b18a,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:53.150328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01053622-c1bd-41d5-9ed6-6ddb2492cc78 admin admin] Checking segment: {'id': 'b58a18b9-3905-485c-ac40-bff57126bb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2836f599-c208-493e-ae02-1fd0bf361cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:02:53.150672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01053622-c1bd-41d5-9ed6-6ddb2492cc78 admin admin] Network hostable DHCP agents. Network: 2836f599-c208-493e-ae02-1fd0bf361cb7, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:02:53.171125 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01053622-c1bd-41d5-9ed6-6ddb2492cc78 admin admin] Network 2836f599-c208-493e-ae02-1fd0bf361cb7 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:02:53.180275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-01053622-c1bd-41d5-9ed6-6ddb2492cc78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 2836f599-c208-493e-ae02-1fd0bf361cb7) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:02:53.184066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01053622-c1bd-41d5-9ed6-6ddb2492cc78 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:02:53.184636 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-01053622-c1bd-41d5-9ed6-6ddb2492cc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:53.189390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c13b58-eb5a-42a9-9acf-b25cde073496 None None] Network 2836f599-c208-493e-ae02-1fd0bf361cb7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:02:53.215383 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-01053622-c1bd-41d5-9ed6-6ddb2492cc78 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3669386 Apr 22 15:02:53.411538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-2836f599-c208-493e-ae02-1fd0bf361cb7', 'network_id': '2836f599-c208-493e-ae02-1fd0bf361cb7', 'tenant_id': '5d5d8b7f7b7a4a958461ecda39b51ffd', 'fixed_ips': [{'subnet_id': 'bffe1d97-56a8-4939-b779-e9f67151b18a'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:02:53.412358 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:53.567859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Allocated IP 192.168.233.2 (2836f599-c208-493e-ae02-1fd0bf361cb7/bffe1d97-56a8-4939-b779-e9f67151b18a/a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:02:53.770776 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:53.780944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Transition to ACTIVE for port object a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:02:53.799527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Transition to ACTIVE for port object a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:02:53.805048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:53.871489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Network 2836f599-c208-493e-ae02-1fd0bf361cb7 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:02:53.874077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:02:53.882594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:02:53.885605 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Pushing event updated for resources: {'Port': ['ID=a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:53.897012 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:53.897361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:53.897687 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:53.898013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:53.898380 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:53.898711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:53.899031 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:53.899349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:53.899664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:53.899975 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:53.900292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:02:53.983198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Attempting to bind port a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:02:53.983559 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Attempting to bind port a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'b58a18b9-3905-485c-ac40-bff57126bb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2836f599-c208-493e-ae02-1fd0bf361cb7'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:02:53.983914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Attempting to bind port a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a on network 2836f599-c208-493e-ae02-1fd0bf361cb7 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:02:53.990833 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:02:53.991439 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Checking segment: {'id': 'b58a18b9-3905-485c-ac40-bff57126bb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2836f599-c208-493e-ae02-1fd0bf361cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:02:53.992375 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:53.992375 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Bound using segment: {'id': 'b58a18b9-3905-485c-ac40-bff57126bb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2836f599-c208-493e-ae02-1fd0bf361cb7'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:02:53.992677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Bound port: a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58a18b9-3905-485c-ac40-bff57126bb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2836f599-c208-493e-ae02-1fd0bf361cb7'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:02:53.993066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:54.111579 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] For port a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:02:54.115204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] For port a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a,segment=NetworkSegment(b58a18b9-3905-485c-ac40-bff57126bb71),segment_id=b58a18b9-3905-485c-ac40-bff57126bb71)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:02:54.120038 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:54.215200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac1804-740c-4c68-a3a9-fd47eaf52cd1 None None] Pushing event updated for resources: {'Port': ['ID=a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:54.998814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a431d-c43f-4c7f-ae1c-dc3b230f0dfc None None] Network 2836f599-c208-493e-ae02-1fd0bf361cb7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:02:55.159410 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fc447da8-3c24-404d-8a4c-db6897cf038f None None] Provisioning for port a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:02:56.279368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:02:56.349135 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:02:56.354000 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:02:56.354402 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:56.467401 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:56.498569 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a,segment=NetworkSegment(b58a18b9-3905-485c-ac40-bff57126bb71),segment_id=b58a18b9-3905-485c-ac40-bff57126bb71)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:02:56.503709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:02:56.571226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:02:58.262298 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:02:58.330994 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port a184bdc0-9e18-4e5d-bdd0-a84f1797ea5a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:02:58.331361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:12.586425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-755615d9-3c93-479a-9338-fcef600adbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:14.907430 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd859-0e7b-494f-ad89-75f212cc2a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:15.211546 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 5 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:03:15.874735 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:15.921181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:17.404471 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:42.589935 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1b73-7d00-45c4-8393-d360926361c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:44.912237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-501f05d9-e28e-4c7d-8268-aa03b5ee8ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:45.876983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:45.922475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:47.408346 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:03:52.211987 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 5 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:04:12.592302 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b2aa6825-c1f6-4f03-bd69-33ac7f9fb13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:13.243794 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52878) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:13.249556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-e7512235-b9eb-4c42-b922-0b5af9d928e4 tempest-verify_tempest_config-111291029 tempest-verify_tempest_config-111291029-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:04:13.250501 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e7512235-b9eb-4c42-b922-0b5af9d928e4 tempest-verify_tempest_config-111291029 tempest-verify_tempest_config-111291029-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057616 Apr 22 15:04:13.572279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 52894) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:13.711179 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:13.741019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:04:13.744670 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Usage tracker for resource:security_group_rule and tenant:446ed0d958fe4c88a9233ffbf75be2fe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:04:13.747384 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:04:13.752888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:04:13.815600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:13.819138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:13.862753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20864e8-7bd4-44a8-b84e-1bf2194512b6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:13.868701 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=446ed0d958fe4c88a9233ffbf75be2fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2954328 Apr 22 15:04:13.871659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 52900) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:04:13.873325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:13.873686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:13.874017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:13.874362 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:13.874818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:13.875001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:13.875330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:13.875653 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:13.875957 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:13.876285 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:13.876573 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db4a300b-fee9-4327-9fe4-e4653eb3cd46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:13.932854 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:13.960965 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:14.054656 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:14.070130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20864e8-7bd4-44a8-b84e-1bf2194512b6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:04:14.078570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:14.079656 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c20864e8-7bd4-44a8-b84e-1bf2194512b6 HTTP/1.1" status: 204 len: 168 time: 0.2053282 Apr 22 15:04:14.081701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:14.082036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:14.082431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:14.082989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:14.083339 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:14.083672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:14.084145 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:14.084332 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:14.084655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:14.084972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:14.085333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2639fa2f-0561-4374-a270-f4f5e5547b95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:04:14.914953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1da031e-ff3f-4afc-8da7-e597cee8ba23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:15.881883 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:15.922542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:17.410962 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:29.211654 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 5 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:04:42.594180 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2d908de-22d8-45e5-a4f7-6804c53ec3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:44.917188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-927bc21f-fa24-41ea-8e00-cc88bb068e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.882136 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:45.922861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:04:47.413353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:06.212131 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 5 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:05:12.597821 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44ac970e-a36f-4367-92fa-ae70881c3a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:14.918748 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50b1c5d6-19c1-45e4-a986-095e521b69ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:15.885003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:15.923602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:17.415122 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:32.793780 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-402238'] for agent, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:42.601725 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e8679e8f-9be7-4a6e-888c-5b00ca737863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:43.212541 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:05:44.921197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f7e1b74-c02d-4892-840e-284ae6527db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:45.887949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:45.931402 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:47.421947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:05:47.517279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 52970) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:47.658486 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1f297782-671a-4873-bd57-265dc9d15134 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1400599 Apr 22 15:05:49.704940 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 52980) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:05:49.782635 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-963f5de8-f4d7-4091-ba97-68fc80a32bef admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0766485 Apr 22 15:06:02.774568 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:12.603067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a4f91005-03d3-4001-9418-702830e9e650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:14.922713 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b0088726-b159-47c3-9e5b-aec466cabec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:15.891138 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:15.923213 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:17.421105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:20.212310 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:06:32.770259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:42.604836 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a557fe8-3eae-4231-922e-03811ea4796c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:44.924910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cefebb84-93c3-46da-aaa9-935d7fb960ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:45.892377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:45.924329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:47.422693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:06:57.212992 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:07:02.781502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:12.628860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-911eb358-fe14-4b14-8af5-121db1e96362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:14.959711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97f8b31c-fd8b-4f4a-a402-d4d67f52b8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:15.899904 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:15.930070 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.075408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53102) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:16.652736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1781545346-network', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:16.660404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:16.664920 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Usage tracker for resource:network and tenant:742d8ea68dee405bb2cf411aed61c6a2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:16.668659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:16.675815 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:16.687978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Made reservation on behalf of 742d8ea68dee405bb2cf411aed61c6a2 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:16.691754 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.707147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.741886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:16.745787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Usage tracker for resource:security_group_rule and tenant:742d8ea68dee405bb2cf411aed61c6a2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:16.750669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:16.755482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:16.826230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.831493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.867912 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928faf1c-b573-45b0-afcc-df61d6fa751f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:16.871734 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:16.881005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:16.881348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:16.881683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:16.882016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:16.882474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:16.882796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:16.883395 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:16.883784 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:16.884092 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:16.884411 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:16.884761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Tracked resource versions report: Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: pushed versions: Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: { 'ConntrackHelper': {'1.0'}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Log': {'1.0'}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Network': {'1.1'}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Port': {'1.5'}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'PortForwarding': {'1.2'}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'QosPolicy': {'1.8'}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'SecurityGroup': {'1.2'}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'SecurityGroupRule': {'1.0'}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'SubPort': {'1.0'}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Subnet': {'1.1'}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Trunk': {'1.1'}} Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: consumer versions: Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: { DHCP agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: HyperV agent@hv-neutron-8388: {}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: L3 agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: Metadata agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: Metering agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: Open vSwitch agent@dv-neutron-838883-3-hyperv: { 'ConntrackHelper': '1.0', Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Log': '1.0', Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Network': '1.1', Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Port': '1.5', Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'PortForwarding': '1.2', Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'QosPolicy': '1.8', Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'SecurityGroup': '1.2', Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'SecurityGroupRule': '1.0', Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'SubPort': '1.0', Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Subnet': '1.1', Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: 'Trunk': '1.1'}} Apr 22 15:07:16.885831 dv-neutron-838883-3-hyperv neutron-server[83934]: {{(pid=83934) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 15:07:16.899200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.899200 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Added segment 9516aeb7-fa4e-4eae-bc12-937c57d03bcd of type vlan for network 32587937-ea4e-42e2-a240-c92672372817 Apr 22 15:07:16.931253 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.969300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:16.971293 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:16.972320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.070824 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9943583 Apr 22 15:07:17.072314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53142) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:17.079189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Request body: {'subnet': {'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1781545346-subnet', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:17.084743 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:17.089774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Usage tracker for resource:subnet and tenant:742d8ea68dee405bb2cf411aed61c6a2 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:17.095423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:17.101560 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:17.103522 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1b007-36f8-400a-a73f-fd04219b2b69 admin admin] Pushing event updated for resources: {'Network': ['ID=32587937-ea4e-42e2-a240-c92672372817,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:17.116367 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 32587937-ea4e-42e2-a240-c92672372817 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:07:17.124395 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Made reservation on behalf of 742d8ea68dee405bb2cf411aed61c6a2 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:17.128151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.380799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.430078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.444120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b5cdf5-cca4-46bb-bfb1-12685fef26af,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:17.457240 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:17.457501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:17.458002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:17.458400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:17.458702 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:17.459026 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:17.459341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:17.459824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:17.460141 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:17.460455 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:17.460768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Tracked resource versions report: Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: pushed versions: Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: { 'ConntrackHelper': {'1.0'}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Log': {'1.0'}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Network': {'1.1'}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Port': {'1.5'}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'PortForwarding': {'1.2'}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'QosPolicy': {'1.8'}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'SecurityGroup': {'1.2'}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'SecurityGroupRule': {'1.0'}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'SubPort': {'1.0'}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Subnet': {'1.1'}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Trunk': {'1.1'}} Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: consumer versions: Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: { DHCP agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: HyperV agent@hv-neutron-8388: {}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: L3 agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: Metadata agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: Metering agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: Open vSwitch agent@dv-neutron-838883-3-hyperv: { 'ConntrackHelper': '1.0', Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Log': '1.0', Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Network': '1.1', Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Port': '1.5', Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'PortForwarding': '1.2', Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'QosPolicy': '1.8', Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'SecurityGroup': '1.2', Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'SecurityGroupRule': '1.0', Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'SubPort': '1.0', Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Subnet': '1.1', Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: 'Trunk': '1.1'}} Apr 22 15:07:17.461755 dv-neutron-838883-3-hyperv neutron-server[83933]: {{(pid=83933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 15:07:17.487707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Checking segment: {'id': '9516aeb7-fa4e-4eae-bc12-937c57d03bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '32587937-ea4e-42e2-a240-c92672372817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:17.488053 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Network hostable DHCP agents. Network: 32587937-ea4e-42e2-a240-c92672372817, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:07:17.511210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Network 32587937-ea4e-42e2-a240-c92672372817 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:07:17.523622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 32587937-ea4e-42e2-a240-c92672372817) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:17.528713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:17.529501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.536469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57433a5e-7146-4a48-847f-53e8a6f157b7 None None] Network 32587937-ea4e-42e2-a240-c92672372817 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:17.562525 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53156) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:17.562759 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c4ece171-47d3-45a5-9497-6d2cb3420237 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4887369 Apr 22 15:07:17.569206 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:17.574781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:17.579111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Usage tracker for resource:router and tenant:742d8ea68dee405bb2cf411aed61c6a2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:17.583848 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:17.589974 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:17.605928 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.607101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.640936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.800869 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-32587937-ea4e-42e2-a240-c92672372817', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'fixed_ips': [{'subnet_id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:07:17.801867 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.885599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53168) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:17.987654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:17.998998 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Allocated IP 172.20.0.2 (32587937-ea4e-42e2-a240-c92672372817/36b5cdf5-cca4-46bb-bfb1-12685fef26af/5119ac28-f8e6-4ae3-8ef3-e4db71d2e019) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:18.223219 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.257551 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.268319 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.281345 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Transition to ACTIVE for port object 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:18.302622 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Transition to ACTIVE for port object 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:18.312112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.403256 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Network 32587937-ea4e-42e2-a240-c92672372817 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:18.406937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:18.414160 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:18.418719 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Pushing event updated for resources: {'Port': ['ID=5119ac28-f8e6-4ae3-8ef3-e4db71d2e019,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:18.446703 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Allocated IP 172.26.8.206 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/87372f14-cd4b-4f48-b968-4e20ca2c7dce) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:18.497497 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:18.497897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:18.498398 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:18.498624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:18.498964 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:18.499291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:18.499611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:18.499947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:18.500328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:18.500642 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:18.500952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Tracked resource versions report: Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: pushed versions: Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: { 'ConntrackHelper': {'1.0'}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Log': {'1.0'}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Network': {'1.1'}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Port': {'1.5'}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'PortForwarding': {'1.2'}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'QosPolicy': {'1.8'}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'SecurityGroup': {'1.2'}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'SecurityGroupRule': {'1.0'}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'SubPort': {'1.0'}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Subnet': {'1.1'}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Trunk': {'1.1'}} Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: consumer versions: Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: { DHCP agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: HyperV agent@hv-neutron-8388: {}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: L3 agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: Metadata agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: Metering agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: Open vSwitch agent@dv-neutron-838883-3-hyperv: { 'ConntrackHelper': '1.0', Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Log': '1.0', Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Network': '1.1', Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Port': '1.5', Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'PortForwarding': '1.2', Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'QosPolicy': '1.8', Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'SecurityGroup': '1.2', Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'SecurityGroupRule': '1.0', Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'SubPort': '1.0', Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Subnet': '1.1', Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: 'Trunk': '1.1'}} Apr 22 15:07:18.502505 dv-neutron-838883-3-hyperv neutron-server[83935]: {{(pid=83935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 15:07:18.524926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Attempting to bind port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:18.525287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Attempting to bind port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '9516aeb7-fa4e-4eae-bc12-937c57d03bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '32587937-ea4e-42e2-a240-c92672372817'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:18.525641 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Attempting to bind port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 on network 32587937-ea4e-42e2-a240-c92672372817 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:18.533833 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1627791899-network', 'tenant_id': '548b38a4783b4d719184e32da986cde8'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:18.539104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:18.546512 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:07:18.546749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Usage tracker for resource:network and tenant:548b38a4783b4d719184e32da986cde8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:18.548175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Checking segment: {'id': '9516aeb7-fa4e-4eae-bc12-937c57d03bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '32587937-ea4e-42e2-a240-c92672372817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:18.549469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.549886 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Bound using segment: {'id': '9516aeb7-fa4e-4eae-bc12-937c57d03bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '32587937-ea4e-42e2-a240-c92672372817'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:07:18.551934 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Bound port: 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9516aeb7-fa4e-4eae-bc12-937c57d03bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '32587937-ea4e-42e2-a240-c92672372817'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:07:18.552637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.559407 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:18.569562 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:18.589043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Made reservation on behalf of 548b38a4783b4d719184e32da986cde8 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:18.591485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.617047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.648071 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.689817 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:18.692092 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.694008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Usage tracker for resource:security_group_rule and tenant:548b38a4783b4d719184e32da986cde8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:18.697137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:18.703005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:18.748450 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] For port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:18.752798 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] For port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5119ac28-f8e6-4ae3-8ef3-e4db71d2e019,segment=NetworkSegment(9516aeb7-fa4e-4eae-bc12-937c57d03bcd),segment_id=9516aeb7-fa4e-4eae-bc12-937c57d03bcd)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:07:18.757724 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.775523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.783869 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.818418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28878c5-b226-4bcc-8bf5-e56de98a40f6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:18.823211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:18.824530 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Pushing event updated for resources: {'Port': ['ID=87372f14-cd4b-4f48-b968-4e20ca2c7dce,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:18.829469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:18.829936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:18.833474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:18.840754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.841756 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Added segment 54c8cbc3-1752-4629-a44e-19e6e6c33ad2 of type vlan for network bd913740-5d28-4391-bafb-b87af92120d0 Apr 22 15:07:18.878569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.925884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.927358 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:18.928274 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:18.961378 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c20dc-09d3-4f6f-aff2-b53f3a8543ab None None] Pushing event updated for resources: {'Port': ['ID=5119ac28-f8e6-4ae3-8ef3-e4db71d2e019,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:19.060296 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1735826 Apr 22 15:07:19.068480 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53198) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:19.082654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c937f9-0336-4a6a-b3a4-f652b86d36d6 admin admin] Pushing event updated for resources: {'Network': ['ID=bd913740-5d28-4391-bafb-b87af92120d0,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:19.082852 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Request body: {'subnet': {'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1627791899-subnet', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:19.096834 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:19.104673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network bd913740-5d28-4391-bafb-b87af92120d0 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:07:19.105967 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Usage tracker for resource:subnet and tenant:548b38a4783b4d719184e32da986cde8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:19.111927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:19.119539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:19.139961 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:19.141243 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:19.144498 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Made reservation on behalf of 548b38a4783b4d719184e32da986cde8 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:19.148678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:19.636726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:19.709109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5f722a-91a1-4c20-800b-93533ca30263,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:19.785424 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Checking segment: {'id': '54c8cbc3-1752-4629-a44e-19e6e6c33ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:19.785800 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Network hostable DHCP agents. Network: bd913740-5d28-4391-bafb-b87af92120d0, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:07:19.810294 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:07:19.899778 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Network bd913740-5d28-4391-bafb-b87af92120d0 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:07:19.981200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, bd913740-5d28-4391-bafb-b87af92120d0) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:19.990783 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84332f8a-a46d-48c7-88bc-41a008a40150 None None] Network bd913740-5d28-4391-bafb-b87af92120d0 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:20.009849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:20.010834 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:20.068595 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d3b9f8f9-1973-4f1f-a59e-54b3e7d38f72 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9983647 Apr 22 15:07:20.071767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53230) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:20.078112 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:20.085234 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:20.091262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Usage tracker for resource:router and tenant:548b38a4783b4d719184e32da986cde8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:20.095183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:20.109209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:20.128243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:20.129762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:20.163450 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a670302-056b-4f37-bff5-c2b949707e87 None None] Network 32587937-ea4e-42e2-a240-c92672372817 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:20.174443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:20.262262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:07:20.277049 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Sync routers for ids ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:07:20.314999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a778dad1-82db-4058-b4b2-b753a1006985 None None] Provisioning for port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:20.320494 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Routers {'fdba284e-ba9b-47ec-a7e9-9ef4a7812159'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:20.321955 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:20.362811 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:20.367438 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-903064d6-d3d4-42e1-bdfa-47acc50cf8ad admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8034613 Apr 22 15:07:20.368300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53240) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:20.442759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:20.513940 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:20.584745 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-bd913740-5d28-4391-bafb-b87af92120d0', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'fixed_ips': [{'subnet_id': 'fd5f722a-91a1-4c20-800b-93533ca30263'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:07:20.586175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:20.587313 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Set router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:20.942432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:20.978864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.047840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:21.077496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:21.077832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.119108 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:07:18Z', 'revision_number': 3, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:21.123762 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Checking router: fdba284e-ba9b-47ec-a7e9-9ef4a7812159 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:07:21.124367 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Updating router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 port 87372f14-cd4b-4f48-b968-4e20ca2c7dce binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:07:21.187945 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.226378 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Allocated IP 172.26.8.56 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/0d76d275-92b9-4daa-9278-d5d33396d937) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:21.389321 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.470726 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Allocated IP 172.20.0.2 (bd913740-5d28-4391-bafb-b87af92120d0/fd5f722a-91a1-4c20-800b-93533ca30263/5295aec6-847c-43c5-b485-aefc01e84bde) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:21.515657 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5119ac28-f8e6-4ae3-8ef3-e4db71d2e019,segment=NetworkSegment(9516aeb7-fa4e-4eae-bc12-937c57d03bcd),segment_id=9516aeb7-fa4e-4eae-bc12-937c57d03bcd)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:21.527021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.530971 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.597722 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.649332 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=5119ac28-f8e6-4ae3-8ef3-e4db71d2e019,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:21.768282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:21.773748 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:21.787724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:21.846470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Pushing event updated for resources: {'Port': ['ID=0d76d275-92b9-4daa-9278-d5d33396d937,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:21.874918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0051e2c6-fa29-466f-b761-9bc3b72b6e32 None None] Provisioning complete for port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:21.876467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0051e2c6-fa29-466f-b761-9bc3b72b6e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.918529 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:21.933110 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Transition to ACTIVE for port object 87372f14-cd4b-4f48-b968-4e20ca2c7dce will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:21.943690 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.028067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.028797 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.042746 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.080082 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53278) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:22.161156 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Attempting to bind port 87372f14-cd4b-4f48-b968-4e20ca2c7dce on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:22.161841 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Attempting to bind port 87372f14-cd4b-4f48-b968-4e20ca2c7dce by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:22.161967 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Attempting to bind port 87372f14-cd4b-4f48-b968-4e20ca2c7dce on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:22.171597 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3dd1c-8013-4e96-8c7d-7e99f7942f94 None None] Pushing event updated for resources: {'Port': ['ID=87372f14-cd4b-4f48-b968-4e20ca2c7dce,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:22.183108 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:07:22.183529 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:22.184536 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.185073 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:07:22.186031 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Bound port: 87372f14-cd4b-4f48-b968-4e20ca2c7dce, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:07:22.186485 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.213267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.227709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Transition to ACTIVE for port object 5295aec6-847c-43c5-b485-aefc01e84bde will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:22.241004 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3dd1c-8013-4e96-8c7d-7e99f7942f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:22.241396 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3dd1c-8013-4e96-8c7d-7e99f7942f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:22.242827 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3dd1c-8013-4e96-8c7d-7e99f7942f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:22.242827 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3dd1c-8013-4e96-8c7d-7e99f7942f94 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:22.243042 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3dd1c-8013-4e96-8c7d-7e99f7942f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:22.243352 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3dd1c-8013-4e96-8c7d-7e99f7942f94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:22.243735 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3dd1c-8013-4e96-8c7d-7e99f7942f94 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:22.244091 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3dd1c-8013-4e96-8c7d-7e99f7942f94 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:22.244446 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3dd1c-8013-4e96-8c7d-7e99f7942f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:22.244884 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3dd1c-8013-4e96-8c7d-7e99f7942f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:22.245204 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3dd1c-8013-4e96-8c7d-7e99f7942f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3dd1c-8013-4e96-8c7d-7e99f7942f94 None None] Tracked resource versions report: Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: pushed versions: Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: { 'ConntrackHelper': {'1.0'}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Log': {'1.0'}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Network': {'1.1'}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Port': {'1.5'}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'PortForwarding': {'1.2'}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'QosPolicy': {'1.8'}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'SecurityGroup': {'1.2'}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'SecurityGroupRule': {'1.0'}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'SubPort': {'1.0'}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Subnet': {'1.1'}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Trunk': {'1.1'}} Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: consumer versions: Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: { DHCP agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: HyperV agent@hv-neutron-8388: {}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: L3 agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: Metadata agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: Metering agent@dv-neutron-838883-3-hyperv: {}, Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: Open vSwitch agent@dv-neutron-838883-3-hyperv: { 'ConntrackHelper': '1.0', Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Log': '1.0', Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Network': '1.1', Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Port': '1.5', Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'PortForwarding': '1.2', Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'QosPolicy': '1.8', Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'SecurityGroup': '1.2', Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'SecurityGroupRule': '1.0', Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'SubPort': '1.0', Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Subnet': '1.1', Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: 'Trunk': '1.1'}} Apr 22 15:07:22.246287 dv-neutron-838883-3-hyperv neutron-server[83936]: {{(pid=83936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 15:07:22.295112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Transition to ACTIVE for port object 5295aec6-847c-43c5-b485-aefc01e84bde will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:22.312174 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.362803 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] For port 87372f14-cd4b-4f48-b968-4e20ca2c7dce, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:22.367874 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] For port 87372f14-cd4b-4f48-b968-4e20ca2c7dce, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=87372f14-cd4b-4f48-b968-4e20ca2c7dce,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:07:22.380568 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.411683 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Network bd913740-5d28-4391-bafb-b87af92120d0 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:22.414730 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:22.429931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:22.429931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Pushing event updated for resources: {'Port': ['ID=5295aec6-847c-43c5-b485-aefc01e84bde,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:22.447436 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:22.535097 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3dd1c-8013-4e96-8c7d-7e99f7942f94 None None] Pushing event updated for resources: {'Port': ['ID=87372f14-cd4b-4f48-b968-4e20ca2c7dce,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:22.539947 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Routers {'fdba284e-ba9b-47ec-a7e9-9ef4a7812159'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:22.541092 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:22.554866 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Allocated IP 172.20.0.1 (32587937-ea4e-42e2-a240-c92672372817/36b5cdf5-cca4-46bb-bfb1-12685fef26af/28f36c06-fcbe-4e87-87dd-c24a65d9a355) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:22.607991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Router 90954189-6dd1-4311-a397-493d55c37e35 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:07:22.695042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Attempting to bind port 5295aec6-847c-43c5-b485-aefc01e84bde on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:22.695402 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Attempting to bind port 5295aec6-847c-43c5-b485-aefc01e84bde by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '54c8cbc3-1752-4629-a44e-19e6e6c33ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:22.695753 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Attempting to bind port 5295aec6-847c-43c5-b485-aefc01e84bde on network bd913740-5d28-4391-bafb-b87af92120d0 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:22.705149 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:07:22.705515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Checking segment: {'id': '54c8cbc3-1752-4629-a44e-19e6e6c33ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:22.705909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.706314 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Bound using segment: {'id': '54c8cbc3-1752-4629-a44e-19e6e6c33ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:07:22.706771 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Bound port: 5295aec6-847c-43c5-b485-aefc01e84bde, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c8cbc3-1752-4629-a44e-19e6e6c33ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:07:22.707132 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.775328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.781537 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:22.781899 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.799578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Transition to ACTIVE for port object 28f36c06-fcbe-4e87-87dd-c24a65d9a355 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:22.829115 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.888463 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] For port 5295aec6-847c-43c5-b485-aefc01e84bde, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:22.891975 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] For port 5295aec6-847c-43c5-b485-aefc01e84bde, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5295aec6-847c-43c5-b485-aefc01e84bde,segment=NetworkSegment(54c8cbc3-1752-4629-a44e-19e6e6c33ad2),segment_id=54c8cbc3-1752-4629-a44e-19e6e6c33ad2)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:07:22.912385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:22.932949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-700665127'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:22.946623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:22.963134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Usage tracker for resource:network and tenant:eb5596c8c3e5452e9b28c8f13d70b5d2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:22.971622 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:22.976236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:07:22.983936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Network 32587937-ea4e-42e2-a240-c92672372817 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:22.987499 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:22.989952 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:22.992928 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Pushing event updated for resources: {'Port': ['ID=28f36c06-fcbe-4e87-87dd-c24a65d9a355,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:22.993409 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] Set router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:23.006022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:23.006515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:23.020081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:23.021933 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fa14e11c-d8ae-484e-ac8f-9ee8964bf857 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9481592 Apr 22 15:07:23.025046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53298) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:23.031303 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Sync routers for ids ['90954189-6dd1-4311-a397-493d55c37e35'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:07:23.189521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Made reservation on behalf of eb5596c8c3e5452e9b28c8f13d70b5d2 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:23.192542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:23.271041 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8918b6-2786-4cdc-8b58-dfcc103b61ad None None] Pushing event updated for resources: {'Port': ['ID=5295aec6-847c-43c5-b485-aefc01e84bde,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:23.292316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53308) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:23.298985 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Routers {'90954189-6dd1-4311-a397-493d55c37e35'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:23.299648 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['90954189-6dd1-4311-a397-493d55c37e35'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:23.386450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:23.451470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53314) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:23.524219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53320) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:23.582648 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:23.663717 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:07:18Z', 'revision_number': 3, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:23.679865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:23.684049 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdfd812-5134-4118-b5c2-d9e7c8da223c None None] The sync data for ids ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'] in dv-neutron-838883-3-hyperv is: [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:07:18Z', 'revision_number': 3, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:07:23.714750 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Set router 90954189-6dd1-4311-a397-493d55c37e35 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:23.815731 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Usage tracker for resource:security_group_rule and tenant:eb5596c8c3e5452e9b28c8f13d70b5d2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:23.827489 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:23.839006 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:23.903270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1771592441', 'router:external': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:23.910807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:23.930403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Usage tracker for resource:network and tenant:b114c0be161d489bb4c6e754e3b943ac is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:23.937679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:23.954379 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:24.002308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Made reservation on behalf of b114c0be161d489bb4c6e754e3b943ac for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:24.005154 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.057301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-309564889'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:24.083535 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-972885974'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:24.100581 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:24.112266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.140731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Usage tracker for resource:network and tenant:b7ac2159b6524332904a9769994a64a1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:24.161292 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:24.174906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.177892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:24.207158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:24.224188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6c879a5c-a428-4c97-971d-f1ea7359fb95 None None] Provisioning for port 28f36c06-fcbe-4e87-87dd-c24a65d9a355 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:24.241394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Usage tracker for resource:network and tenant:3b251f14c7264a11bb4e66825c2eff72 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:24.241656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6c879a5c-a428-4c97-971d-f1ea7359fb95 None None] Provisioning complete for port 28f36c06-fcbe-4e87-87dd-c24a65d9a355 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:24.242266 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c879a5c-a428-4c97-971d-f1ea7359fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.254764 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:24.285061 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Made reservation on behalf of b7ac2159b6524332904a9769994a64a1 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:24.287798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.318782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.323763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:24.351959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.355113 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:07:24.372675 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:24.389804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Usage tracker for resource:security_group_rule and tenant:b114c0be161d489bb4c6e754e3b943ac is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:24.412162 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:24.415257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Made reservation on behalf of 3b251f14c7264a11bb4e66825c2eff72 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:24.428378 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.482821 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:24.514607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.526289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6c879a5c-a428-4c97-971d-f1ea7359fb95 None None] Port 28f36c06-fcbe-4e87-87dd-c24a65d9a355 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:07:24.559626 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53338) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:24.583907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:24.592691 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 87372f14-cd4b-4f48-b968-4e20ca2c7dce up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:24.596829 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:24.603972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.604319 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Added segment d1d411d7-a95e-48d0-b6df-cb1dcdfa5b73 of type vlan for network 3f26c69a-1e80-41b1-b12a-e8e7f84c2441 Apr 22 15:07:24.637388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Usage tracker for resource:security_group_rule and tenant:b7ac2159b6524332904a9769994a64a1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:24.645074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.653686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:24.667446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:24.712396 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.739083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.743382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:24.744042 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.755093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:07:21Z', 'revision_number': 3, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:24.762411 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cbd4d7-babb-4298-afd0-56203fa8de22 None None] Network bd913740-5d28-4391-bafb-b87af92120d0 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:24.780863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:24.790188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Checking router: 90954189-6dd1-4311-a397-493d55c37e35 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:07:24.790833 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Updating router 90954189-6dd1-4311-a397-493d55c37e35 port 0d76d275-92b9-4daa-9278-d5d33396d937 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:07:24.803975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Usage tracker for resource:security_group_rule and tenant:3b251f14c7264a11bb4e66825c2eff72 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:24.904792 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.914833 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:24.938925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-28a17d04-67fb-4bd9-bd66-0708f9a4c92c tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:24.940318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 87372f14-cd4b-4f48-b968-4e20ca2c7dce completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:24.955898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:24.968850 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 87372f14-cd4b-4f48-b968-4e20ca2c7dce triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:24.969612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.982360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:24.983862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.039606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3c338292-7df2-481f-bc5d-16ec07b09a52 None None] Provisioning for port 5295aec6-847c-43c5-b485-aefc01e84bde completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:25.045649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.057162 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.9729629 Apr 22 15:07:25.057619 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839021b6-1488-49a9-96ba-f4f77c622361,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:25.072274 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53354) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:25.080901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.122303 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53358) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:25.154715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd298d89-71fc-4bbc-b360-66a65b06da20,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:25.177698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Pushing event updated for resources: {'Port': ['ID=28f36c06-fcbe-4e87-87dd-c24a65d9a355,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:25.206822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.207642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:25.218658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5336404-f1c0-43e7-85ce-7b625929ad8d tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Pushing event updated for resources: {'Network': ['ID=3f26c69a-1e80-41b1-b12a-e8e7f84c2441,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:25.232848 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-28a17d04-67fb-4bd9-bd66-0708f9a4c92c tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] 10.222.0.71 "PUT /v2.0/quotas/34c79a2f7835444aa0c2a1677eb199c4 HTTP/1.1" status: 200 len: 366 time: 0.6648700 Apr 22 15:07:25.237757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.240788 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53368) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:25.253658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:25.264786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.265238 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Added segment e00d0b25-46d1-4726-9bb7-02b9aa8af719 of type vlan for network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 Apr 22 15:07:25.296816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.306226 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1e6d839a-0206-4aff-82fd-5825babfeaf5 tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] 10.222.0.71 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0631592 Apr 22 15:07:25.308409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53372) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:25.318801 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Network 32587937-ea4e-42e2-a240-c92672372817 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:25.320453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:25.336267 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-782da7dc-99e4-4077-8595-4bd063d532c1 tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] 10.222.0.71 "GET /v2.0/quotas/34c79a2f7835444aa0c2a1677eb199c4 HTTP/1.1" status: 200 len: 366 time: 0.0266941 Apr 22 15:07:25.351161 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.351828 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Added segment 7023c99b-227c-48b6-a4e7-00eb2858a2d2 of type vlan for network fd4dc808-97d2-4236-a72c-9012b10527bf Apr 22 15:07:25.393068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53376) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:25.402357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6c9e0e-0144-43c3-bbe5-52d86faf88d3,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:25.409294 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.415508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:25.416431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.436683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Request body: {'network': {'name': 'tempest-network--2002134225', 'router:external': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:25.444926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:25.450632 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Usage tracker for resource:network and tenant:45a39a9a356642ff91bf70c2426312f5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:25.453875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:25.461516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:25.537199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 3f26c69a-1e80-41b1-b12a-e8e7f84c2441 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:07:25.603466 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-86e51c91-4ecd-49bc-b1ae-9c35e7b35c77 tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] 10.222.0.71 "DELETE /v2.0/quotas/34c79a2f7835444aa0c2a1677eb199c4 HTTP/1.1" status: 204 len: 168 time: 0.1963282 Apr 22 15:07:25.604197 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Pushing event updated for resources: {'Network': ['ID=1a2d347f-8ff1-41f3-8899-8733a6d15c93,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:25.614907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53382) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:25.615534 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Made reservation on behalf of 45a39a9a356642ff91bf70c2426312f5 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:25.618780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.659735 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2fa4db9a-d40a-4c0c-8919-08c119684ca0 tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] 10.222.0.71 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0269639 Apr 22 15:07:25.665984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53386) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:25.671310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:25.677644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.687312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:25.702702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Usage tracker for resource:floatingip and tenant:50b15df700a54001a81f382fd0a4c71c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:25.707996 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:25.713621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:07:25.717477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:25.734556 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fb3451a4-3448-49ed-a665-402e45c312c3 tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] 10.222.0.71 "GET /v2.0/quotas/34c79a2f7835444aa0c2a1677eb199c4 HTTP/1.1" status: 200 len: 370 time: 0.0566208 Apr 22 15:07:25.738738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.739024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53394) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:25.754873 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-35c765d3-d5f3-4c50-baab-a8b25d8f894d tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] 10.222.0.71 "GET /v2.0/quotas/34c79a2f7835444aa0c2a1677eb199c4/default HTTP/1.1" status: 200 len: 370 time: 0.0111055 Apr 22 15:07:25.755076 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53398) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:25.765294 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.799724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:25.800644 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-d5c02062-bcc9-462b-bbf0-b8fdfb846caf tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] delete failed (client error): The resource could not be found. Apr 22 15:07:25.804250 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d5c02062-bcc9-462b-bbf0-b8fdfb846caf tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] 10.222.0.71 "DELETE /v2.0/quotas/34c79a2f7835444aa0c2a1677eb199c4 HTTP/1.1" status: 404 len: 348 time: 0.0456984 Apr 22 15:07:25.805230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Usage tracker for resource:security_group_rule and tenant:45a39a9a356642ff91bf70c2426312f5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:25.808503 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:25.815044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:25.889613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.892881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.897727 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e3059be0-3102-4f80-8742-1429f4af3947 tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4441559 Apr 22 15:07:25.904524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.920522 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c10d3b70-bb65-4c81-8cdb-1bc9c3fe4352 None None] Provisioning complete for port 28f36c06-fcbe-4e87-87dd-c24a65d9a355 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:25.921070 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c10d3b70-bb65-4c81-8cdb-1bc9c3fe4352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:25.922699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.024286 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:26.040999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c10d3b70-bb65-4c81-8cdb-1bc9c3fe4352 None None] Port 28f36c06-fcbe-4e87-87dd-c24a65d9a355 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:07:26.045903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:26.090265 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.090519 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Added segment ed05abb9-e8fc-4a45-b5bc-e20153ab0d00 of type vlan for network c2c89d42-ac02-45e7-9c11-1f603b9903bc Apr 22 15:07:26.102562 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5921e0a1-f1c3-4b76-9883-7d2306b2c8d9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:26.149549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.167202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.167954 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Added segment 77271b48-97e2-4fb0-81e9-bcfd626cb2e9 of type vlan for network ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6 Apr 22 15:07:26.215438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.220843 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 87372f14-cd4b-4f48-b968-4e20ca2c7dce, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=87372f14-cd4b-4f48-b968-4e20ca2c7dce,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:26.243562 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.244410 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5295aec6-847c-43c5-b485-aefc01e84bde up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:26.244716 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53414) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:26.282466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.328838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.330564 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:26.331403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.359717 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:07:26.374376 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.410842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=87372f14-cd4b-4f48-b968-4e20ca2c7dce,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:26.459704 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.479302 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Usage tracker for resource:network and tenant:9b83dc2c0e04410dac502de3270727f5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:26.482767 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Transition to ACTIVE for port object 0d76d275-92b9-4daa-9278-d5d33396d937 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:26.494659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.523038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:26.581463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.581901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:26.582496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.590488 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event updated for resources: {'Network': ['ID=fd4dc808-97d2-4236-a72c-9012b10527bf,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:26.597124 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6b4ea22f-12b4-448b-b6a6-2be062b70776 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.2998481 Apr 22 15:07:26.597326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 5295aec6-847c-43c5-b485-aefc01e84bde completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:26.608333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53418) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:26.625576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 5295aec6-847c-43c5-b485-aefc01e84bde triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:26.626079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.628499 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Request body: {'subnet': {'network_id': 'fd4dc808-97d2-4236-a72c-9012b10527bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:26.669932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Usage tracker for resource:subnet and tenant:9b83dc2c0e04410dac502de3270727f5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:26.682219 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:26.682554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Attempting to bind port 0d76d275-92b9-4daa-9278-d5d33396d937 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:26.683017 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Attempting to bind port 0d76d275-92b9-4daa-9278-d5d33396d937 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:26.683470 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Attempting to bind port 0d76d275-92b9-4daa-9278-d5d33396d937 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:26.688930 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network fd4dc808-97d2-4236-a72c-9012b10527bf details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:07:26.691334 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event updated for resources: {'Network': ['ID=c2c89d42-ac02-45e7-9c11-1f603b9903bc,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:26.693446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.697403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:26.697986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.706047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:26.712749 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Usage tracker for resource:subnet and tenant:b114c0be161d489bb4c6e754e3b943ac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:26.716576 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.728591 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:07:26.730781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:26.747485 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:26.764627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Allocated IP 172.26.8.21 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/f53efef7-c373-43d9-bd4e-fcc7aa11d2d7) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:26.777533 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Usage tracker for resource:subnetpool and tenant:9b83dc2c0e04410dac502de3270727f5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:26.807314 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network c2c89d42-ac02-45e7-9c11-1f603b9903bc details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:07:26.821012 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6342364-4bd0-421c-a83e-6233eac2a6c3,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:26.823672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Pushing event updated for resources: {'Network': ['ID=ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:26.826431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:26.831373 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5ad63e61-1472-4b48-9599-996f11b17abd tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.3015547 Apr 22 15:07:26.832129 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53422) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:26.835149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Made reservation on behalf of b114c0be161d489bb4c6e754e3b943ac for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:26.838495 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:26.839456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Request body: {'subnet': {'network_id': 'ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:26.938184 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:07:26.972542 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0583cb28-1767-41f6-a752-068732f37e08 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8560441 Apr 22 15:07:26.972542 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:26.974000 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53426) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:26.996740 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Usage tracker for resource:subnet and tenant:3b251f14c7264a11bb4e66825c2eff72 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:27.003822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:27.025276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-083cd826-758f-4e78-a464-0cf79c3d039a None None] Provisioning complete for port 5295aec6-847c-43c5-b485-aefc01e84bde triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:27.025800 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-083cd826-758f-4e78-a464-0cf79c3d039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.061376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:27.089048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.093211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Made reservation on behalf of 3b251f14c7264a11bb4e66825c2eff72 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:27.169782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.172716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 5295aec6-847c-43c5-b485-aefc01e84bde, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5295aec6-847c-43c5-b485-aefc01e84bde,segment=NetworkSegment(54c8cbc3-1752-4629-a44e-19e6e6c33ad2),segment_id=54c8cbc3-1752-4629-a44e-19e6e6c33ad2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:27.179850 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:07:27.180357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:27.181049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.181530 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:07:27.182277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Bound port: 0d76d275-92b9-4daa-9278-d5d33396d937, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:07:27.185067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.205217 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Usage tracker for resource:port and tenant:9b83dc2c0e04410dac502de3270727f5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:27.234587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:27.259321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53430) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:27.266216 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] For port 0d76d275-92b9-4daa-9278-d5d33396d937, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:27.268694 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] For port 0d76d275-92b9-4daa-9278-d5d33396d937, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=0d76d275-92b9-4daa-9278-d5d33396d937,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:07:27.279256 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.297465 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43e25e-25cc-4e35-abf3-6df98ecea997 None None] Pushing event updated for resources: {'Port': ['ID=0d76d275-92b9-4daa-9278-d5d33396d937,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:27.302465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Request body: {'port': {'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93', 'binding:host_id': 'hv-neutron-8388', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-772570883'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:27.303598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.320304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks [] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.342527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:27.363936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Usage tracker for resource:port and tenant:0d70851ce85840dab6a8f3aec51c25cc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:27.370784 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:27.383321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Usage tracker for resource:router and tenant:9b83dc2c0e04410dac502de3270727f5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:27.388596 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=5295aec6-847c-43c5-b485-aefc01e84bde,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:27.409861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:27.419894 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:27.469167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.477282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 87372f14-cd4b-4f48-b968-4e20ca2c7dce up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:27.497558 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Made reservation on behalf of 0d70851ce85840dab6a8f3aec51c25cc for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:27.499846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.511564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.532239 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:27.532609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:27.533331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:27.533654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Subscribe: > port after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:27.533969 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:27.534345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Subscribe: > port after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:27.534683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:27.535025 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:27.535322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:27.535629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:27.538088 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Usage tracker for resource:floatingip and tenant:9b83dc2c0e04410dac502de3270727f5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:27.545933 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.602374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:27.624777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Routers {'90954189-6dd1-4311-a397-493d55c37e35'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:27.625635 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['90954189-6dd1-4311-a397-493d55c37e35'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:27.641182 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Allocated IP 172.20.0.1 (bd913740-5d28-4391-bafb-b87af92120d0/fd5f722a-91a1-4c20-800b-93533ca30263/e0fdae62-c8bb-4049-8979-e472d0a17531) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:27.678101 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43e25e-25cc-4e35-abf3-6df98ecea997 None None] Pushing event updated for resources: {'Port': ['ID=0d76d275-92b9-4daa-9278-d5d33396d937,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:27.701146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:27.701494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:27.701853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:27.702168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83933) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:27.702553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c89d42-ac02-45e7-9c11-1f603b9903bc']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:27.724581 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed05abb9-e8fc-4a45-b5bc-e20153ab0d00') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:27.724800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed05abb9-e8fc-4a45-b5bc-e20153ab0d00') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:27.730023 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:27.741150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.777155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.784093 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Usage tracker for resource:security_group_rule and tenant:0d70851ce85840dab6a8f3aec51c25cc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:27.795877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:07:27.796261 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.796478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 87372f14-cd4b-4f48-b968-4e20ca2c7dce triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:27.796817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.801483 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn_limited( Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn_limited( Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:07:27.814466 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:07:27.832058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:27.834809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:27.924665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.000715 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:28.008038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.021009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] Set router 90954189-6dd1-4311-a397-493d55c37e35 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:28.040532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event deleted for resources: {'Network': ['ID=c2c89d42-ac02-45e7-9c11-1f603b9903bc,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:28.042291 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Pushing event updated for resources: {'Subnet': ['ID=d1289b74-86f2-4429-bb2b-76729dacc0bb,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:28.056540 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c2c89d42-ac02-45e7-9c11-1f603b9903bc {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 15:07:28.063355 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:28.065956 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event updated for resources: {'Port': ['ID=f53efef7-c373-43d9-bd4e-fcc7aa11d2d7,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:28.068171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:28.070193 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.099535 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b6c1ca99-84b9-4934-af53-710d8552ecd5 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "DELETE /v2.0/networks/c2c89d42-ac02-45e7-9c11-1f603b9903bc HTTP/1.1" status: 204 len: 168 time: 1.1244776 Apr 22 15:07:28.103932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53438) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:28.120121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:28.125235 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:28.129328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Usage tracker for resource:network and tenant:45a39a9a356642ff91bf70c2426312f5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:28.133033 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:28.134633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.139816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:28.148451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Checking segment: {'id': '77271b48-97e2-4fb0-81e9-bcfd626cb2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:28.148873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Network hostable DHCP agents. Network: ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:07:28.165153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Made reservation on behalf of 45a39a9a356642ff91bf70c2426312f5 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:28.167500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.206383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:28.216631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Network ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:07:28.224316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.224710 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Added segment f8413c9d-53f2-4459-9c73-fe5113cf3845 of type vlan for network 906d9eca-a018-4c90-841b-51736f5b1270 Apr 22 15:07:28.231810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:07:28.239828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Transition to ACTIVE for port object e0fdae62-c8bb-4049-8979-e472d0a17531 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:28.243666 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:28.250965 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Usage tracker for resource:security_group and tenant:9b83dc2c0e04410dac502de3270727f5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:28.263425 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:28.264049 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.292075 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.305002 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c32bbac9-d9d0-41ca-b776-f347db74b754 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4679301 Apr 22 15:07:28.306607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53442) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:28.314779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Request body: {'port': {'network_id': 'ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1797431069'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:28.323490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a5d5fa-b812-445a-bf1d-1ef2a4c65b7a None None] Network ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:28.366204 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:28.402089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.424668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.439171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Usage tracker for resource:security_group_rule and tenant:9b83dc2c0e04410dac502de3270727f5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:28.501971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] device_id is not set on port 7604a577-7561-40eb-aac4-c49689ccd709 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:07:28.513085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.513985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:28.514633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.583785 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.587327 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:28.632212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.637688 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5245385 Apr 22 15:07:28.654422 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53448) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:28.664937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:28.669129 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Usage tracker for resource:port and tenant:3b251f14c7264a11bb4e66825c2eff72 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:28.671808 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Request body: {'subnet': {'network_id': '906d9eca-a018-4c90-841b-51736f5b1270', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:28.673014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:28.679434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:28.690816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Made reservation on behalf of 3b251f14c7264a11bb4e66825c2eff72 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:28.693827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.699800 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Sync routers for ids ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:07:28.716527 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Routers {'fdba284e-ba9b-47ec-a7e9-9ef4a7812159'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:28.718184 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f519245-b393-496e-8d73-1083d3cee81a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:28.718352 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:28.721948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5f19f-7536-4dfe-9304-4e0328056d01 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event updated for resources: {'Network': ['ID=906d9eca-a018-4c90-841b-51736f5b1270,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:28.730552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] device_id is not set on port 45b7313b-6dd2-489e-9d68-d3f5150411b0 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:07:28.731801 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:07:21Z', 'revision_number': 3, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:28.741238 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a9042071-dba4-4e8a-9c24-36a05023e775 admin admin] 10.222.0.71 "PUT /v2.0/routers/fdba284e-ba9b-47ec-a7e9-9ef4a7812159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3709235 Apr 22 15:07:28.776684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:28.778195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 906d9eca-a018-4c90-841b-51736f5b1270 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:07:28.865684 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fd7b89de-2a6c-4f75-bf36-bfb1ab2b5cea tempest-QuotasTest-1237674190 tempest-QuotasTest-1237674190-project-admin] 10.222.0.71 "GET /v2.0/quotas/9b83dc2c0e04410dac502de3270727f5/details.json HTTP/1.1" status: 200 len: 703 time: 2.6199019 Apr 22 15:07:28.867037 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Pushing event updated for resources: {'Port': ['ID=e0fdae62-c8bb-4049-8979-e472d0a17531,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:28.880417 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f61e26-b28e-43ad-b103-e7e71c159c3b None None] The sync data for ids ['90954189-6dd1-4311-a397-493d55c37e35'] in dv-neutron-838883-3-hyperv is: [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:07:21Z', 'revision_number': 3, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:07:28.908393 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6', 'network_id': 'ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6', 'tenant_id': '3b251f14c7264a11bb4e66825c2eff72', 'fixed_ips': [{'subnet_id': 'd1289b74-86f2-4429-bb2b-76729dacc0bb'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:07:28.909244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:28.927605 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Usage tracker for resource:subnet and tenant:45a39a9a356642ff91bf70c2426312f5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:28.959457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:28.996795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Allocated IP 172.20.0.7 (ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6/d1289b74-86f2-4429-bb2b-76729dacc0bb/45b7313b-6dd2-489e-9d68-d3f5150411b0) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:29.041203 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:29.068942 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Network bd913740-5d28-4391-bafb-b87af92120d0 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:29.116496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:29.118424 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Set router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:29.124691 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:29.217684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:29.221649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:29.491369 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:29.542918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Transition to ACTIVE for port object 45b7313b-6dd2-489e-9d68-d3f5150411b0 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:29.609680 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:29.611139 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53470) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:29.735505 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 0d76d275-92b9-4daa-9278-d5d33396d937 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:29.808899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:29.812257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Made reservation on behalf of 45a39a9a356642ff91bf70c2426312f5 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:29.815163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:29.881528 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:07:23Z', 'revision_number': 4, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '28f36c06-fcbe-4e87-87dd-c24a65d9a355', 'name': '', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'mac_address': 'fa:16:3e:8a:a2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:23Z', 'revision_number': 2, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'subnets': [{'id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:29.882238 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Network ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:29.899213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:29.903073 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Checking router: fdba284e-ba9b-47ec-a7e9-9ef4a7812159 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:07:29.903484 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Updating router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 port 28f36c06-fcbe-4e87-87dd-c24a65d9a355 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:07:29.917232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:29.982944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Pushing event updated for resources: {'Port': ['ID=45b7313b-6dd2-489e-9d68-d3f5150411b0,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:30.026396 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Allocated IP 172.20.0.2 (ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6/d1289b74-86f2-4429-bb2b-76729dacc0bb/34bd3047-0cf6-4230-8247-c5202d92995a) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:30.028874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b2ba02c9-5445-4eec-9c96-7d40dcfc266f None None] Provisioning for port e0fdae62-c8bb-4049-8979-e472d0a17531 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:30.032293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50449c77-d1a9-48fe-aadc-4c92ce7668ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.052007 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.055568 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b2ba02c9-5445-4eec-9c96-7d40dcfc266f None None] Provisioning complete for port e0fdae62-c8bb-4049-8979-e472d0a17531 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:30.055568 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b2ba02c9-5445-4eec-9c96-7d40dcfc266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.118392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b2ba02c9-5445-4eec-9c96-7d40dcfc266f None None] Port e0fdae62-c8bb-4049-8979-e472d0a17531 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:07:30.122806 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.135857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-50449c77-d1a9-48fe-aadc-4c92ce7668ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:30.140231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-50449c77-d1a9-48fe-aadc-4c92ce7668ef admin admin] Usage tracker for resource:security_group_rule and tenant:9acaf89b460142308258e32aa0bffd19 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:30.144348 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-50449c77-d1a9-48fe-aadc-4c92ce7668ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:30.158924 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-50449c77-d1a9-48fe-aadc-4c92ce7668ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:30.181854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:30.183263 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.276030 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2fe7879d-545c-42ba-9128-e429931a7e20 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9683478 Apr 22 15:07:30.277753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53478) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:30.349738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.360289 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.406009 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:07:30.406901 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.431683 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.443462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Transition to ACTIVE for port object 34bd3047-0cf6-4230-8247-c5202d92995a will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:30.445507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50449c77-d1a9-48fe-aadc-4c92ce7668ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.449395 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53482) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:30.458612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] device_id is not set on port 7604a577-7561-40eb-aac4-c49689ccd709 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:07:30.468545 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Transition to ACTIVE for port object 34bd3047-0cf6-4230-8247-c5202d92995a will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:30.473491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 0d76d275-92b9-4daa-9278-d5d33396d937 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:30.479656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 0d76d275-92b9-4daa-9278-d5d33396d937 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:30.480213 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.480566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-64e2c545-a082-424b-8373-2c5b14c9380c tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Deleting port 45b7313b-6dd2-489e-9d68-d3f5150411b0 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:30.481049 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-64e2c545-a082-424b-8373-2c5b14c9380c tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.484049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--884943544', 'description': 'tempest-description--1473906060'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:30.516121 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.523521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event updated for resources: {'Port': ['ID=f53efef7-c373-43d9-bd4e-fcc7aa11d2d7,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:30.523896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50449c77-d1a9-48fe-aadc-4c92ce7668ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.527081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.551794 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:30.557645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.562123 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eae07c5f-64b6-4f1d-93c4-92aadb0ee7d2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3818641 Apr 22 15:07:30.567153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53486) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:30.587921 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Usage tracker for resource:security_group and tenant:742d8ea68dee405bb2cf411aed61c6a2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:30.592118 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.594152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-206556101'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:30.601454 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:30.605018 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Transition to ACTIVE for port object 28f36c06-fcbe-4e87-87dd-c24a65d9a355 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:30.614192 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.615026 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:30.623475 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Transition to ACTIVE for port object 7604a577-7561-40eb-aac4-c49689ccd709 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:30.630277 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:30.630597 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-50449c77-d1a9-48fe-aadc-4c92ce7668ef admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9acaf89b460142308258e32aa0bffd19&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0183156 Apr 22 15:07:30.641127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Usage tracker for resource:network and tenant:50b15df700a54001a81f382fd0a4c71c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:30.647402 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53490) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:30.654357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Network ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:30.659486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event updated for resources: {'Subnet': ['ID=20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:30.662319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:30.679688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:30.688155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Pushing event updated for resources: {'Port': ['ID=34bd3047-0cf6-4230-8247-c5202d92995a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:30.691259 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c250dc-8ab2-46b7-9c3c-1b6745ba6975 None None] Pushing event updated for resources: {'Port': ['ID=28f36c06-fcbe-4e87-87dd-c24a65d9a355,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:30.708826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:30.709201 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50449c77-d1a9-48fe-aadc-4c92ce7668ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65dcdca-a9ff-41f4-959d-6eaf6710c1e6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:30.716874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.727623 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:30.844476 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.864138 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Attempting to bind port 28f36c06-fcbe-4e87-87dd-c24a65d9a355 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:30.865606 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Attempting to bind port 28f36c06-fcbe-4e87-87dd-c24a65d9a355 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '9516aeb7-fa4e-4eae-bc12-937c57d03bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '32587937-ea4e-42e2-a240-c92672372817'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:30.866271 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Attempting to bind port 28f36c06-fcbe-4e87-87dd-c24a65d9a355 on network 32587937-ea4e-42e2-a240-c92672372817 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:30.875121 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:07:30.875801 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Checking segment: {'id': '9516aeb7-fa4e-4eae-bc12-937c57d03bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '32587937-ea4e-42e2-a240-c92672372817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:30.876531 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.877124 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Bound using segment: {'id': '9516aeb7-fa4e-4eae-bc12-937c57d03bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '32587937-ea4e-42e2-a240-c92672372817'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:07:30.877731 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Bound port: 28f36c06-fcbe-4e87-87dd-c24a65d9a355, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9516aeb7-fa4e-4eae-bc12-937c57d03bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '32587937-ea4e-42e2-a240-c92672372817'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:07:30.878311 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.955200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-64e2c545-a082-424b-8373-2c5b14c9380c tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.972355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 0d76d275-92b9-4daa-9278-d5d33396d937, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=0d76d275-92b9-4daa-9278-d5d33396d937,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:30.981626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Attempting to bind port 34bd3047-0cf6-4230-8247-c5202d92995a on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:30.982005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Attempting to bind port 34bd3047-0cf6-4230-8247-c5202d92995a by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '77271b48-97e2-4fb0-81e9-bcfd626cb2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:30.982754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Attempting to bind port 34bd3047-0cf6-4230-8247-c5202d92995a on network ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:30.990835 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:07:30.991206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Checking segment: {'id': '77271b48-97e2-4fb0-81e9-bcfd626cb2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:30.991606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:30.991992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Bound using segment: {'id': '77271b48-97e2-4fb0-81e9-bcfd626cb2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:07:30.992519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Bound port: 34bd3047-0cf6-4230-8247-c5202d92995a, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77271b48-97e2-4fb0-81e9-bcfd626cb2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:07:30.992911 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.002744 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.003544 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5295aec6-847c-43c5-b485-aefc01e84bde up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:31.025240 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] For port 28f36c06-fcbe-4e87-87dd-c24a65d9a355, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:31.031913 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] For port 28f36c06-fcbe-4e87-87dd-c24a65d9a355, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=28f36c06-fcbe-4e87-87dd-c24a65d9a355,segment=NetworkSegment(9516aeb7-fa4e-4eae-bc12-937c57d03bcd),segment_id=9516aeb7-fa4e-4eae-bc12-937c57d03bcd)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:07:31.051575 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.061043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.115870 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.116069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.129744 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.192608 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-64e2c545-a082-424b-8373-2c5b14c9380c tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Calling delete_port for 45b7313b-6dd2-489e-9d68-d3f5150411b0 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:31.209459 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c250dc-8ab2-46b7-9c3c-1b6745ba6975 None None] Pushing event updated for resources: {'Port': ['ID=28f36c06-fcbe-4e87-87dd-c24a65d9a355,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:31.223176 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Routers {'fdba284e-ba9b-47ec-a7e9-9ef4a7812159'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:31.223976 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:31.224525 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] For port 34bd3047-0cf6-4230-8247-c5202d92995a, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:31.227963 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] For port 34bd3047-0cf6-4230-8247-c5202d92995a, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=34bd3047-0cf6-4230-8247-c5202d92995a,segment=NetworkSegment(77271b48-97e2-4fb0-81e9-bcfd626cb2e9),segment_id=77271b48-97e2-4fb0-81e9-bcfd626cb2e9)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:07:31.256558 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.288990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 5295aec6-847c-43c5-b485-aefc01e84bde triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:31.289363 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.386679 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=0d76d275-92b9-4daa-9278-d5d33396d937,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:31.456019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:31.476430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Network bd913740-5d28-4391-bafb-b87af92120d0 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:31.477504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Checking segment: {'id': '7023c99b-227c-48b6-a4e7-00eb2858a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'fd4dc808-97d2-4236-a72c-9012b10527bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:31.477872 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Network hostable DHCP agents. Network: fd4dc808-97d2-4236-a72c-9012b10527bf, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:07:31.481743 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] Set router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:31.503275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-64e2c545-a082-424b-8373-2c5b14c9380c tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.506270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:31.563218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2c545-a082-424b-8373-2c5b14c9380c tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Pushing event deleted for resources: {'Port': ['ID=45b7313b-6dd2-489e-9d68-d3f5150411b0,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:31.577179 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Made reservation on behalf of 50b15df700a54001a81f382fd0a4c71c for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:31.582582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.613666 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Usage tracker for resource:security_group_rule and tenant:742d8ea68dee405bb2cf411aed61c6a2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:31.671358 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52495c-3161-46e1-8bb7-d3bb6fe17708 None None] Pushing event updated for resources: {'Port': ['ID=34bd3047-0cf6-4230-8247-c5202d92995a,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:31.719981 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:31.745069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Network fd4dc808-97d2-4236-a72c-9012b10527bf is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:07:31.764814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:31.768005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.817084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-64e2c545-a082-424b-8373-2c5b14c9380c tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.826154 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 0d76d275-92b9-4daa-9278-d5d33396d937 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:31.831586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, fd4dc808-97d2-4236-a72c-9012b10527bf) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:31.836659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:31.838077 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-64e2c545-a082-424b-8373-2c5b14c9380c tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] 10.222.0.71 "DELETE /v2.0/ports/45b7313b-6dd2-489e-9d68-d3f5150411b0 HTTP/1.1" status: 204 len: 168 time: 1.5591142 Apr 22 15:07:31.838480 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:31.838726 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53494) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:31.844733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Pushing event updated for resources: {'Port': ['ID=7604a577-7561-40eb-aac4-c49689ccd709,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:31.891797 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a21f38-a010-4f38-a723-29682e117704 None None] Network fd4dc808-97d2-4236-a72c-9012b10527bf requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:32.011182 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e59aee6c-8f11-40aa-ac34-a69bcd42db70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.060514 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:07:23Z', 'revision_number': 4, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '28f36c06-fcbe-4e87-87dd-c24a65d9a355', 'name': '', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'mac_address': 'fa:16:3e:8a:a2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:31Z', 'revision_number': 4, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'subnets': [{'id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:32.066826 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5811c608-2b51-4efb-9e33-7c2a421ec071 None None] The sync data for ids ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'] in dv-neutron-838883-3-hyperv is: [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:07:23Z', 'revision_number': 4, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '28f36c06-fcbe-4e87-87dd-c24a65d9a355', 'name': '', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'mac_address': 'fa:16:3e:8a:a2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:31Z', 'revision_number': 4, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'subnets': [{'id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:07:32.173754 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Pushing event updated for resources: {'Port': ['ID=e0fdae62-c8bb-4049-8979-e472d0a17531,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:32.179706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d58ad14b-166b-442f-9b77-be7b724cd836 None None] Provisioning complete for port e0fdae62-c8bb-4049-8979-e472d0a17531 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:32.180080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d58ad14b-166b-442f-9b77-be7b724cd836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.207190 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e59aee6c-8f11-40aa-ac34-a69bcd42db70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.248663 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d58ad14b-166b-442f-9b77-be7b724cd836 None None] Port e0fdae62-c8bb-4049-8979-e472d0a17531 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:07:32.263905 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dce2dc8f-15a7-461e-9961-67cb26e34dc3 tempest-DHCPAgentSchedulersTestJSON-707469562 tempest-DHCPAgentSchedulersTestJSON-707469562-project-admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4229136 Apr 22 15:07:32.264519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53500) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:32.270882 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f50a0e64-fda5-466a-a8fa-7f0f811cfd34 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.6547000 Apr 22 15:07:32.275105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-148836018'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:32.277595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 0d76d275-92b9-4daa-9278-d5d33396d937 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:32.278451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.280099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:32.285355 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Usage tracker for resource:network and tenant:3b251f14c7264a11bb4e66825c2eff72 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:32.286157 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53504) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:32.318310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-500568570', 'network_id': 'fd4dc808-97d2-4236-a72c-9012b10527bf'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:32.323480 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:32.327802 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Usage tracker for resource:port and tenant:b114c0be161d489bb4c6e754e3b943ac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:32.332279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:32.344066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:32.372404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:32.373369 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:32.383757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:32.384795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Checking segment: {'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:32.385419 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Network hostable DHCP agents. Network: 1a2d347f-8ff1-41f3-8899-8733a6d15c93, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:07:32.391856 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Made reservation on behalf of b114c0be161d489bb4c6e754e3b943ac for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:32.394595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.406282 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Usage tracker for resource:security_group_rule and tenant:50b15df700a54001a81f382fd0a4c71c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:32.426422 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:32.439780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.446310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:32.453976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Made reservation on behalf of 3b251f14c7264a11bb4e66825c2eff72 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:32.457793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.458746 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.576106 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d7342-0eba-4b91-99b5-674cfbb1f7b8 None None] Network fd4dc808-97d2-4236-a72c-9012b10527bf requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:32.578646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] device_id is not set on port 9f29e69c-1c5b-4bcd-a3c6-1fdfcc50de71 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:07:32.589043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:32.599755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.600190 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Added segment 6a200f09-41d0-4e92-aa75-3203d969c006 of type vlan for network 311b72e5-8bf5-4e67-ad45-5dbc7a5c5b31 Apr 22 15:07:32.644652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.648056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e59aee6c-8f11-40aa-ac34-a69bcd42db70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.708228 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.713452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:32.714419 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.774189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3645ad2-673e-40f6-bf8e-5f2667f6129a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:32.813683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e59aee6c-8f11-40aa-ac34-a69bcd42db70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.817509 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e59aee6c-8f11-40aa-ac34-a69bcd42db70 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e65dcdca-a9ff-41f4-959d-6eaf6710c1e6 HTTP/1.1" status: 204 len: 168 time: 2.1660302 Apr 22 15:07:32.830701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59aee6c-8f11-40aa-ac34-a69bcd42db70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65dcdca-a9ff-41f4-959d-6eaf6710c1e6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:32.852472 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.869489 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d34745e9-523c-4752-949a-05b7c9423a2e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.4057679 Apr 22 15:07:32.889287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:32.902273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53510) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:32.906317 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:07:32.983253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-98c9c602-7ba1-488a-8522-35f6df9b1ad0 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Request body: {'security_group_rule': {'security_group_id': 'a3645ad2-673e-40f6-bf8e-5f2667f6129a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:33.039836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Pushing event updated for resources: {'Network': ['ID=311b72e5-8bf5-4e67-ad45-5dbc7a5c5b31,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:33.048833 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-98c9c602-7ba1-488a-8522-35f6df9b1ad0 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:33.057373 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-292323fb-df13-462c-bb7a-a3d72ce086d3 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7917719 Apr 22 15:07:33.060382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53514) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:33.061645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 311b72e5-8bf5-4e67-ad45-5dbc7a5c5b31 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:07:33.068519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-98c9c602-7ba1-488a-8522-35f6df9b1ad0 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Usage tracker for resource:security_group_rule and tenant:742d8ea68dee405bb2cf411aed61c6a2 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:33.123081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-98c9c602-7ba1-488a-8522-35f6df9b1ad0 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:33.143885 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 1a2d347f-8ff1-41f3-8899-8733a6d15c93) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:33.151428 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:33.193474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.205525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-98c9c602-7ba1-488a-8522-35f6df9b1ad0 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:33.225095 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948eecdb-df50-40d0-bc25-7662eb918bdf None None] Network ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:33.234403 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.238163 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b4d9d9-c095-4fd3-acda-96fef3342fdd None None] Network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:33.251589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:33.322007 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d14d255f-72e4-48ad-bb23-ff4c190919e1 tempest-DHCPAgentSchedulersTestJSON-707469562 tempest-DHCPAgentSchedulersTestJSON-707469562-project-admin] 10.222.0.71 "GET /v2.0/agents/b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd/dhcp-networks HTTP/1.1" status: 200 len: 6270 time: 0.2604110 Apr 22 15:07:33.332132 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:33.332497 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:33.332859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:33.333671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53520) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:33.350831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:33.351358 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:33.356459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Allocated IP 2001:db8::1b (fd4dc808-97d2-4236-a72c-9012b10527bf/20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61/9f29e69c-1c5b-4bcd-a3c6-1fdfcc50de71) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:33.360460 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 2 to bind port 7604a577-7561-40eb-aac4-c49689ccd709 Apr 22 15:07:33.409163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d0dc70-6f40-4ef5-8b4b-c47a983a71ea,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:33.414199 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.414531 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Added segment b8b2043c-2c57-44df-9af2-590cc57b9f23 of type vlan for network fbc6211a-9efd-45dc-be9d-26783a4a76ec Apr 22 15:07:33.418448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:07:33.418933 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.421035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98c9c602-7ba1-488a-8522-35f6df9b1ad0 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.466902 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f31a4527-4894-4e42-88cc-c8c35f00ff77 None None] Provisioning for port 34bd3047-0cf6-4230-8247-c5202d92995a completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:33.479167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53526) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:33.511190 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.518476 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-659ee63c-561a-47c3-87bd-b2ae54f8b9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.552206 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:33.552742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:33.553492 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:33.581078 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.585467 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:33.586916 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.596629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98c9c602-7ba1-488a-8522-35f6df9b1ad0 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.597871 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-659ee63c-561a-47c3-87bd-b2ae54f8b9df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:33.600741 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6ebaa-24d5-4020-921d-50ba37fea114 tempest-DHCPAgentSchedulersTestJSON-707469562 tempest-DHCPAgentSchedulersTestJSON-707469562-project-admin] Network 311b72e5-8bf5-4e67-ad45-5dbc7a5c5b31 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:07:33.607793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-659ee63c-561a-47c3-87bd-b2ae54f8b9df admin admin] Usage tracker for resource:security_group_rule and tenant:9b83dc2c0e04410dac502de3270727f5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:33.611790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-659ee63c-561a-47c3-87bd-b2ae54f8b9df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:33.618424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98c9c602-7ba1-488a-8522-35f6df9b1ad0 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.625367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-659ee63c-561a-47c3-87bd-b2ae54f8b9df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:33.645079 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8bf6ebaa-24d5-4020-921d-50ba37fea114 tempest-DHCPAgentSchedulersTestJSON-707469562 tempest-DHCPAgentSchedulersTestJSON-707469562-project-admin] 10.222.0.71 "POST /v2.0/agents/b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3103020 Apr 22 15:07:33.654827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0534da7c-2263-45a7-9927-524ee61f1dc8 None None] Network 311b72e5-8bf5-4e67-ad45-5dbc7a5c5b31 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:33.655169 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.0813651 Apr 22 15:07:33.657596 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53530) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:33.657944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53532) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:33.666994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Request body: {'subnet': {'network_id': 'fbc6211a-9efd-45dc-be9d-26783a4a76ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:33.698194 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9c602-7ba1-488a-8522-35f6df9b1ad0 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f345d7-8634-427a-9cc4-0f1d6be5eb92,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:33.765460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98c9c602-7ba1-488a-8522-35f6df9b1ad0 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:33.766706 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-98c9c602-7ba1-488a-8522-35f6df9b1ad0 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8117647 Apr 22 15:07:33.781251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53538) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:33.820020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-20d8b044-89dd-4408-b96d-74786239fcf3 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Request body: {'security_group_rule': {'security_group_id': 'a3645ad2-673e-40f6-bf8e-5f2667f6129a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:33.881312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:33.881742 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:33.891022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535056a-04fb-495a-841b-d553946c3372 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event updated for resources: {'Network': ['ID=fbc6211a-9efd-45dc-be9d-26783a4a76ec,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:33.903141 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-20d8b044-89dd-4408-b96d-74786239fcf3 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:33.907867 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 34bd3047-0cf6-4230-8247-c5202d92995a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:33.908064 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 3 to bind port 7604a577-7561-40eb-aac4-c49689ccd709 Apr 22 15:07:33.914458 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:33.924981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Usage tracker for resource:subnet and tenant:50b15df700a54001a81f382fd0a4c71c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:33.938039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-20d8b044-89dd-4408-b96d-74786239fcf3 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Usage tracker for resource:security_group_rule and tenant:742d8ea68dee405bb2cf411aed61c6a2 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:33.941353 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:33.949981 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network fbc6211a-9efd-45dc-be9d-26783a4a76ec details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:07:33.951214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-20d8b044-89dd-4408-b96d-74786239fcf3 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:33.956039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event updated for resources: {'Subnet': ['ID=84c1d698-c581-4813-b9fd-87560e8a3b82,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:33.972658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Checking segment: {'id': 'f8413c9d-53f2-4459-9c73-fe5113cf3845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '906d9eca-a018-4c90-841b-51736f5b1270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:33.973163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Network hostable DHCP agents. Network: 906d9eca-a018-4c90-841b-51736f5b1270, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:07:33.974863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:33.992736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-20d8b044-89dd-4408-b96d-74786239fcf3 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:33.999460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:33.999764 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:34.000219 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:34.056450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Made reservation on behalf of 50b15df700a54001a81f382fd0a4c71c for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:34.145983 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2d5c3296-ac9f-4fbc-b83b-9cf0a7033b93 tempest-DHCPAgentSchedulersTestJSON-707469562 tempest-DHCPAgentSchedulersTestJSON-707469562-project-admin] 10.222.0.71 "GET /v2.0/agents/b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd/dhcp-networks HTTP/1.1" status: 200 len: 7014 time: 0.4861932 Apr 22 15:07:34.148079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-659ee63c-561a-47c3-87bd-b2ae54f8b9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.149830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:34.150166 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:34.151234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53544) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:34.171620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 34bd3047-0cf6-4230-8247-c5202d92995a completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:34.178873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-659ee63c-561a-47c3-87bd-b2ae54f8b9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.179717 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 34bd3047-0cf6-4230-8247-c5202d92995a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:34.180088 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.201911 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 4 to bind port 7604a577-7561-40eb-aac4-c49689ccd709 Apr 22 15:07:34.218219 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:07:34.234608 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ee63c-561a-47c3-87bd-b2ae54f8b9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85794fd2-e260-4455-953f-333b7af48572,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:34.252849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20d8b044-89dd-4408-b96d-74786239fcf3 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.267296 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.275420 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Network 906d9eca-a018-4c90-841b-51736f5b1270 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:07:34.282809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:34.283150 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:34.283484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:34.370017 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.370800 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-659ee63c-561a-47c3-87bd-b2ae54f8b9df admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9b83dc2c0e04410dac502de3270727f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8879066 Apr 22 15:07:34.389144 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53548) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:34.389841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:34.390353 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:34.404695 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 5 to bind port 7604a577-7561-40eb-aac4-c49689ccd709 Apr 22 15:07:34.412350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 906d9eca-a018-4c90-841b-51736f5b1270) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:34.427489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e52ac7-eeed-4a07-a7c8-5b5ad639acf5 None None] Network 906d9eca-a018-4c90-841b-51736f5b1270 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:34.447377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:34.447956 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.454123 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 34bd3047-0cf6-4230-8247-c5202d92995a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=34bd3047-0cf6-4230-8247-c5202d92995a,segment=NetworkSegment(77271b48-97e2-4fb0-81e9-bcfd626cb2e9),segment_id=77271b48-97e2-4fb0-81e9-bcfd626cb2e9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:34.472418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Router 90954189-6dd1-4311-a397-493d55c37e35 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:07:34.482610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:34.482934 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:34.483257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:34.484669 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d54cc418-7b94-440c-ad7e-241f46a80c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.526149 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d54cc418-7b94-440c-ad7e-241f46a80c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.535121 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-51d002ee-2b34-44e9-8c7e-65cf59952559 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.8690727 Apr 22 15:07:34.540388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53552) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:34.543522 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.543699 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6d40205c-0c99-47d7-8e7c-2b545a2d8e94 tempest-DHCPAgentSchedulersTestJSON-707469562 tempest-DHCPAgentSchedulersTestJSON-707469562-project-admin] 10.222.0.71 "DELETE /v2.0/agents/b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd/dhcp-networks/311b72e5-8bf5-4e67-ad45-5dbc7a5c5b31 HTTP/1.1" status: 204 len: 168 time: 0.3309481 Apr 22 15:07:34.543790 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 28f36c06-fcbe-4e87-87dd-c24a65d9a355 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:34.545487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53554) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:34.546407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:34.546915 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:34.550837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Request body: {'floatingip': {'floating_network_id': '906d9eca-a018-4c90-841b-51736f5b1270'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:34.551746 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.554536 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 6 to bind port 7604a577-7561-40eb-aac4-c49689ccd709 Apr 22 15:07:34.570128 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:34.580778 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Usage tracker for resource:floatingip and tenant:45a39a9a356642ff91bf70c2426312f5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:34.593440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:34.594490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20d8b044-89dd-4408-b96d-74786239fcf3 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.652407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:34.652407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:34.652674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:34.653126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:34.663339 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20d8b044-89dd-4408-b96d-74786239fcf3 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.698069 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5405ea58-3409-4db6-86dc-db367be8fb95 None None] Provisioning complete for port 34bd3047-0cf6-4230-8247-c5202d92995a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:34.698537 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5405ea58-3409-4db6-86dc-db367be8fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.752341 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8b044-89dd-4408-b96d-74786239fcf3 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f429ffab-f033-4a64-a9e8-95e83e7a16f9,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:34.761378 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:34.761698 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:34.766038 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 7 to bind port 7604a577-7561-40eb-aac4-c49689ccd709 Apr 22 15:07:34.798091 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20d8b044-89dd-4408-b96d-74786239fcf3 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.799717 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-20d8b044-89dd-4408-b96d-74786239fcf3 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9887705 Apr 22 15:07:34.804653 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53560) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:34.810241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:34.834780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.837587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:34.850349 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:34.851232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:34.861041 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:34.868627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:34.869228 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:34.870719 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 8 to bind port 7604a577-7561-40eb-aac4-c49689ccd709 Apr 22 15:07:34.879189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.879730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Usage tracker for resource:floatingip and tenant:742d8ea68dee405bb2cf411aed61c6a2 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:34.887190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:34.913196 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:34.962908 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:34.963404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:34.963926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:34.967145 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1febe68c-28e0-42a8-a49e-aa428476cae9 tempest-DHCPAgentSchedulersTestJSON-707469562 tempest-DHCPAgentSchedulersTestJSON-707469562-project-admin] 10.222.0.71 "GET /v2.0/agents/b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd/dhcp-networks HTTP/1.1" status: 200 len: 7014 time: 0.4128957 Apr 22 15:07:34.972789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53564) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:34.975094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:34.990049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=34bd3047-0cf6-4230-8247-c5202d92995a,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:35.028572 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:35.029259 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:35.036108 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 9 to bind port 7604a577-7561-40eb-aac4-c49689ccd709 Apr 22 15:07:35.082192 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Network fd4dc808-97d2-4236-a72c-9012b10527bf is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:35.083651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event updated for resources: {'Port': ['ID=9f29e69c-1c5b-4bcd-a3c6-1fdfcc50de71,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:35.086008 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:35.086366 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:35.086692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:35.091133 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:35.094439 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b778856-637f-4e47-a6eb-f672f891abc3 None None] Network 906d9eca-a018-4c90-841b-51736f5b1270 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:35.096666 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:35.097509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:35.098106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:35.113084 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:35.113412 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:35.115964 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 10 to bind port 7604a577-7561-40eb-aac4-c49689ccd709 Apr 22 15:07:35.116957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 28f36c06-fcbe-4e87-87dd-c24a65d9a355 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:35.135317 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:35.135674 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:35.135982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:35.144108 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c81b9fba-5088-4c6e-a569-5b6eebc36899 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8473299 Apr 22 15:07:35.145351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d54cc418-7b94-440c-ad7e-241f46a80c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:35.146645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53568) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:35.184570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 7604a577-7561-40eb-aac4-c49689ccd709 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:35.184946 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 7604a577-7561-40eb-aac4-c49689ccd709 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:35.185263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:35.188437 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 28f36c06-fcbe-4e87-87dd-c24a65d9a355 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:35.188972 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:35.240186 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cc418-7b94-440c-ad7e-241f46a80c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85794fd2-e260-4455-953f-333b7af48572,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:35.242042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:35.290036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8d3deff1-8076-43a2-9c12-6236772202fa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Deleting port 9f29e69c-1c5b-4bcd-a3c6-1fdfcc50de71 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:35.290622 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d3deff1-8076-43a2-9c12-6236772202fa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:35.321569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:07:35.333023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d54cc418-7b94-440c-ad7e-241f46a80c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:35.333780 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d54cc418-7b94-440c-ad7e-241f46a80c56 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/85794fd2-e260-4455-953f-333b7af48572 HTTP/1.1" status: 204 len: 168 time: 0.9441390 Apr 22 15:07:35.349284 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a7a347f8-065a-4441-a008-d502c6b0d44d admin admin] 10.222.0.71 "PUT /v2.0/routers/90954189-6dd1-4311-a397-493d55c37e35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3232164 Apr 22 15:07:35.349805 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53574) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:35.350547 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d35f5857-441b-4842-97e5-3796d8308877 tempest-DHCPAgentSchedulersTestJSON-707469562 tempest-DHCPAgentSchedulersTestJSON-707469562-project-admin] 10.222.0.71 "GET /v2.0/networks/ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3474064 Apr 22 15:07:35.385348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] For port 7604a577-7561-40eb-aac4-c49689ccd709, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:35.385713 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempted to set empty binding levels {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 15:07:35.430921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event updated for resources: {'Subnet': ['ID=8b89a1a4-b573-4a12-9a4c-df1d52fc168c,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:35.488124 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b3bca1e4-672c-41ff-8784-b643c3871430 None None] Could not find standard attr ID for object 45b7313b-6dd2-489e-9d68-d3f5150411b0. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:07:35.549016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Checking segment: {'id': 'b8b2043c-2c57-44df-9af2-590cc57b9f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fbc6211a-9efd-45dc-be9d-26783a4a76ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:35.549302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Network hostable DHCP agents. Network: fbc6211a-9efd-45dc-be9d-26783a4a76ec, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:07:35.555835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:35.587326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:35.620188 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e62b0040-eafe-4786-9eb0-2f710b0d90a5 tempest-DHCPAgentSchedulersTestJSON-707469562 tempest-DHCPAgentSchedulersTestJSON-707469562-project-admin] 10.222.0.71 "GET /v2.0/networks/ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2690458 Apr 22 15:07:35.623721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53586) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:35.628123 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 28f36c06-fcbe-4e87-87dd-c24a65d9a355, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=28f36c06-fcbe-4e87-87dd-c24a65d9a355,segment=NetworkSegment(9516aeb7-fa4e-4eae-bc12-937c57d03bcd),segment_id=9516aeb7-fa4e-4eae-bc12-937c57d03bcd)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:35.634342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:35.652599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:35.667355 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:35.684401 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Pushing event updated for resources: {'Port': ['ID=7604a577-7561-40eb-aac4-c49689ccd709,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:35.694124 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d3deff1-8076-43a2-9c12-6236772202fa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:35.838824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Network fbc6211a-9efd-45dc-be9d-26783a4a76ec is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:07:35.850274 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b3649c25-bbbd-42a3-b2d3-af5b18e25418 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 8.5881693 Apr 22 15:07:35.858989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 34bd3047-0cf6-4230-8247-c5202d92995a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:35.900232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53592) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:35.913509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:36.021533 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8d3deff1-8076-43a2-9c12-6236772202fa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Calling delete_port for 9f29e69c-1c5b-4bcd-a3c6-1fdfcc50de71 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:36.047298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, fbc6211a-9efd-45dc-be9d-26783a4a76ec) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:36.076213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:36.077023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:36.122671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf12307c-3bda-47ff-993c-b16adbcf7052 None None] Network fbc6211a-9efd-45dc-be9d-26783a4a76ec requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:36.194736 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0159ee4d-516a-45ef-9020-c7d391f4d7c2 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Deleting port 7604a577-7561-40eb-aac4-c49689ccd709 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:36.194896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0159ee4d-516a-45ef-9020-c7d391f4d7c2 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:36.199710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=28f36c06-fcbe-4e87-87dd-c24a65d9a355,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:36.322599 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6e473a69-f42b-49b3-b131-28ee5c92971a tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6614392 Apr 22 15:07:36.341572 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53604) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:36.349998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1427478889', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:36.384658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:36.393508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Usage tracker for resource:router and tenant:50b15df700a54001a81f382fd0a4c71c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:36.399234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:36.412482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:36.423594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 34bd3047-0cf6-4230-8247-c5202d92995a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:36.423880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:36.466082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Allocated IP 172.20.0.12 (906d9eca-a018-4c90-841b-51736f5b1270/84c1d698-c581-4813-b9fd-87560e8a3b82/2dfd0c02-e114-4831-b028-3c166558d96f) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:36.493268 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:36.494212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:36.544372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d3deff1-8076-43a2-9c12-6236772202fa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:36.622868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53610) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:36.623740 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2a80fa5d-63f9-44f3-9c93-1be16435a9df tempest-DHCPAgentSchedulersTestJSON-707469562 tempest-DHCPAgentSchedulersTestJSON-707469562-project-admin] 10.222.0.71 "GET /v2.0/agents/b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd/dhcp-networks HTTP/1.1" status: 200 len: 7014 time: 0.9958396 Apr 22 15:07:36.635015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53612) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:36.708727 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--927627685', 'description': 'tempest-description--584863105'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:36.724321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3deff1-8076-43a2-9c12-6236772202fa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f29e69c-1c5b-4bcd-a3c6-1fdfcc50de71,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:36.726565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:36.734868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Usage tracker for resource:security_group and tenant:548b38a4783b4d719184e32da986cde8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:36.755414 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-fbc6211a-9efd-45dc-be9d-26783a4a76ec', 'network_id': 'fbc6211a-9efd-45dc-be9d-26783a4a76ec', 'tenant_id': '50b15df700a54001a81f382fd0a4c71c', 'fixed_ips': [{'subnet_id': '8b89a1a4-b573-4a12-9a4c-df1d52fc168c'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:07:36.756245 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:36.772285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:36.784821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:36.790963 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:36.807660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d3deff1-8076-43a2-9c12-6236772202fa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:36.822573 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8d3deff1-8076-43a2-9c12-6236772202fa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "DELETE /v2.0/ports/9f29e69c-1c5b-4bcd-a3c6-1fdfcc50de71 HTTP/1.1" status: 204 len: 168 time: 1.6744890 Apr 22 15:07:36.823608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:36.835788 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53622) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:36.848585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fd4dc808-97d2-4236-a72c-9012b10527bf', 'external_fixed_ips': [{'subnet_id': '20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61', 'ip_address': '2001:db8::1b'}]}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:36.940404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:36.958210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-0159ee4d-516a-45ef-9020-c7d391f4d7c2 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] For port 7604a577-7561-40eb-aac4-c49689ccd709, host hv-neutron-8388, got binding levels [] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:36.959319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0159ee4d-516a-45ef-9020-c7d391f4d7c2 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.008604 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.023490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Usage tracker for resource:router and tenant:b114c0be161d489bb4c6e754e3b943ac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:37.036130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:37.036750 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Allocated IP 172.26.8.140 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/2807d58f-d290-4cc5-89c6-90713ace54da) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:37.072011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:37.099752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:37.108723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Usage tracker for resource:security_group_rule and tenant:548b38a4783b4d719184e32da986cde8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:37.116363 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:37.118749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Allocated IP 172.20.0.2 (fbc6211a-9efd-45dc-be9d-26783a4a76ec/8b89a1a4-b573-4a12-9a4c-df1d52fc168c/afd022ed-1ece-4e4c-855a-5f86e795580e) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:37.120164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.120995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.122532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.144203 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:37.156701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.237126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0159ee4d-516a-45ef-9020-c7d391f4d7c2 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Calling delete_port for 7604a577-7561-40eb-aac4-c49689ccd709 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:37.240237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.296132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4aae51c1-e55c-4835-ad52-67a2f3365ab0 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.459803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.472289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.476785 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.489795 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Transition to ACTIVE for port object afd022ed-1ece-4e4c-855a-5f86e795580e will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:37.519172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Network 906d9eca-a018-4c90-841b-51736f5b1270 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:37.520620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Transition to ACTIVE for port object afd022ed-1ece-4e4c-855a-5f86e795580e will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:37.534731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.543229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:37.558286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.562774 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.564911 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-daf2319c-2b64-4387-812f-52033757bec1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.9387343 Apr 22 15:07:37.571282 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53634) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:37.576323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:37.583723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bea15e3d-7172-4d87-b962-cf9d04b27ff5 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Request body: {'security_group_rule': {'security_group_id': 'c3d1ab84-db6b-4fd9-9caf-621c76f0ca29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:37.593777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bea15e3d-7172-4d87-b962-cf9d04b27ff5 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:37.605484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bea15e3d-7172-4d87-b962-cf9d04b27ff5 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Usage tracker for resource:security_group_rule and tenant:548b38a4783b4d719184e32da986cde8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:37.606015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:37.607613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Network fbc6211a-9efd-45dc-be9d-26783a4a76ec is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:37.612311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bea15e3d-7172-4d87-b962-cf9d04b27ff5 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:37.617589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:37.622083 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:37.635138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bea15e3d-7172-4d87-b962-cf9d04b27ff5 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:37.649284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event updated for resources: {'Port': ['ID=2dfd0c02-e114-4831-b028-3c166558d96f,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:37.695176 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Pushing event updated for resources: {'Port': ['ID=afd022ed-1ece-4e4c-855a-5f86e795580e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:37.716153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0159ee4d-516a-45ef-9020-c7d391f4d7c2 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.742440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bea15e3d-7172-4d87-b962-cf9d04b27ff5 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.801875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 28f36c06-fcbe-4e87-87dd-c24a65d9a355 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:37.827695 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159ee4d-516a-45ef-9020-c7d391f4d7c2 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Pushing event deleted for resources: {'Port': ['ID=7604a577-7561-40eb-aac4-c49689ccd709,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:37.830101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.832399 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4aae51c1-e55c-4835-ad52-67a2f3365ab0 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.841695 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0159ee4d-516a-45ef-9020-c7d391f4d7c2 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.848305 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0159ee4d-516a-45ef-9020-c7d391f4d7c2 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "DELETE /v2.0/ports/7604a577-7561-40eb-aac4-c49689ccd709 HTTP/1.1" status: 204 len: 168 time: 1.9367535 Apr 22 15:07:37.856601 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53642) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:37.860619 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Attempting to bind port afd022ed-1ece-4e4c-855a-5f86e795580e on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:37.861226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Attempting to bind port afd022ed-1ece-4e4c-855a-5f86e795580e by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'b8b2043c-2c57-44df-9af2-590cc57b9f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fbc6211a-9efd-45dc-be9d-26783a4a76ec'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:37.861776 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Attempting to bind port afd022ed-1ece-4e4c-855a-5f86e795580e on network fbc6211a-9efd-45dc-be9d-26783a4a76ec {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:37.889670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:07:37.890467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Checking segment: {'id': 'b8b2043c-2c57-44df-9af2-590cc57b9f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fbc6211a-9efd-45dc-be9d-26783a4a76ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:37.891077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.892216 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Bound using segment: {'id': 'b8b2043c-2c57-44df-9af2-590cc57b9f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fbc6211a-9efd-45dc-be9d-26783a4a76ec'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:07:37.893019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Bound port: afd022ed-1ece-4e4c-855a-5f86e795580e, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b2043c-2c57-44df-9af2-590cc57b9f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'fbc6211a-9efd-45dc-be9d-26783a4a76ec'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:07:37.893588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.918652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:37.971148 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f45b39-0795-4828-a976-ad772b8aa4ca tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] GET failed (client error): The resource could not be found. Apr 22 15:07:37.971658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-92f45b39-0795-4828-a976-ad772b8aa4ca tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Synchronizing usage tracker for tenant:0d70851ce85840dab6a8f3aec51c25cc on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:38.012599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 28f36c06-fcbe-4e87-87dd-c24a65d9a355 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:38.013486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.034300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-92f45b39-0795-4828-a976-ad772b8aa4ca tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Unset dirty status for tenant:0d70851ce85840dab6a8f3aec51c25cc on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:38.035510 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-92f45b39-0795-4828-a976-ad772b8aa4ca tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "GET /v2.0/ports/7604a577-7561-40eb-aac4-c49689ccd709 HTTP/1.1" status: 404 len: 333 time: 0.1733248 Apr 22 15:07:38.039239 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.043119 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53646) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:38.057431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-4aae51c1-e55c-4835-ad52-67a2f3365ab0 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311b72e5-8bf5-4e67-ad45-5dbc7a5c5b31']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:38.065814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Request body: {'port': {'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2000969758'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:38.071160 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bea15e3d-7172-4d87-b962-cf9d04b27ff5 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.085803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:38.101109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bea15e3d-7172-4d87-b962-cf9d04b27ff5 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.106116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.108877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] For port afd022ed-1ece-4e4c-855a-5f86e795580e, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:38.120612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-4aae51c1-e55c-4835-ad52-67a2f3365ab0 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a200f09-41d0-4e92-aa75-3203d969c006') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:38.120942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-4aae51c1-e55c-4835-ad52-67a2f3365ab0 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a200f09-41d0-4e92-aa75-3203d969c006') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:38.121156 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] For port afd022ed-1ece-4e4c-855a-5f86e795580e, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=afd022ed-1ece-4e4c-855a-5f86e795580e,segment=NetworkSegment(b8b2043c-2c57-44df-9af2-590cc57b9f23),segment_id=b8b2043c-2c57-44df-9af2-590cc57b9f23)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:07:38.143896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4aae51c1-e55c-4835-ad52-67a2f3365ab0 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.162827 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:38.167069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea15e3d-7172-4d87-b962-cf9d04b27ff5 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce5c7b9-6faa-4001-b9a8-a3e0936b984f,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:38.172627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.191786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.220028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4aae51c1-e55c-4835-ad52-67a2f3365ab0 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.236049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Made reservation on behalf of 0d70851ce85840dab6a8f3aec51c25cc for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:38.236600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aae51c1-e55c-4835-ad52-67a2f3365ab0 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:07:38.236993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4aae51c1-e55c-4835-ad52-67a2f3365ab0 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.238719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:07:38.252606 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:07:38.254291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bea15e3d-7172-4d87-b962-cf9d04b27ff5 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.256586 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bea15e3d-7172-4d87-b962-cf9d04b27ff5 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6839733 Apr 22 15:07:38.277605 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53654) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:38.290423 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0b1173b1-bc57-4ed8-9c78-32ac90b76412 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Request body: {'security_group_rule': {'security_group_id': 'c3d1ab84-db6b-4fd9-9caf-621c76f0ca29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:38.307071 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0b1173b1-bc57-4ed8-9c78-32ac90b76412 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:38.319574 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0b1173b1-bc57-4ed8-9c78-32ac90b76412 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Usage tracker for resource:security_group_rule and tenant:548b38a4783b4d719184e32da986cde8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:38.325356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0b1173b1-bc57-4ed8-9c78-32ac90b76412 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:38.335895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889f2f6-74f9-4acc-b646-9b8893d7bb9a None None] Pushing event updated for resources: {'Port': ['ID=afd022ed-1ece-4e4c-855a-5f86e795580e,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:38.337156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] device_id is not set on port a3997a98-412f-46c6-b1f7-9cb7ab593351 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:07:38.378871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0b1173b1-bc57-4ed8-9c78-32ac90b76412 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:38.435792 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.537607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4aae51c1-e55c-4835-ad52-67a2f3365ab0 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.567430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4aae51c1-e55c-4835-ad52-67a2f3365ab0 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.586551 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b1173b1-bc57-4ed8-9c78-32ac90b76412 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.608552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Pushing event updated for resources: {'Port': ['ID=2807d58f-d290-4cc5-89c6-90713ace54da,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:38.611500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae51c1-e55c-4835-ad52-67a2f3365ab0 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Pushing event deleted for resources: {'Network': ['ID=311b72e5-8bf5-4e67-ad45-5dbc7a5c5b31,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:38.627011 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4aae51c1-e55c-4835-ad52-67a2f3365ab0 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] 10.222.0.71 "DELETE /v2.0/networks/311b72e5-8bf5-4e67-ad45-5dbc7a5c5b31 HTTP/1.1" status: 204 len: 168 time: 1.9892704 Apr 22 15:07:38.630941 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53662) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:38.631101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:38.637534 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.640267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:38.645085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:38.679322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Allocated IP 172.26.8.26 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/049ddb2e-0222-4888-be4b-6fedd230a283) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:38.712027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53666) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:38.738442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.761584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.771899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:38.805863 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdbc7b4-92ba-4692-8388-53b0a0bf6c9b tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] DELETE failed (client error): The resource could not be found. Apr 22 15:07:38.806360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbdbc7b4-92ba-4692-8388-53b0a0bf6c9b tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:07:38.908340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1032298913', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:38.915491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event updated for resources: {'Port': ['ID=2dfd0c02-e114-4831-b028-3c166558d96f,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:38.927468 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:38.937206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Usage tracker for resource:port and tenant:48c9c8e9cf034ac186088edc73a8a43d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:38.943952 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:38.954606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:38.957732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.006966 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fbdbc7b4-92ba-4692-8388-53b0a0bf6c9b tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] 10.222.0.71 "DELETE /v2.0/ports/45b7313b-6dd2-489e-9d68-d3f5150411b0 HTTP/1.1" status: 404 len: 333 time: 0.3710046 Apr 22 15:07:39.018299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53672) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:39.057070 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.059176 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Made reservation on behalf of 48c9c8e9cf034ac186088edc73a8a43d for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:39.061417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.074561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.075734 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-32fea17a-eff0-4a47-a1fc-4ba1e71d40c8 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5335863 Apr 22 15:07:39.103614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53676) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:39.121169 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.245766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b1173b1-bc57-4ed8-9c78-32ac90b76412 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.289310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.315287 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.322100 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b1173b1-bc57-4ed8-9c78-32ac90b76412 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.349375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-329b3a9a-aa22-461e-a720-91644536fc24 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Synchronizing usage tracker for tenant:45a39a9a356642ff91bf70c2426312f5 on resource:floatingip {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:39.381295 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:39.387892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Usage tracker for resource:security_group_rule and tenant:48c9c8e9cf034ac186088edc73a8a43d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:39.392368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:39.404167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:39.419570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1173b1-bc57-4ed8-9c78-32ac90b76412 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce68131-f387-4612-ab50-29236ea4293c,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:39.424117 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.509902 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b1173b1-bc57-4ed8-9c78-32ac90b76412 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.511343 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0b1173b1-bc57-4ed8-9c78-32ac90b76412 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2322600 Apr 22 15:07:39.515902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53680) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:39.529183 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a6485-b4ee-46f8-b83b-b41c25839cf0 None None] Network fbc6211a-9efd-45dc-be9d-26783a4a76ec requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:39.529678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:39.550181 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:39.560376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Usage tracker for resource:floatingip and tenant:548b38a4783b4d719184e32da986cde8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:39.566948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:39.588394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:39.600551 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.621315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.625373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.631647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ffc2ec62-560f-40aa-9a5d-8b88021a05fc None None] Provisioning for port afd022ed-1ece-4e4c-855a-5f86e795580e completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:39.670981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.676813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-98230af3-4f9f-4e3e-a78b-90cd43bc98c9 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Deleting subnet d1289b74-86f2-4429-bb2b-76729dacc0bb {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:07:39.689488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Allocated IP 2001:db8::1b (fd4dc808-97d2-4236-a72c-9012b10527bf/20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61/c4430414-9497-4433-a18d-880572f054fc) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:39.704849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98230af3-4f9f-4e3e-a78b-90cd43bc98c9 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.707331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] device_id is not set on port 7a315027-e513-4c4e-b6b8-fe1ebcc2f97b yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:07:39.747292 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d7c3a9-bbde-4506-bd2c-07294aad1297,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:39.751396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.758416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-329b3a9a-aa22-461e-a720-91644536fc24 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Unset dirty status for tenant:45a39a9a356642ff91bf70c2426312f5 on resource:floatingip {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:39.759760 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-329b3a9a-aa22-461e-a720-91644536fc24 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "GET /v2.0/floatingips?floating_network_id=906d9eca-a018-4c90-841b-51736f5b1270 HTTP/1.1" status: 200 len: 690 time: 0.6508520 Apr 22 15:07:39.763320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.767027 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53684) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:39.783178 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Pushing event updated for resources: {'Port': ['ID=a3997a98-412f-46c6-b1f7-9cb7ab593351,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:39.818957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:39.823694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.857347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:39.863935 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device afd022ed-1ece-4e4c-855a-5f86e795580e up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:39.969758 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:39.970792 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:39.974008 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:39.976970 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98230af3-4f9f-4e3e-a78b-90cd43bc98c9 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.006051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port afd022ed-1ece-4e4c-855a-5f86e795580e completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:40.017258 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port afd022ed-1ece-4e4c-855a-5f86e795580e triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:40.017936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.050875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Pushing event updated for resources: {'Port': ['ID=2807d58f-d290-4cc5-89c6-90713ace54da,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:40.088202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.089895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:40.099480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Allocated IP 172.26.8.181 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/7a315027-e513-4c4e-b6b8-fe1ebcc2f97b) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:40.116792 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d8a6c1b5-bc88-4f38-9a61-2d014588517d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0712266 Apr 22 15:07:40.117787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:40.125329 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53688) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:40.125792 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event updated for resources: {'Port': ['ID=049ddb2e-0222-4888-be4b-6fedd230a283,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:40.130277 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:40.138073 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:40.179025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.203198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.221462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4f5626b9-deb7-4489-b5b3-31786d1be3a4 None None] Provisioning complete for port afd022ed-1ece-4e4c-855a-5f86e795580e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:40.221875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f5626b9-deb7-4489-b5b3-31786d1be3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.225449 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a0c3ebba-bb9c-4f00-bd98-157211dd3598 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4072578 Apr 22 15:07:40.261051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98230af3-4f9f-4e3e-a78b-90cd43bc98c9 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.262493 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port afd022ed-1ece-4e4c-855a-5f86e795580e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=afd022ed-1ece-4e4c-855a-5f86e795580e,segment=NetworkSegment(b8b2043c-2c57-44df-9af2-590cc57b9f23),segment_id=b8b2043c-2c57-44df-9af2-590cc57b9f23)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:40.276231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.343099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.390925 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=afd022ed-1ece-4e4c-855a-5f86e795580e,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:40.408229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.446283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.457029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.521017 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98230af3-4f9f-4e3e-a78b-90cd43bc98c9 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.573406 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98230af3-4f9f-4e3e-a78b-90cd43bc98c9 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Pushing event deleted for resources: {'Subnet': ['ID=d1289b74-86f2-4429-bb2b-76729dacc0bb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:40.575269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Deleting port 2dfd0c02-e114-4831-b028-3c166558d96f {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:40.575617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.630855 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98230af3-4f9f-4e3e-a78b-90cd43bc98c9 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.643281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8050f416-7d32-45b1-9d95-8405d655402a None None] Network ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:07:40.688060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.701257 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-98230af3-4f9f-4e3e-a78b-90cd43bc98c9 tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] 10.222.0.71 "DELETE /v2.0/subnets/d1289b74-86f2-4429-bb2b-76729dacc0bb HTTP/1.1" status: 204 len: 168 time: 1.6275704 Apr 22 15:07:40.702256 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.707009 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53704) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:40.734008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53706) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:40.740970 dv-neutron-838883-3-hyperv neutron-server[83933]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 15:07:40.848555 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.859279 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-f8c00e1a-2bd0-43e1-b289-e052d652aa0c tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--884943544&fields=id&tenant_id=742d8ea68dee405bb2cf411aed61c6a2 HTTP/1.1" status: 200 len: 267 time: 0.1237044 Apr 22 15:07:40.946964 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8200f76e-3765-454a-b5dc-c02ba5bf4f37 None None] DHCP port deletion for ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:07:40.951511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8200f76e-3765-454a-b5dc-c02ba5bf4f37 None None] Deleting port 34bd3047-0cf6-4230-8247-c5202d92995a {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:40.952044 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8200f76e-3765-454a-b5dc-c02ba5bf4f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:40.993428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:40.999274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Network fd4dc808-97d2-4236-a72c-9012b10527bf is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:41.003899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:41.015276 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:41.025960 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:41.059756 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event updated for resources: {'Port': ['ID=c4430414-9497-4433-a18d-880572f054fc,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:41.068966 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:41.118453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.126047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.126572 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.189209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] device_id is not set on port a3997a98-412f-46c6-b1f7-9cb7ab593351 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:07:41.218444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.229471 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8200f76e-3765-454a-b5dc-c02ba5bf4f37 None None] For port 34bd3047-0cf6-4230-8247-c5202d92995a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=34bd3047-0cf6-4230-8247-c5202d92995a,segment=NetworkSegment(77271b48-97e2-4fb0-81e9-bcfd626cb2e9),segment_id=77271b48-97e2-4fb0-81e9-bcfd626cb2e9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:41.229860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8200f76e-3765-454a-b5dc-c02ba5bf4f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.244396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Allocated IP 172.26.8.110 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/263f4e2d-a5b0-4c3c-aa00-e0bddc027789) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:41.254326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Pushing event updated for resources: {'Port': ['ID=7a315027-e513-4c4e-b6b8-fe1ebcc2f97b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:41.264022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Calling delete_port for 2dfd0c02-e114-4831-b028-3c166558d96f owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:41.273484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Transition to ACTIVE for port object a3997a98-412f-46c6-b1f7-9cb7ab593351 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:41.288124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.300852 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.301571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.328328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Deleting port 34bd3047-0cf6-4230-8247-c5202d92995a {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:41.329302 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.332222 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:41.332915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.386955 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8200f76e-3765-454a-b5dc-c02ba5bf4f37 None None] Calling delete_port for 34bd3047-0cf6-4230-8247-c5202d92995a owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:41.465984 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e2a91077-e9b8-4310-98e9-682183d28011 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7521663 Apr 22 15:07:41.467362 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53712) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:41.535319 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8200f76e-3765-454a-b5dc-c02ba5bf4f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.555066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.181'}]}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:41.564396 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] The port '34bd3047-0cf6-4230-8247-c5202d92995a' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:07:41.567475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Pushing event updated for resources: {'Port': ['ID=a3997a98-412f-46c6-b1f7-9cb7ab593351,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:41.577063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-1fd68697-0f96-4d1a-b399-fb4e838040dd tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:41.579432 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-1fd68697-0f96-4d1a-b399-fb4e838040dd tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/networks?id=32587937-ea4e-42e2-a240-c92672372817 HTTP/1.1" status: 200 len: 806 time: 0.6257136 Apr 22 15:07:41.582715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200f76e-3765-454a-b5dc-c02ba5bf4f37 None None] Pushing event deleted for resources: {'Port': ['ID=34bd3047-0cf6-4230-8247-c5202d92995a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:41.586634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:41.589077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200f76e-3765-454a-b5dc-c02ba5bf4f37 None None] No DVR routers for this DVR port 34bd3047-0cf6-4230-8247-c5202d92995a on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:07:41.616787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Usage tracker for resource:router and tenant:48c9c8e9cf034ac186088edc73a8a43d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:41.631372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:41.652265 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:41.670079 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-23cc85d2-dd4c-43e7-b647-3ae6417e0b3c tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/quotas/742d8ea68dee405bb2cf411aed61c6a2 HTTP/1.1" status: 200 len: 375 time: 0.0676908 Apr 22 15:07:41.675499 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:41.676044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:41.676780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:41.740750 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.741745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.753078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:41.753451 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:41.755234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device afd022ed-1ece-4e4c-855a-5f86e795580e up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:41.756516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.760817 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 2 to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 Apr 22 15:07:41.767563 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.789938 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:41.790323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:41.790674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:41.806871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.819812 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:41.820130 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:41.823004 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 3 to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 Apr 22 15:07:41.829242 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port afd022ed-1ece-4e4c-855a-5f86e795580e triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:41.829751 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.840138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.840835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.845353 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Subscribe: > segment before_delete 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:41.845823 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:41.846461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:41.846995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Subscribe: > port after_create 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:41.847107 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Subscribe: > port after_delete 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:41.847412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Subscribe: > port after_update 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:41.847686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:41.847781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Subscribe: > segment after_delete 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:41.848038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:41.848136 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Subscribe: > subnet after_create 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:41.848344 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Subscribe: > subnet after_delete 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:41.848441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:41.848648 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Subscribe: > subnet after_update 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:41.862695 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.873376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:41.908396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:41.908770 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:41.916991 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 4 to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 Apr 22 15:07:41.939691 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-41035e15-e115-4243-92e8-abab215edd0a tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=742d8ea68dee405bb2cf411aed61c6a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2572656 Apr 22 15:07:41.975012 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:41.975442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:41.975774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:42.011545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Subscribe: > subnet after_create 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:42.011545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Subscribe: > subnet after_delete 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:42.011545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Subscribe: > subnet before_create 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:42.011545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Subscribe: > subnet before_update 55550000 {{(pid=83934) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 15:07:42.011545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:42.045136 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dfd0c02-e114-4831-b028-3c166558d96f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:42.045882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:42.048010 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77271b48-97e2-4fb0-81e9-bcfd626cb2e9') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:42.048298 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77271b48-97e2-4fb0-81e9-bcfd626cb2e9') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:42.053219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Pushing event updated for resources: {'Port': ['ID=263f4e2d-a5b0-4c3c-aa00-e0bddc027789,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:42.057143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:42.057143 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:42.065754 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 5 to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 Apr 22 15:07:42.071045 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 34bd3047-0cf6-4230-8247-c5202d92995a no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:07:42.073822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:42.076262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:42.113207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 34bd3047-0cf6-4230-8247-c5202d92995a {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:07:42.113538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 34bd3047-0cf6-4230-8247-c5202d92995a not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:07:42.134114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.190175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:42.190732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:42.190827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:42.207747 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:42.208073 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:42.209751 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 6 to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 Apr 22 15:07:42.224212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.232385 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:42.232591 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.232721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:42.233063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:42.239325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.250438 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:07:42.250898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.265332 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-c95c97ce-5650-431f-afb3-4baab520ea19 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:07:42.266327 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-c95c97ce-5650-431f-afb3-4baab520ea19 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1125479 Apr 22 15:07:42.269354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:42.269681 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:42.271791 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 7 to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn_limited( Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn_limited( Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:07:42.343241 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:07:42.398579 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:42.398921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:42.399250 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:42.462410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:42.462737 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:42.466155 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 8 to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 Apr 22 15:07:42.505122 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.529761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.574903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.586087 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] Pushing event deleted for resources: {'Network': ['ID=ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:42.594105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:42.595859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:42.596078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:42.607401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.616659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cea0-8413-4486-8307-f2a1cf591d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.621105 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-24f1fc94-6129-41d1-89a5-823f4ccfe01e tempest-DHCPAgentSchedulersTestJSON-797960305 tempest-DHCPAgentSchedulersTestJSON-797960305-project] 10.222.0.71 "DELETE /v2.0/networks/ff23e9e7-83fe-4d7b-8ed0-747d7c4186c6 HTTP/1.1" status: 204 len: 168 time: 1.7613006 Apr 22 15:07:42.621860 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-788aece2-577c-43e3-8f0a-7109348a5f32 service neutron] 10.222.0.71 "GET /v2.0/networks/32587937-ea4e-42e2-a240-c92672372817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406749 Apr 22 15:07:42.663975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.671917 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:42.672287 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:42.681935 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 9 to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 Apr 22 15:07:42.711946 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=84c1d698-c581-4813-b9fd-87560e8a3b82,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:42.745841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Router 1d75848f-3a36-40e0-9f75-6aeda1f28008 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:07:42.791197 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:42.791438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:42.792125 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:42.806758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.831389 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.866613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:42.866940 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:42.876549 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 10 to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 Apr 22 15:07:42.925099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:42.925355 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:42.925691 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:42.952566 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-558d58a8-e5ac-4924-bfb3-043e5bb2c1cb service neutron] 10.222.0.71 "GET /v2.0/networks/32587937-ea4e-42e2-a240-c92672372817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260982 Apr 22 15:07:42.972888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:42.972888 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port a3997a98-412f-46c6-b1f7-9cb7ab593351 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:42.973284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:42.974980 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906d9eca-a018-4c90-841b-51736f5b1270']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:43.008408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8413c9d-53f2-4459-9c73-fe5113cf3845') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:43.008721 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8413c9d-53f2-4459-9c73-fe5113cf3845') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:43.031448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.046003 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53726) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:43.077131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.092609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:07:43.093014 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:07:43.114230 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:07:43.196982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Router b02309cc-37af-4173-a934-2728273014d9 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:07:43.263446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.288795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53740) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:43.340343 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 906d9eca-a018-4c90-841b-51736f5b1270 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 15:07:43.361185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.363780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event deleted for resources: {'Network': ['ID=906d9eca-a018-4c90-841b-51736f5b1270,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:43.448725 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-af182ed2-2458-4603-9929-9be18159dc7f tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "DELETE /v2.0/networks/906d9eca-a018-4c90-841b-51736f5b1270 HTTP/1.1" status: 204 len: 168 time: 3.6718793 Apr 22 15:07:43.457073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53754) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:43.479951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] For port a3997a98-412f-46c6-b1f7-9cb7ab593351, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:43.483476 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempted to set empty binding levels {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 15:07:43.511374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.570800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:07:43.578334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6bd9540f-7733-409a-b671-088d53ab08b0 admin admin] Synchronizing usage tracker for tenant:5d5d8b7f7b7a4a958461ecda39b51ffd on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:43.581537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] In _notify_port_updated(), no bound segment for port a3997a98-412f-46c6-b1f7-9cb7ab593351 on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:07:43.582661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.586527 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "PUT /v2.0/ports/a3997a98-412f-46c6-b1f7-9cb7ab593351 HTTP/1.1" status: 200 len: 977 time: 3.4553359 Apr 22 15:07:43.592950 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53760) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:43.602323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.665193 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-09e1f839-aecc-4279-a800-735771ceaa56 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Synchronizing usage tracker for tenant:45a39a9a356642ff91bf70c2426312f5 on resource:floatingip {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:43.697054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:07:43.710178 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.723066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.728421 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6bd9540f-7733-409a-b671-088d53ab08b0 admin admin] Unset dirty status for tenant:5d5d8b7f7b7a4a958461ecda39b51ffd on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:43.732768 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6bd9540f-7733-409a-b671-088d53ab08b0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3b251f14c7264a11bb4e66825c2eff72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6826825 Apr 22 15:07:43.733820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-09e1f839-aecc-4279-a800-735771ceaa56 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Unset dirty status for tenant:45a39a9a356642ff91bf70c2426312f5 on resource:floatingip {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:43.737388 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-09e1f839-aecc-4279-a800-735771ceaa56 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.2761111 Apr 22 15:07:43.737388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53764) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:43.737627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53766) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:43.782718 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5347996-4994-4a13-bc6f-0b4f06bd672c req-ff84df33-9bc7-4982-9dc4-ca89d6a223cb tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 210 time: 0.4918947 Apr 22 15:07:43.804839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.806026 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5661becf-cb81-4247-89cd-89575de0be9d tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.4631462 Apr 22 15:07:43.825595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53774) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:43.837453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:43.845357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd3f18-e9f9-4742-9e6f-14639f2bbb6d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Pushing event updated for resources: {'Port': ['ID=a3997a98-412f-46c6-b1f7-9cb7ab593351,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:44.075202 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958f413-fa4d-4972-8cbe-19159b370492 None None] Sync routers for ids ['1d75848f-3a36-40e0-9f75-6aeda1f28008'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:07:44.086301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Pushing event updated for resources: {'Port': ['ID=263f4e2d-a5b0-4c3c-aa00-e0bddc027789,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:44.101454 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:44.102952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958f413-fa4d-4972-8cbe-19159b370492 None None] Routers {'1d75848f-3a36-40e0-9f75-6aeda1f28008'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:44.104024 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1958f413-fa4d-4972-8cbe-19159b370492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1d75848f-3a36-40e0-9f75-6aeda1f28008'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:44.144184 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fbf21f4e-4da4-4179-94c6-90f9b752004d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Synchronizing usage tracker for tenant:0d70851ce85840dab6a8f3aec51c25cc on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:44.168821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31436654-3e76-45fc-ab47-9b9a1a771657 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:44.169422 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31436654-3e76-45fc-ab47-9b9a1a771657 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:44.169946 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31436654-3e76-45fc-ab47-9b9a1a771657 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:44.170457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31436654-3e76-45fc-ab47-9b9a1a771657 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:44.170944 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31436654-3e76-45fc-ab47-9b9a1a771657 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:44.171440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31436654-3e76-45fc-ab47-9b9a1a771657 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:44.171788 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31436654-3e76-45fc-ab47-9b9a1a771657 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:44.173002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-31436654-3e76-45fc-ab47-9b9a1a771657 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Synchronizing usage tracker for tenant:45a39a9a356642ff91bf70c2426312f5 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:44.174727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1958f413-fa4d-4972-8cbe-19159b370492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:44.188592 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958f413-fa4d-4972-8cbe-19159b370492 None None] Routers {'1d75848f-3a36-40e0-9f75-6aeda1f28008'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:44.189293 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1958f413-fa4d-4972-8cbe-19159b370492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1d75848f-3a36-40e0-9f75-6aeda1f28008'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:44.235289 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fbf21f4e-4da4-4179-94c6-90f9b752004d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Unset dirty status for tenant:0d70851ce85840dab6a8f3aec51c25cc on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:44.236504 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fbf21f4e-4da4-4179-94c6-90f9b752004d tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15727 time: 0.6385572 Apr 22 15:07:44.237288 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-256bb005-c64c-477c-9045-0a78e32ea758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:44.243072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53788) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:44.270106 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1958f413-fa4d-4972-8cbe-19159b370492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:44.270529 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958f413-fa4d-4972-8cbe-19159b370492 None None] The sync data for ids ['1d75848f-3a36-40e0-9f75-6aeda1f28008'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:07:44.286196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-31436654-3e76-45fc-ab47-9b9a1a771657 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Unset dirty status for tenant:45a39a9a356642ff91bf70c2426312f5 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:44.287582 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-31436654-3e76-45fc-ab47-9b9a1a771657 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4582 time: 0.5461323 Apr 22 15:07:44.296451 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53794) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:44.341607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:44.386904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-256bb005-c64c-477c-9045-0a78e32ea758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:44.426491 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-4cbed9bc-68bc-493c-95ce-fb6b5578c49e tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] delete failed (client error): The resource could not be found. Apr 22 15:07:44.427769 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4cbed9bc-68bc-493c-95ce-fb6b5578c49e tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/cebfdf7c-cb89-473c-ab7e-03c0d6241ee7 HTTP/1.1" status: 404 len: 345 time: 0.1168492 Apr 22 15:07:44.439626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53802) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:44.458913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7ef9fdb2-8f17-4677-9d80-6badc7d537a7 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Deleting port a3997a98-412f-46c6-b1f7-9cb7ab593351 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:44.459310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ef9fdb2-8f17-4677-9d80-6badc7d537a7 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:44.518721 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:07:44.535904 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Sync routers for ids ['b02309cc-37af-4173-a934-2728273014d9'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:07:44.548216 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Routers {'b02309cc-37af-4173-a934-2728273014d9'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:44.549086 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['b02309cc-37af-4173-a934-2728273014d9'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:44.553014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:44.555247 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b2b2d34d-d223-4f50-9d18-eba45479d61d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0373995 Apr 22 15:07:44.676001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:44.688894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:44.733261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-7ef9fdb2-8f17-4677-9d80-6badc7d537a7 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] For port a3997a98-412f-46c6-b1f7-9cb7ab593351, host hv-neutron-8388, got binding levels [] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:44.733618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ef9fdb2-8f17-4677-9d80-6badc7d537a7 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:44.798460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:44.799149 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32a587b4-1c98-489f-88b2-d67260b8a4cc {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:07:44.802329 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Set router b02309cc-37af-4173-a934-2728273014d9 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:44.863151 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 22 15:07:44.866982 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-98080f85-0da1-447c-b507-97d4f4f65a92 tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3840132 Apr 22 15:07:44.867871 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53820) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:44.877121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7ef9fdb2-8f17-4677-9d80-6badc7d537a7 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Calling delete_port for a3997a98-412f-46c6-b1f7-9cb7ab593351 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:44.956128 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b771ea5c-dcc4-4792-a2c2-18f137c241f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:44.970240 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-409bda83-c99c-4e66-a0e6-bda50830c8c1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Synchronizing usage tracker for tenant:548b38a4783b4d719184e32da986cde8 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:44.999604 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf52817b-5cc1-4eb9-a787-78147be36dea tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] DELETE failed (client error): The resource could not be found. Apr 22 15:07:45.000844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf52817b-5cc1-4eb9-a787-78147be36dea tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:07:45.009085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa914f-7043-47fe-b7fe-dc42854314bd tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Deleting port 7a315027-e513-4c4e-b6b8-fe1ebcc2f97b {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:45.010445 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cfa914f-7043-47fe-b7fe-dc42854314bd tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.028519 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ef9fdb2-8f17-4677-9d80-6badc7d537a7 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.037059 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-256bb005-c64c-477c-9045-0a78e32ea758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.039857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-256bb005-c64c-477c-9045-0a78e32ea758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.044145 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-256bb005-c64c-477c-9045-0a78e32ea758 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e6342364-4bd0-421c-a83e-6233eac2a6c3 HTTP/1.1" status: 204 len: 168 time: 1.3040793 Apr 22 15:07:45.046046 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cf52817b-5cc1-4eb9-a787-78147be36dea tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "DELETE /v2.0/networks/906d9eca-a018-4c90-841b-51736f5b1270 HTTP/1.1" status: 404 len: 339 time: 0.6052816 Apr 22 15:07:45.053953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53826) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:45.077538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bb005-c64c-477c-9045-0a78e32ea758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6342364-4bd0-421c-a83e-6233eac2a6c3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:45.167566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9fdb2-8f17-4677-9d80-6badc7d537a7 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3997a98-412f-46c6-b1f7-9cb7ab593351,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:45.179853 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.184472 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f47b7674-1336-479f-80ac-8b877e8a9744 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.3475673 Apr 22 15:07:45.187591 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53830) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:45.196352 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02309cc-37af-4173-a934-2728273014d9', 'name': '', 'tenant_id': 'b114c0be161d489bb4c6e754e3b943ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd4dc808-97d2-4236-a72c-9012b10527bf', 'external_fixed_ips': [{'subnet_id': '20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61', 'ip_address': '2001:db8::1b'}], 'enable_snat': True}, 'gw_port_id': 'c4430414-9497-4433-a18d-880572f054fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:37Z', 'updated_at': '2022-04-22T15:07:41Z', 'revision_number': 3, 'project_id': 'b114c0be161d489bb4c6e754e3b943ac', 'gw_port': {'id': 'c4430414-9497-4433-a18d-880572f054fc', 'name': '', 'network_id': 'fd4dc808-97d2-4236-a72c-9012b10527bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02309cc-37af-4173-a934-2728273014d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61', 'ip_address': '2001:db8::1b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:38Z', 'updated_at': '2022-04-22T15:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:45.200654 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Checking router: b02309cc-37af-4173-a934-2728273014d9 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:07:45.201306 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Updating router b02309cc-37af-4173-a934-2728273014d9 port c4430414-9497-4433-a18d-880572f054fc binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:07:45.290602 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.291182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Request body: {'network': {'name': 'tempest-network--774570031', 'router:external': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:45.304166 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-93f7a3d9-a1f3-4141-883e-aadd5093f891 req-9d717a9d-5e31-4cff-be0b-55b7d2c16695 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 210 time: 0.2490211 Apr 22 15:07:45.305536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:45.322253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-409bda83-c99c-4e66-a0e6-bda50830c8c1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Unset dirty status for tenant:548b38a4783b4d719184e32da986cde8 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:45.323889 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-409bda83-c99c-4e66-a0e6-bda50830c8c1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--927627685&fields=id&tenant_id=548b38a4783b4d719184e32da986cde8 HTTP/1.1" status: 200 len: 267 time: 0.4991152 Apr 22 15:07:45.325226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Usage tracker for resource:network and tenant:45a39a9a356642ff91bf70c2426312f5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:45.333299 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:45.364300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:45.380205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ef9fdb2-8f17-4677-9d80-6badc7d537a7 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.384861 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7ef9fdb2-8f17-4677-9d80-6badc7d537a7 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "DELETE /v2.0/ports/a3997a98-412f-46c6-b1f7-9cb7ab593351 HTTP/1.1" status: 204 len: 168 time: 1.1394873 Apr 22 15:07:45.387257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53840) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:45.454968 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed45d6e-ea92-4fbb-9c28-298e7d946ec5 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] GET failed (client error): The resource could not be found. Apr 22 15:07:45.455757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bed45d6e-ea92-4fbb-9c28-298e7d946ec5 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Synchronizing usage tracker for tenant:0d70851ce85840dab6a8f3aec51c25cc on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:45.458098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Made reservation on behalf of 45a39a9a356642ff91bf70c2426312f5 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:45.460414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.641504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bed45d6e-ea92-4fbb-9c28-298e7d946ec5 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Unset dirty status for tenant:0d70851ce85840dab6a8f3aec51c25cc on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:45.649057 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bed45d6e-ea92-4fbb-9c28-298e7d946ec5 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "GET /v2.0/ports/a3997a98-412f-46c6-b1f7-9cb7ab593351 HTTP/1.1" status: 404 len: 333 time: 0.2593813 Apr 22 15:07:45.650124 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53844) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:45.662386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:45.685351 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-964672758', 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:45.699922 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:45.720782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:45.741762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.742106 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Added segment f88be586-f893-4193-8934-3fb6cfa2c17b of type vlan for network b2189cc7-d904-47e4-b953-b90e1e774cb0 Apr 22 15:07:45.772913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-fc12c0e7-6cc2-44d9-b7d8-1b0e2c6bc233 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:45.773475 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Made reservation on behalf of 0d70851ce85840dab6a8f3aec51c25cc for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:45.773862 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-fc12c0e7-6cc2-44d9-b7d8-1b0e2c6bc233 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Synchronizing usage tracker for tenant:548b38a4783b4d719184e32da986cde8 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:45.777751 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.792465 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53848) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:45.809183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.862275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cfa914f-7043-47fe-b7fe-dc42854314bd tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.867747 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] device_id is not set on port eec20a70-735d-4ddc-854a-530eb4f182e6 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:07:45.871793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f48f2cc-ff27-4d1f-8859-ed60e06eb1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.903994 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.952558 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.965234 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:45.970070 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.70', 54245) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:45.992192 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:46.005488 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Transition to ACTIVE for port object c4430414-9497-4433-a18d-880572f054fc will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:46.019183 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:46.097017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa914f-7043-47fe-b7fe-dc42854314bd tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Calling delete_port for 7a315027-e513-4c4e-b6b8-fe1ebcc2f97b owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:46.108887 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd85ce-be46-4ebd-9db6-c1efcbec67ca None None] Pushing event updated for resources: {'Port': ['ID=c4430414-9497-4433-a18d-880572f054fc,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:46.123157 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Attempting to bind port c4430414-9497-4433-a18d-880572f054fc on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:46.123389 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Attempting to bind port c4430414-9497-4433-a18d-880572f054fc by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '7023c99b-227c-48b6-a4e7-00eb2858a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'fd4dc808-97d2-4236-a72c-9012b10527bf'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:46.123900 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Attempting to bind port c4430414-9497-4433-a18d-880572f054fc on network fd4dc808-97d2-4236-a72c-9012b10527bf {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:46.136329 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:07:46.137413 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Checking segment: {'id': '7023c99b-227c-48b6-a4e7-00eb2858a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'fd4dc808-97d2-4236-a72c-9012b10527bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:46.138031 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:46.139074 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Bound using segment: {'id': '7023c99b-227c-48b6-a4e7-00eb2858a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'fd4dc808-97d2-4236-a72c-9012b10527bf'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:07:46.139775 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Bound port: c4430414-9497-4433-a18d-880572f054fc, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7023c99b-227c-48b6-a4e7-00eb2858a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'fd4dc808-97d2-4236-a72c-9012b10527bf'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:07:46.140457 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:46.159770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-fc12c0e7-6cc2-44d9-b7d8-1b0e2c6bc233 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Unset dirty status for tenant:548b38a4783b4d719184e32da986cde8 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:46.169928 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-fc12c0e7-6cc2-44d9-b7d8-1b0e2c6bc233 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/networks?id=bd913740-5d28-4391-bafb-b87af92120d0 HTTP/1.1" status: 200 len: 812 time: 0.8320253 Apr 22 15:07:46.283766 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] For port c4430414-9497-4433-a18d-880572f054fc, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:46.289540 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] For port c4430414-9497-4433-a18d-880572f054fc, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c4430414-9497-4433-a18d-880572f054fc,segment=NetworkSegment(7023c99b-227c-48b6-a4e7-00eb2858a2d2),segment_id=7023c99b-227c-48b6-a4e7-00eb2858a2d2)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:07:46.299910 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:46.316789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:07:46.342842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8f48f2cc-ff27-4d1f-8859-ed60e06eb1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:46.358734 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-44d49055-9e13-49a1-bcb7-3b82c9d7f552 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/quotas/548b38a4783b4d719184e32da986cde8 HTTP/1.1" status: 200 len: 375 time: 0.1876805 Apr 22 15:07:46.368733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8f48f2cc-ff27-4d1f-8859-ed60e06eb1fc admin admin] Usage tracker for resource:security_group_rule and tenant:134cc90030e44a9d992a2cb46f56a630 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:46.392393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8f48f2cc-ff27-4d1f-8859-ed60e06eb1fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:46.397003 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd85ce-be46-4ebd-9db6-c1efcbec67ca None None] Pushing event updated for resources: {'Port': ['ID=c4430414-9497-4433-a18d-880572f054fc,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:46.415892 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Routers {'b02309cc-37af-4173-a934-2728273014d9'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:46.416754 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['b02309cc-37af-4173-a934-2728273014d9'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:46.488510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8f48f2cc-ff27-4d1f-8859-ed60e06eb1fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:46.516976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:46.519475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:46.521485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:46.576984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:46.675687 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] Set router b02309cc-37af-4173-a934-2728273014d9 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:46.682466 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d9464fca-0427-40fd-b286-563d87a0f04e req-f9d66f33-9e76-4bcc-b0f9-90c6b5742942 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 210 time: 0.1127706 Apr 22 15:07:46.751285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:46.763710 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5895092 Apr 22 15:07:46.807603 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53870) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:46.838780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-ee300448-3457-440b-8c63-2dba9e8525cf tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:46.840230 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-ee300448-3457-440b-8c63-2dba9e8525cf tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.70 "GET /v2.0/networks?id=32587937-ea4e-42e2-a240-c92672372817 HTTP/1.1" status: 200 len: 806 time: 0.8656654 Apr 22 15:07:46.840904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cd386-2de8-4720-8bf3-aebbeef76759 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event updated for resources: {'Network': ['ID=b2189cc7-d904-47e4-b953-b90e1e774cb0,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:46.852330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network b2189cc7-d904-47e4-b953-b90e1e774cb0 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:07:46.921851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f48f2cc-ff27-4d1f-8859-ed60e06eb1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:46.956617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:46.958750 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Pushing event updated for resources: {'Port': ['ID=eec20a70-735d-4ddc-854a-530eb4f182e6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:46.966034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:46.974610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:46.975408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:46.975996 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:46.996250 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cfa914f-7043-47fe-b7fe-dc42854314bd tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:47.002488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:47.011060 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-31d2b735-1b92-4368-b1da-994c233cff23 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=742d8ea68dee405bb2cf411aed61c6a2 HTTP/1.1" status: 200 len: 379 time: 0.0816550 Apr 22 15:07:47.012614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f48f2cc-ff27-4d1f-8859-ed60e06eb1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:47.037392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Request body: {'port': {'device_id': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'admin_state_up': True, 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'security_groups': ['a3645ad2-673e-40f6-bf8e-5f2667f6129a']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:47.045070 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Deleting port c4430414-9497-4433-a18d-880572f054fc {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:47.045408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:47.060182 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-5263df1a-b648-4463-907c-d86dd9091cab tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=548b38a4783b4d719184e32da986cde8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7005749 Apr 22 15:07:47.118332 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-817ffb41-a41e-4acb-b9e7-cb73701c9b99 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4521306 Apr 22 15:07:47.124149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53886) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:47.148503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9509d28a-381d-49f2-b106-2be70f422879 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:47.152971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9509d28a-381d-49f2-b106-2be70f422879 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:47.159434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9509d28a-381d-49f2-b106-2be70f422879 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:47.165911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9509d28a-381d-49f2-b106-2be70f422879 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:47.172500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9509d28a-381d-49f2-b106-2be70f422879 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:47.173791 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9509d28a-381d-49f2-b106-2be70f422879 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Synchronizing usage tracker for tenant:eb5596c8c3e5452e9b28c8f13d70b5d2 on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:47.195716 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02309cc-37af-4173-a934-2728273014d9', 'name': '', 'tenant_id': 'b114c0be161d489bb4c6e754e3b943ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd4dc808-97d2-4236-a72c-9012b10527bf', 'external_fixed_ips': [{'subnet_id': '20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61', 'ip_address': '2001:db8::1b'}], 'enable_snat': True}, 'gw_port_id': 'c4430414-9497-4433-a18d-880572f054fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:37Z', 'updated_at': '2022-04-22T15:07:41Z', 'revision_number': 3, 'project_id': 'b114c0be161d489bb4c6e754e3b943ac', 'gw_port': {'id': 'c4430414-9497-4433-a18d-880572f054fc', 'name': '', 'network_id': 'fd4dc808-97d2-4236-a72c-9012b10527bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02309cc-37af-4173-a934-2728273014d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61', 'ip_address': '2001:db8::1b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:38Z', 'updated_at': '2022-04-22T15:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:47.202749 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278b97a2-3cda-4fbe-9b80-fd621e915f33 None None] The sync data for ids ['b02309cc-37af-4173-a934-2728273014d9'] in dv-neutron-838883-3-hyperv is: [{'id': 'b02309cc-37af-4173-a934-2728273014d9', 'name': '', 'tenant_id': 'b114c0be161d489bb4c6e754e3b943ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd4dc808-97d2-4236-a72c-9012b10527bf', 'external_fixed_ips': [{'subnet_id': '20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61', 'ip_address': '2001:db8::1b'}], 'enable_snat': True}, 'gw_port_id': 'c4430414-9497-4433-a18d-880572f054fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:37Z', 'updated_at': '2022-04-22T15:07:41Z', 'revision_number': 3, 'project_id': 'b114c0be161d489bb4c6e754e3b943ac', 'gw_port': {'id': 'c4430414-9497-4433-a18d-880572f054fc', 'name': '', 'network_id': 'fd4dc808-97d2-4236-a72c-9012b10527bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02309cc-37af-4173-a934-2728273014d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61', 'ip_address': '2001:db8::1b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:38Z', 'updated_at': '2022-04-22T15:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:07:47.235853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa914f-7043-47fe-b7fe-dc42854314bd tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a315027-e513-4c4e-b6b8-fe1ebcc2f97b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:47.390380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7d270152-f427-4374-8ff8-b1f39fe6abe0 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Synchronizing usage tracker for tenant:0d70851ce85840dab6a8f3aec51c25cc on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:47.408899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9509d28a-381d-49f2-b106-2be70f422879 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Unset dirty status for tenant:eb5596c8c3e5452e9b28c8f13d70b5d2 on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:47.410312 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9509d28a-381d-49f2-b106-2be70f422879 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3060 time: 0.6011722 Apr 22 15:07:47.423582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53892) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:47.438656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48f2cc-ff27-4d1f-8859-ed60e06eb1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e538f5-a4b7-4596-a2be-0ff215b10bda,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:47.454044 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8f48f2cc-ff27-4d1f-8859-ed60e06eb1fc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=134cc90030e44a9d992a2cb46f56a630&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6560240 Apr 22 15:07:47.464261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53896) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:47.468287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:47.565779 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7d270152-f427-4374-8ff8-b1f39fe6abe0 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Unset dirty status for tenant:0d70851ce85840dab6a8f3aec51c25cc on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:47.567290 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7d270152-f427-4374-8ff8-b1f39fe6abe0 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "GET /v2.0/ports/eec20a70-735d-4ddc-854a-530eb4f182e6 HTTP/1.1" status: 200 len: 954 time: 0.4355721 Apr 22 15:07:47.570226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53900) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:47.639290 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-ae19351b-d693-4a49-b23d-934e6c947687 service neutron] 10.222.0.71 "GET /v2.0/networks/bd913740-5d28-4391-bafb-b87af92120d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208452 Apr 22 15:07:47.718593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] For port c4430414-9497-4433-a18d-880572f054fc, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c4430414-9497-4433-a18d-880572f054fc,segment=NetworkSegment(7023c99b-227c-48b6-a4e7-00eb2858a2d2),segment_id=7023c99b-227c-48b6-a4e7-00eb2858a2d2)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:07:47.719833 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:47.758068 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23317a6a-d883-4bde-8bb7-fb9c583a6a03 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:47.774265 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cfa914f-7043-47fe-b7fe-dc42854314bd tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:47.819105 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0cfa914f-7043-47fe-b7fe-dc42854314bd tempest-RoutersAdminNegativeTest-1237955702 tempest-RoutersAdminNegativeTest-1237955702-project-admin] 10.222.0.71 "DELETE /v2.0/ports/7a315027-e513-4c4e-b6b8-fe1ebcc2f97b HTTP/1.1" status: 204 len: 168 time: 2.9499559 Apr 22 15:07:47.920870 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c9fe514-7c6e-4318-9311-75db150587af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:47.938712 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8b422ff4-3f5f-4a41-a04f-0d254182e9eb req-73237fef-0315-43d8-b5ef-33df4f5179c9 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 210 time: 0.0946164 Apr 22 15:07:47.943766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-98c57fc2-8bc5-4ea9-b9f4-c618eaba8fab tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Deleting port eec20a70-735d-4ddc-854a-530eb4f182e6 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:07:47.946420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98c57fc2-8bc5-4ea9-b9f4-c618eaba8fab tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:48.134219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:48.168166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Usage tracker for resource:port and tenant:742d8ea68dee405bb2cf411aed61c6a2 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:48.180223 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-57ed915c-4b0e-42ec-8d84-f07fddb482d8 service neutron] 10.222.0.71 "GET /v2.0/networks/bd913740-5d28-4391-bafb-b87af92120d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400875 Apr 22 15:07:48.183380 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:48.194364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:48.312830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Calling delete_port for c4430414-9497-4433-a18d-880572f054fc owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:48.320970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Made reservation on behalf of 742d8ea68dee405bb2cf411aed61c6a2 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:48.331976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:48.395113 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:48.551047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53910) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:48.594885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98c57fc2-8bc5-4ea9-b9f4-c618eaba8fab tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:48.889847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c9fe514-7c6e-4318-9311-75db150587af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:49.032886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-98c57fc2-8bc5-4ea9-b9f4-c618eaba8fab tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Calling delete_port for eec20a70-735d-4ddc-854a-530eb4f182e6 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:07:49.105034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c4ffaa35-8260-41fc-af27-7ac493e5956b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:49.136267 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af9c1351-1dc7-4188-899b-f098f9780085 req-897dcdd0-0d32-4140-8e1a-91582a307002 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 210 time: 0.2287278 Apr 22 15:07:49.198953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c4ffaa35-8260-41fc-af27-7ac493e5956b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:49.206266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c4ffaa35-8260-41fc-af27-7ac493e5956b admin admin] Usage tracker for resource:security_group_rule and tenant:0fd595a40b39499895d23881f91b68d7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:49.209713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c4ffaa35-8260-41fc-af27-7ac493e5956b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:49.215704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c4ffaa35-8260-41fc-af27-7ac493e5956b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:49.300735 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c4ffaa35-8260-41fc-af27-7ac493e5956b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:49.350178 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c4ffaa35-8260-41fc-af27-7ac493e5956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:49.439598 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c4ffaa35-8260-41fc-af27-7ac493e5956b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0fd595a40b39499895d23881f91b68d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8842351 Apr 22 15:07:49.451169 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2fe56880-8957-4d60-9268-9fa7c5337388 req-3c9b5762-6579-4eb3-b813-30c166286859 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 210 time: 0.1483109 Apr 22 15:07:49.459094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53946) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:49.657659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23317a6a-d883-4bde-8bb7-fb9c583a6a03 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:49.677343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffaa35-8260-41fc-af27-7ac493e5956b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ddf64d-324c-4b0c-b563-de2528219226,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:49.691961 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-23317a6a-d883-4bde-8bb7-fb9c583a6a03 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2189cc7-d904-47e4-b953-b90e1e774cb0']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:49.695962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Allocated IP 172.20.0.5 (32587937-ea4e-42e2-a240-c92672372817/36b5cdf5-cca4-46bb-bfb1-12685fef26af/8d8c238d-1da9-4870-8937-cdb3f7814b62) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:49.701471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-23317a6a-d883-4bde-8bb7-fb9c583a6a03 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88be586-f893-4193-8934-3fb6cfa2c17b') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:49.701775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-23317a6a-d883-4bde-8bb7-fb9c583a6a03 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88be586-f893-4193-8934-3fb6cfa2c17b') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:49.714587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23317a6a-d883-4bde-8bb7-fb9c583a6a03 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:49.716948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98c57fc2-8bc5-4ea9-b9f4-c618eaba8fab tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:49.754114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23317a6a-d883-4bde-8bb7-fb9c583a6a03 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:49.776520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23317a6a-d883-4bde-8bb7-fb9c583a6a03 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:07:49.776982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23317a6a-d883-4bde-8bb7-fb9c583a6a03 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:49.790839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98c57fc2-8bc5-4ea9-b9f4-c618eaba8fab tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:07:49.792861 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:07:49.839383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c57fc2-8bc5-4ea9-b9f4-c618eaba8fab tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Pushing event deleted for resources: {'Port': ['ID=eec20a70-735d-4ddc-854a-530eb4f182e6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:49.900291 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-43283c97-7be8-4c14-a602-326c343e84c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:49.911375 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-98c57fc2-8bc5-4ea9-b9f4-c618eaba8fab tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "DELETE /v2.0/ports/eec20a70-735d-4ddc-854a-530eb4f182e6 HTTP/1.1" status: 204 len: 168 time: 2.3375700 Apr 22 15:07:49.922954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53956) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:49.932091 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c9fe514-7c6e-4318-9311-75db150587af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:50.023599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-43283c97-7be8-4c14-a602-326c343e84c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:50.030467 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a003a75-eaf8-4416-a7ad-b5762d810106 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] GET failed (client error): The resource could not be found. Apr 22 15:07:50.031026 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5a003a75-eaf8-4416-a7ad-b5762d810106 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Synchronizing usage tracker for tenant:0d70851ce85840dab6a8f3aec51c25cc on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:50.083008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5a003a75-eaf8-4416-a7ad-b5762d810106 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Unset dirty status for tenant:0d70851ce85840dab6a8f3aec51c25cc on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:50.087898 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5a003a75-eaf8-4416-a7ad-b5762d810106 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "GET /v2.0/ports/eec20a70-735d-4ddc-854a-530eb4f182e6 HTTP/1.1" status: 404 len: 333 time: 0.1604784 Apr 22 15:07:50.088508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53960) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:50.094926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Request body: {'port': {'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1791490193'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:50.105324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:50.127668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fe514-7c6e-4318-9311-75db150587af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e538f5-a4b7-4596-a2be-0ff215b10bda,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:50.142599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23317a6a-d883-4bde-8bb7-fb9c583a6a03 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:50.144392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:50.178351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Made reservation on behalf of 0d70851ce85840dab6a8f3aec51c25cc for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:50.180798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:50.292181 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23317a6a-d883-4bde-8bb7-fb9c583a6a03 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2189cc7-d904-47e4-b953-b90e1e774cb0 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 15:07:50.302364 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23317a6a-d883-4bde-8bb7-fb9c583a6a03 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2189cc7-d904-47e4-b953-b90e1e774cb0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:50.310173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] device_id is not set on port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:07:50.320020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c9fe514-7c6e-4318-9311-75db150587af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:50.321437 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1c9fe514-7c6e-4318-9311-75db150587af admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a1e538f5-a4b7-4596-a2be-0ff215b10bda HTTP/1.1" status: 204 len: 168 time: 2.8529155 Apr 22 15:07:50.327487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23317a6a-d883-4bde-8bb7-fb9c583a6a03 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:50.338421 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:50.393799 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-23317a6a-d883-4bde-8bb7-fb9c583a6a03 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "DELETE /v2.0/networks/b2189cc7-d904-47e4-b953-b90e1e774cb0 HTTP/1.1" status: 204 len: 168 time: 2.9655225 Apr 22 15:07:50.397435 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 53968) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:50.421762 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4430414-9497-4433-a18d-880572f054fc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:50.540508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Request body: {'network': {'name': 'tempest-network--469805638', 'router:external': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:50.561816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:50.667481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Usage tracker for resource:network and tenant:45a39a9a356642ff91bf70c2426312f5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:50.692257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Allocated IP 172.20.0.1 (fbc6211a-9efd-45dc-be9d-26783a4a76ec/8b89a1a4-b573-4a12-9a4c-df1d52fc168c/77b0bee6-21a8-40da-9f7e-597baebad81c) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:50.717517 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:50.828606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-43283c97-7be8-4c14-a602-326c343e84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:50.998619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-48feac53-9602-4a98-a9c5-bf1d08ed6218 req-725cdb2c-88d2-4e57-ba4a-727a3efeacd1 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Synchronizing usage tracker for tenant:742d8ea68dee405bb2cf411aed61c6a2 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:51.066023 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:51.075712 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-94576faf-b107-4312-8770-f528d00efb71 req-75d03b19-587b-49ce-a565-c7ec1dce2247 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 210 time: 0.2341955 Apr 22 15:07:51.084303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43283c97-7be8-4c14-a602-326c343e84c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ddf64d-324c-4b0c-b563-de2528219226,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:51.149643 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-48feac53-9602-4a98-a9c5-bf1d08ed6218 req-725cdb2c-88d2-4e57-ba4a-727a3efeacd1 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Unset dirty status for tenant:742d8ea68dee405bb2cf411aed61c6a2 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:51.151195 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-48feac53-9602-4a98-a9c5-bf1d08ed6218 req-725cdb2c-88d2-4e57-ba4a-727a3efeacd1 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 210 time: 0.2555337 Apr 22 15:07:51.158980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-43283c97-7be8-4c14-a602-326c343e84c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:51.161375 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-43283c97-7be8-4c14-a602-326c343e84c6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/37ddf64d-324c-4b0c-b563-de2528219226 HTTP/1.1" status: 204 len: 168 time: 1.6946990 Apr 22 15:07:51.351266 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:51.395431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Transition to ACTIVE for port object 77b0bee6-21a8-40da-9f7e-597baebad81c will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:51.451254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:51.472864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:51.558177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Transition to ACTIVE for port object 8d8c238d-1da9-4870-8937-cdb3f7814b62 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:51.639908 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:51.643426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.70', 54251) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:51.694839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Made reservation on behalf of 45a39a9a356642ff91bf70c2426312f5 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:51.697711 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:51.869309 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:51.882903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:52.048302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 53992) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:52.068756 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:52.181392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:52.202082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:52.207563 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:52.209566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:52.211800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:52.257581 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Network 32587937-ea4e-42e2-a240-c92672372817 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:52.278237 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Pushing event updated for resources: {'Port': ['ID=8d8c238d-1da9-4870-8937-cdb3f7814b62,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:52.336694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:52.359523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:52.413337 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3212247 Apr 22 15:07:52.419019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54002) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:52.447566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:52.533812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Network fbc6211a-9efd-45dc-be9d-26783a4a76ec is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:52.544403 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:52.583885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-64524ecc-c20f-46e9-965a-60b138712beb tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:52.586047 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-64524ecc-c20f-46e9-965a-60b138712beb tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.70 "GET /v2.0/networks?id=bd913740-5d28-4391-bafb-b87af92120d0 HTTP/1.1" status: 200 len: 812 time: 0.9123392 Apr 22 15:07:52.672518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:52.681885 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:52.730298 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event updated for resources: {'Port': ['ID=77b0bee6-21a8-40da-9f7e-597baebad81c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:52.769717 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-77a13353-e3b9-47b9-8811-7180d6863131 None None] Provisioning for port 8d8c238d-1da9-4870-8937-cdb3f7814b62 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:52.781838 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-77a13353-e3b9-47b9-8811-7180d6863131 None None] Provisioning complete for port 8d8c238d-1da9-4870-8937-cdb3f7814b62 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:52.782597 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-77a13353-e3b9-47b9-8811-7180d6863131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:52.791473 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f8a60-78ee-4cde-9cf4-1b3bb5e02794 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Pushing event updated for resources: {'Port': ['ID=4ac1803d-e943-4a8c-b3cf-12fd14d01cef,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:52.846953 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f2585438-8bec-4529-bde4-9bf4eb32a3ac admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=48c9c8e9cf034ac186088edc73a8a43d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7846861 Apr 22 15:07:52.874966 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54012) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:52.903997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-77a13353-e3b9-47b9-8811-7180d6863131 None None] Port 8d8c238d-1da9-4870-8937-cdb3f7814b62 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:07:52.930875 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:52.931219 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Added segment 35ea6444-4882-4e45-95fe-ac61cf65f434 of type vlan for network 36beabf4-c8bd-483b-9db7-ad274067b6fa Apr 22 15:07:52.942614 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-36f900c5-013d-4cd3-8d86-4197bb0566c2 req-64e5ae85-a50f-486b-94d7-ba470edbceb1 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 210 time: 0.3708026 Apr 22 15:07:52.958839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:52.963599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:52.990584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54016) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:53.012699 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-0b17acde-3c2f-4642-a7f9-fd5ae41bfac2 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9795120 Apr 22 15:07:53.039429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7d98dc03-0b8e-4840-8749-68e990b8c2b8 None None] Provisioning for port 77b0bee6-21a8-40da-9f7e-597baebad81c completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:53.039843 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:53.051404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-81794eb4-ab81-4c28-9b07-e77be312698f tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:07:53.052425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7d98dc03-0b8e-4840-8749-68e990b8c2b8 None None] Provisioning complete for port 77b0bee6-21a8-40da-9f7e-597baebad81c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:53.052890 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-81794eb4-ab81-4c28-9b07-e77be312698f tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0255165 Apr 22 15:07:53.053341 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7d98dc03-0b8e-4840-8749-68e990b8c2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:53.074479 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29433bb9-0df4-4a88-aa44-ed51d8cf008d req-ac1b4504-db5d-440b-9d68-80ca78494b02 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:53.075168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:53.082920 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29433bb9-0df4-4a88-aa44-ed51d8cf008d req-ac1b4504-db5d-440b-9d68-80ca78494b02 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 931 time: 0.5137608 Apr 22 15:07:53.092006 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:53.111736 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-6a2d3460-cf65-400a-ac37-4c47aff27562 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=548b38a4783b4d719184e32da986cde8 HTTP/1.1" status: 200 len: 379 time: 0.2915552 Apr 22 15:07:53.131246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Request body: {'port': {'device_id': '8a7e5a28-0687-4fcf-b266-82972c05036d', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'admin_state_up': True, 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'security_groups': ['c3d1ab84-db6b-4fd9-9caf-621c76f0ca29']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:53.199155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7d98dc03-0b8e-4840-8749-68e990b8c2b8 None None] Port 77b0bee6-21a8-40da-9f7e-597baebad81c cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:07:53.215199 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:53.285321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:53.362915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:53.372031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Usage tracker for resource:port and tenant:548b38a4783b4d719184e32da986cde8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:53.384561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:53.403513 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:53.410846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:53.410846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:53.427079 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29433bb9-0df4-4a88-aa44-ed51d8cf008d req-400a3c44-1fc9-49af-ab4e-db396287186f tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3428493 Apr 22 15:07:53.427079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:53.442521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:53.445374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b02309cc-37af-4173-a934-2728273014d9 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:07:53.452696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-572676304'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:53.460822 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Sync routers for ids ['90954189-6dd1-4311-a397-493d55c37e35'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:07:53.477771 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:53.487576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Usage tracker for resource:network and tenant:d32787d5445749b08f8f21f01e4f1ae7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:53.497573 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Routers {'90954189-6dd1-4311-a397-493d55c37e35'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:53.498803 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['90954189-6dd1-4311-a397-493d55c37e35'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:53.508006 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:53.531442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Request body: {'port': {'device_id': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:53.573457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:53.582541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Made reservation on behalf of 548b38a4783b4d719184e32da986cde8 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:53.585635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:53.898224 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event updated for resources: {'Network': ['ID=36beabf4-c8bd-483b-9db7-ad274067b6fa,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:53.916690 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 36beabf4-c8bd-483b-9db7-ad274067b6fa details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:07:53.971565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:53.972985 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-64c355ec-1141-4662-b183-27a198b3a1a6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "DELETE /v2.0/routers/b02309cc-37af-4173-a934-2728273014d9 HTTP/1.1" status: 204 len: 168 time: 8.7821596 Apr 22 15:07:53.984985 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0f6b3dae-b033-4515-8883-95f205dfada7 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.5769444 Apr 22 15:07:53.989439 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54026) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:53.989765 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54028) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:53.991248 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7adbdaca-9f92-4381-9422-5031cc872a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:54.037265 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Made reservation on behalf of d32787d5445749b08f8f21f01e4f1ae7 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:54.044826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:54.116072 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Allocated IP 172.20.0.10 (bd913740-5d28-4391-bafb-b87af92120d0/fd5f722a-91a1-4c20-800b-93533ca30263/995eb799-657b-4c74-84e1-167f7ae2e5b0) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:07:54.141232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:54.156304 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed52187-e57f-4c5e-a593-f6cb82479ec1 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Deleting subnet 20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:07:54.172651 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:54.304074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eed52187-e57f-4c5e-a593-f6cb82479ec1 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:54.408065 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Set router 90954189-6dd1-4311-a397-493d55c37e35 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:54.408442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:54.597310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7adbdaca-9f92-4381-9422-5031cc872a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:54.662301 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eed52187-e57f-4c5e-a593-f6cb82479ec1 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:54.666609 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5c55dcd5-7c7b-4805-a510-6a657de14e3c req-2ec46008-6521-4d86-a777-8516f9f0ef0c tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 210 time: 0.3625469 Apr 22 15:07:54.721492 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:54.917213 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c795850b-1bc3-4262-a639-3780c0cc4bbb tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:54.918771 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c795850b-1bc3-4262-a639-3780c0cc4bbb tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] 10.222.0.71 "GET /v2.0/networks/36beabf4-c8bd-483b-9db7-ad274067b6fa HTTP/1.1" status: 200 len: 756 time: 0.9232042 Apr 22 15:07:54.934339 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54038) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:55.096179 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Usage tracker for resource:security_group_rule and tenant:d32787d5445749b08f8f21f01e4f1ae7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:55.143881 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:07:29Z', 'revision_number': 4, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'e0fdae62-c8bb-4049-8979-e472d0a17531', 'name': '', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'mac_address': 'fa:16:3e:8e:8a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:07:30Z', 'revision_number': 2, 'project_id': '548b38a4783b4d719184e32da986cde8', 'subnets': [{'id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:55.148860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Checking router: 90954189-6dd1-4311-a397-493d55c37e35 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:07:55.149218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Updating router 90954189-6dd1-4311-a397-493d55c37e35 port e0fdae62-c8bb-4049-8979-e472d0a17531 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:07:55.170903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:55.204057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:55.242902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:55.246690 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:55.298935 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Transition to ACTIVE for port object 995eb799-657b-4c74-84e1-167f7ae2e5b0 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:55.366320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eed52187-e57f-4c5e-a593-f6cb82479ec1 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:55.406688 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8c238d-1da9-4870-8937-cdb3f7814b62 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:07:55.440150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:55.457390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061b81a-2469-4ab8-b024-8f3e1f542591 req-17980ff7-0ef4-47cf-915a-934a77f53799 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:55.467661 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8061b81a-2469-4ab8-b024-8f3e1f542591 req-17980ff7-0ef4-47cf-915a-934a77f53799 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 931 time: 0.3769224 Apr 22 15:07:55.535055 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7adbdaca-9f92-4381-9422-5031cc872a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:55.543279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:55.545052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Transition to ACTIVE for port object 8d8c238d-1da9-4870-8937-cdb3f7814b62 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:55.564294 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:07:55.590716 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbdaca-9f92-4381-9422-5031cc872a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d7c3a9-bbde-4506-bd2c-07294aad1297,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:55.590896 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8061b81a-2469-4ab8-b024-8f3e1f542591 req-5932cf99-dea4-45b8-b1a2-2458ecd72e5c tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219940 Apr 22 15:07:55.591694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:55.600571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:55.677281 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7adbdaca-9f92-4381-9422-5031cc872a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:55.679069 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7adbdaca-9f92-4381-9422-5031cc872a03 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/04d7c3a9-bbde-4506-bd2c-07294aad1297 HTTP/1.1" status: 204 len: 168 time: 2.8026838 Apr 22 15:07:55.696254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:55.711081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Pushing event updated for resources: {'Port': ['ID=995eb799-657b-4c74-84e1-167f7ae2e5b0,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:55.773826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdf5066-844c-4924-9e09-b4eefa38c9de tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:55.773826 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2cdf5066-844c-4924-9e09-b4eefa38c9de tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] 10.222.0.71 "GET /v2.0/networks/3f26c69a-1e80-41b1-b12a-e8e7f84c2441 HTTP/1.1" status: 200 len: 767 time: 0.8351398 Apr 22 15:07:55.777903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] device_id is not set on port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:07:55.789133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54046) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:55.804741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:55.872941 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eed52187-e57f-4c5e-a593-f6cb82479ec1 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:56.006711 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Transition to ACTIVE for port object 4ac1803d-e943-4a8c-b3cf-12fd14d01cef will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:56.071084 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed52187-e57f-4c5e-a593-f6cb82479ec1 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:56.080565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Network bd913740-5d28-4391-bafb-b87af92120d0 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:56.094672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:56.112611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:56.133309 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:56.133659 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Added segment 52bdaf75-a89d-4dad-88df-fb7c68e68273 of type vlan for network f19303dc-bac7-40d1-afe1-4ceeeb016d4b Apr 22 15:07:56.164033 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:56.176080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4074eeb-410a-4540-a75d-e0a045b0234c,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:56.185925 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:56.233820 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Transition to ACTIVE for port object e0fdae62-c8bb-4049-8979-e472d0a17531 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:07:56.260716 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:07:56.275445 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:56.314530 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eed52187-e57f-4c5e-a593-f6cb82479ec1 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:56.317867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Pushing event updated for resources: {'Port': ['ID=4ac1803d-e943-4a8c-b3cf-12fd14d01cef,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:56.369341 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eed52187-e57f-4c5e-a593-f6cb82479ec1 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "DELETE /v2.0/subnets/20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61 HTTP/1.1" status: 204 len: 168 time: 2.3755667 Apr 22 15:07:56.375870 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54052) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:56.709804 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69ddf9-b2a3-4a67-9719-67f72cd253be None None] Pushing event updated for resources: {'Port': ['ID=e0fdae62-c8bb-4049-8979-e472d0a17531,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:56.728580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:56.767985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Pushing event updated for resources: {'Port': ['ID=8d8c238d-1da9-4870-8937-cdb3f7814b62,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:56.772241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-df459739-11ce-478c-99c6-0672ab67317f None None] Provisioning for port 995eb799-657b-4c74-84e1-167f7ae2e5b0 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:07:56.778032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-df459739-11ce-478c-99c6-0672ab67317f None None] Provisioning complete for port 995eb799-657b-4c74-84e1-167f7ae2e5b0 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:56.778479 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df459739-11ce-478c-99c6-0672ab67317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:56.871492 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-df459739-11ce-478c-99c6-0672ab67317f None None] Port 995eb799-657b-4c74-84e1-167f7ae2e5b0 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:07:56.914798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db2c2636-b3ec-4dab-92ca-e936ce72bb55 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:56.918581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Attempting to bind port e0fdae62-c8bb-4049-8979-e472d0a17531 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:56.918950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Attempting to bind port e0fdae62-c8bb-4049-8979-e472d0a17531 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '54c8cbc3-1752-4629-a44e-19e6e6c33ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:56.919311 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Attempting to bind port e0fdae62-c8bb-4049-8979-e472d0a17531 on network bd913740-5d28-4391-bafb-b87af92120d0 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:56.924574 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:56.927567 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:07:56.927567 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Checking segment: {'id': '54c8cbc3-1752-4629-a44e-19e6e6c33ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:56.927960 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:56.928343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Bound using segment: {'id': '54c8cbc3-1752-4629-a44e-19e6e6c33ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:07:56.928803 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Bound port: e0fdae62-c8bb-4049-8979-e472d0a17531, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c8cbc3-1752-4629-a44e-19e6e6c33ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:07:56.934296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:56.938798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:57.020562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:57.025755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b43f96f-5c92-482e-a2d9-0a58f31f6b0e tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:57.030487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:57.031428 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:57.032038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:57.041881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:57.055814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:07:57.095109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Attempting to bind port 8d8c238d-1da9-4870-8937-cdb3f7814b62 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:57.095492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Attempting to bind port 8d8c238d-1da9-4870-8937-cdb3f7814b62 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '9516aeb7-fa4e-4eae-bc12-937c57d03bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '32587937-ea4e-42e2-a240-c92672372817'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:57.095742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Attempting to bind port 8d8c238d-1da9-4870-8937-cdb3f7814b62 on network 32587937-ea4e-42e2-a240-c92672372817 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:57.209547 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:57.210034 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:57.211209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0c7e5-d56d-4cbc-b5d7-a8e4662602e2 req-5e31bc1a-7b30-4949-8cba-efcd0e2bc1a2 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:57.211729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-72b0c7e5-d56d-4cbc-b5d7-a8e4662602e2 req-5e31bc1a-7b30-4949-8cba-efcd0e2bc1a2 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Synchronizing usage tracker for tenant:548b38a4783b4d719184e32da986cde8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:07:57.214771 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Port 8d8c238d-1da9-4870-8937-cdb3f7814b62 on network 32587937-ea4e-42e2-a240-c92672372817 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:57.215079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Attempting to bind port 8d8c238d-1da9-4870-8937-cdb3f7814b62 on network 32587937-ea4e-42e2-a240-c92672372817 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:57.217739 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 2 to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef Apr 22 15:07:57.226573 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] For port e0fdae62-c8bb-4049-8979-e472d0a17531, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:57.230334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] For port e0fdae62-c8bb-4049-8979-e472d0a17531, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e0fdae62-c8bb-4049-8979-e472d0a17531,segment=NetworkSegment(54c8cbc3-1752-4629-a44e-19e6e6c33ad2),segment_id=54c8cbc3-1752-4629-a44e-19e6e6c33ad2)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:07:57.233508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:07:57.236077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Checking segment: {'id': '9516aeb7-fa4e-4eae-bc12-937c57d03bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '32587937-ea4e-42e2-a240-c92672372817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:07:57.236702 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Bound using segment: {'id': '9516aeb7-fa4e-4eae-bc12-937c57d03bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '32587937-ea4e-42e2-a240-c92672372817'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:07:57.237453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Bound port: 8d8c238d-1da9-4870-8937-cdb3f7814b62, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9516aeb7-fa4e-4eae-bc12-937c57d03bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '32587937-ea4e-42e2-a240-c92672372817'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:07:57.237790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:57.243618 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:57.348963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db2c2636-b3ec-4dab-92ca-e936ce72bb55 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:57.354427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Routers {'90954189-6dd1-4311-a397-493d55c37e35'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:07:57.355387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['90954189-6dd1-4311-a397-493d55c37e35'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:57.384840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-db2c2636-b3ec-4dab-92ca-e936ce72bb55 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36beabf4-c8bd-483b-9db7-ad274067b6fa']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:57.391006 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:57.404106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:57.404638 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:57.407758 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event updated for resources: {'Port': ['ID=77b0bee6-21a8-40da-9f7e-597baebad81c,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:57.413931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-db2c2636-b3ec-4dab-92ca-e936ce72bb55 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ea6444-4882-4e45-95fe-ac61cf65f434') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:57.414284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-db2c2636-b3ec-4dab-92ca-e936ce72bb55 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ea6444-4882-4e45-95fe-ac61cf65f434') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:57.420798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:57.433104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:57.438317 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:57.438980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:57.498581 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db2c2636-b3ec-4dab-92ca-e936ce72bb55 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:57.510539 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-2246ee41-cf12-4806-b185-db8bbcd4e970 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3914626 Apr 22 15:07:57.624002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:57.624557 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:57.660054 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 3 to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef Apr 22 15:07:57.719809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Request body: {'port': {'device_id': '8a7e5a28-0687-4fcf-b266-82972c05036d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:57.724774 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b43f96f-5c92-482e-a2d9-0a58f31f6b0e tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:57.799463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:57.799826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:57.800126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:57.803048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] Set router 90954189-6dd1-4311-a397-493d55c37e35 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:07:57.822176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:57.822519 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:57.835120 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 4 to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef Apr 22 15:07:57.856460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:57.857071 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:57.857384 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:57.891109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1b43f96f-5c92-482e-a2d9-0a58f31f6b0e tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4dc808-97d2-4236-a72c-9012b10527bf']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:57.896412 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-72b0c7e5-d56d-4cbc-b5d7-a8e4662602e2 req-5e31bc1a-7b30-4949-8cba-efcd0e2bc1a2 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Unset dirty status for tenant:548b38a4783b4d719184e32da986cde8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:07:57.897967 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72b0c7e5-d56d-4cbc-b5d7-a8e4662602e2 req-5e31bc1a-7b30-4949-8cba-efcd0e2bc1a2 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 932 time: 1.7422435 Apr 22 15:07:57.915554 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 4.9137623 Apr 22 15:07:57.920989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54072) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:57.942490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Request body: {'subnet': {'network_id': 'f19303dc-bac7-40d1-afe1-4ceeeb016d4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:58.009805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db2c2636-b3ec-4dab-92ca-e936ce72bb55 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:58.037831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54076) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:58.079397 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc70d28-8bf1-450d-8362-fb1e0cb5c77e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event updated for resources: {'Network': ['ID=f19303dc-bac7-40d1-afe1-4ceeeb016d4b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:58.083039 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2c2636-b3ec-4dab-92ca-e936ce72bb55 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:07:58.083438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db2c2636-b3ec-4dab-92ca-e936ce72bb55 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:58.087733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1b43f96f-5c92-482e-a2d9-0a58f31f6b0e tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7023c99b-227c-48b6-a4e7-00eb2858a2d2') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:58.088236 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1b43f96f-5c92-482e-a2d9-0a58f31f6b0e tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7023c99b-227c-48b6-a4e7-00eb2858a2d2') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:58.098382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:58.098668 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:07:58.119089 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:07:58.127327 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69ddf9-b2a3-4a67-9719-67f72cd253be None None] Pushing event updated for resources: {'Port': ['ID=e0fdae62-c8bb-4049-8979-e472d0a17531,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:58.138726 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network f19303dc-bac7-40d1-afe1-4ceeeb016d4b details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:07:58.159436 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 5 to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef Apr 22 15:07:58.204909 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:58.205240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:58.205578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:58.225910 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b43f96f-5c92-482e-a2d9-0a58f31f6b0e tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:58.294486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:58.294972 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:58.348667 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 6 to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef Apr 22 15:07:58.364064 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72b0c7e5-d56d-4cbc-b5d7-a8e4662602e2 req-3a79cb64-354b-447b-85c8-7d7995d95ed9 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4469020 Apr 22 15:07:58.378326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b43f96f-5c92-482e-a2d9-0a58f31f6b0e tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:58.388732 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:58.394362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Network fbc6211a-9efd-45dc-be9d-26783a4a76ec is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:07:58.395895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Usage tracker for resource:subnet and tenant:d32787d5445749b08f8f21f01e4f1ae7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:58.400344 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b43f96f-5c92-482e-a2d9-0a58f31f6b0e tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:07:58.400797 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b43f96f-5c92-482e-a2d9-0a58f31f6b0e tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:07:58.419130 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:07:58.432110 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:58.432110 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:58.432110 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:58.432110 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:58.439832 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:07:58.443121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2033383872'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:58.448420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:58.453851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Usage tracker for resource:network and tenant:c12731375b86407aa0ae0ac31717a9d7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:58.458178 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:58.464213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:58.490569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bb175-351f-49fc-b1d7-7d218875af91 req-1def4ada-03bb-4d1b-ab3e-df531afa9885 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:58.492164 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-283bb175-351f-49fc-b1d7-7d218875af91 req-1def4ada-03bb-4d1b-ab3e-df531afa9885 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 943 time: 1.5973940 Apr 22 15:07:58.496660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:58.496986 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:58.506569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Made reservation on behalf of c12731375b86407aa0ae0ac31717a9d7 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:58.509882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:58.566005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:58.589874 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] For port 8d8c238d-1da9-4870-8937-cdb3f7814b62, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:07:58.647085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:58.652776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Usage tracker for resource:security_group_rule and tenant:c12731375b86407aa0ae0ac31717a9d7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:58.656173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:58.662564 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:58.710668 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:07:29Z', 'revision_number': 4, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'e0fdae62-c8bb-4049-8979-e472d0a17531', 'name': '', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'mac_address': 'fa:16:3e:8e:8a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:07:57Z', 'revision_number': 4, 'project_id': '548b38a4783b4d719184e32da986cde8', 'subnets': [{'id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:07:58.716115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bb4399-b0d6-4a41-a00d-83abb13a818c None None] The sync data for ids ['90954189-6dd1-4311-a397-493d55c37e35'] in dv-neutron-838883-3-hyperv is: [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:07:29Z', 'revision_number': 4, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'e0fdae62-c8bb-4049-8979-e472d0a17531', 'name': '', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'mac_address': 'fa:16:3e:8e:8a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:07:57Z', 'revision_number': 4, 'project_id': '548b38a4783b4d719184e32da986cde8', 'subnets': [{'id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:07:58.727175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:58.729243 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 7 to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef Apr 22 15:07:58.742064 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] For port 8d8c238d-1da9-4870-8937-cdb3f7814b62, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8d8c238d-1da9-4870-8937-cdb3f7814b62,segment=NetworkSegment(9516aeb7-fa4e-4eae-bc12-937c57d03bcd),segment_id=9516aeb7-fa4e-4eae-bc12-937c57d03bcd)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:07:58.743275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db2c2636-b3ec-4dab-92ca-e936ce72bb55 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:58.753599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:58.910300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:58.913600 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-31d64d13-2e07-4990-9856-e8d164bc513c None None] Provisioning complete for port 77b0bee6-21a8-40da-9f7e-597baebad81c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:07:58.914250 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-31d64d13-2e07-4990-9856-e8d164bc513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:58.923034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b43f96f-5c92-482e-a2d9-0a58f31f6b0e tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:59.010175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2c2636-b3ec-4dab-92ca-e936ce72bb55 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 36beabf4-c8bd-483b-9db7-ad274067b6fa {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 15:07:59.030251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b43f96f-5c92-482e-a2d9-0a58f31f6b0e tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fd4dc808-97d2-4236-a72c-9012b10527bf {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 15:07:59.066792 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db2c2636-b3ec-4dab-92ca-e936ce72bb55 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:59.087989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b43f96f-5c92-482e-a2d9-0a58f31f6b0e tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:59.098117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c2636-b3ec-4dab-92ca-e936ce72bb55 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event deleted for resources: {'Network': ['ID=36beabf4-c8bd-483b-9db7-ad274067b6fa,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:59.117845 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-31d64d13-2e07-4990-9856-e8d164bc513c None None] Port 77b0bee6-21a8-40da-9f7e-597baebad81c cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:07:59.122251 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1b43f96f-5c92-482e-a2d9-0a58f31f6b0e tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "DELETE /v2.0/networks/fd4dc808-97d2-4236-a72c-9012b10527bf HTTP/1.1" status: 204 len: 168 time: 2.7449033 Apr 22 15:07:59.129562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Made reservation on behalf of d32787d5445749b08f8f21f01e4f1ae7 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:07:59.144862 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-283bb175-351f-49fc-b1d7-7d218875af91 req-1c24a5ed-e71d-4f46-b05d-d122f37ee968 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6044197 Apr 22 15:07:59.150673 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-db2c2636-b3ec-4dab-92ca-e936ce72bb55 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "DELETE /v2.0/networks/36beabf4-c8bd-483b-9db7-ad274067b6fa HTTP/1.1" status: 204 len: 168 time: 3.3208814 Apr 22 15:07:59.165674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54084) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:59.186321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:59.186591 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:59.186922 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:59.190611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b43f96f-5c92-482e-a2d9-0a58f31f6b0e tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd4dc808-97d2-4236-a72c-9012b10527bf,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:59.199947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Request body: {'network': {'name': 'tempest-network--793843679'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:59.221537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:07:59.236082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:59.244436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Usage tracker for resource:network and tenant:45a39a9a356642ff91bf70c2426312f5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:07:59.267281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:07:59.279873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:59.304123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:07:59.315489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:59.316017 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Added segment 9356f4d4-ee2b-4d68-8707-7fb228e2b9f1 of type vlan for network 0fb9c397-b661-484f-a109-8a7d2cda88d2 Apr 22 15:07:59.371565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:59.382417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:59.382832 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:59.414189 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 8 to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef Apr 22 15:07:59.481520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:59.482118 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:59.482493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:59.500971 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:59.503230 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] 10.222.0.70 "PUT /v2.0/ports/8d8c238d-1da9-4870-8937-cdb3f7814b62 HTTP/1.1" status: 200 len: 1093 time: 6.1492627 Apr 22 15:07:59.509639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:59.510088 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:59.524123 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 9 to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef Apr 22 15:07:59.569298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'tag': '8d8c238d-1da9-4870-8937-cdb3f7814b62'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:07:59.605841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:59.606240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:59.610448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:59.635767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:07:59.638687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a114ff0-885b-4db5-a3e1-05921274f189,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:59.663861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:59.688815 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:59.689144 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:59.703826 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempt 10 to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef Apr 22 15:07:59.730206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc01a9-c863-4672-9b62-2246961492ad service neutron] Pushing event updated for resources: {'Port': ['ID=8d8c238d-1da9-4870-8937-cdb3f7814b62,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:07:59.733946 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:59.738820 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:07:59.739424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:59.829371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54100) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:07:59.868897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c08fffb5-be3f-410b-9296-15fd79f3ddec tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Request body: {'router': {'name': 'tempest-router--818013683', 'project_id': 'afd464a064b14298a71ae18ed1982a84'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:07:59.906999 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:07:59.907338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:07:59.907677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempting to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:07:59.917194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e0fdae62-c8bb-4049-8979-e472d0a17531 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:07:59.920544 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:07:59.920877 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Failed to bind port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'e00d0b25-46d1-4726-9bb7-02b9aa8af719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1a2d347f-8ff1-41f3-8899-8733a6d15c93'}] Apr 22 15:07:59.921237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:07:59.991814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Network': ['ID=0fb9c397-b661-484f-a109-8a7d2cda88d2,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:00.012625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c08fffb5-be3f-410b-9296-15fd79f3ddec tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:00.016613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 0fb9c397-b661-484f-a109-8a7d2cda88d2 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:08:00.019050 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c08fffb5-be3f-410b-9296-15fd79f3ddec tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Usage tracker for resource:router and tenant:afd464a064b14298a71ae18ed1982a84 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:00.022198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c08fffb5-be3f-410b-9296-15fd79f3ddec tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:00.029565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c08fffb5-be3f-410b-9296-15fd79f3ddec tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:00.044130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Made reservation on behalf of 45a39a9a356642ff91bf70c2426312f5 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:00.047779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.088804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c08fffb5-be3f-410b-9296-15fd79f3ddec tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.090202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c08fffb5-be3f-410b-9296-15fd79f3ddec tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.114966 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c08fffb5-be3f-410b-9296-15fd79f3ddec tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.171262 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port e0fdae62-c8bb-4049-8979-e472d0a17531 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:00.178398 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port e0fdae62-c8bb-4049-8979-e472d0a17531 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:00.179075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.201397 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c08fffb5-be3f-410b-9296-15fd79f3ddec tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.221501 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dda320dd-1072-4806-9fb0-4380545cbbbd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1683874 Apr 22 15:08:00.228541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54110) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:00.292927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'subnet': {'network_id': '0fb9c397-b661-484f-a109-8a7d2cda88d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:00.320618 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.364643 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] For port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:00.366204 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Attempted to set empty binding levels {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 15:08:00.381152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port e0fdae62-c8bb-4049-8979-e472d0a17531, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e0fdae62-c8bb-4049-8979-e472d0a17531,segment=NetworkSegment(54c8cbc3-1752-4629-a44e-19e6e6c33ad2),segment_id=54c8cbc3-1752-4629-a44e-19e6e6c33ad2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:00.393679 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.419688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.475299 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c4430414-9497-4433-a18d-880572f054fc no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:00.477959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995eb799-657b-4c74-84e1-167f7ae2e5b0 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:08:00.485830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.502015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Transition to ACTIVE for port object 995eb799-657b-4c74-84e1-167f7ae2e5b0 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:00.503434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:08:00.513781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Pushing event updated for resources: {'Port': ['ID=4ac1803d-e943-4a8c-b3cf-12fd14d01cef,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:00.515122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.517187 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Added segment e9a3df78-8677-4e2b-9b08-7c17c82c5b64 of type vlan for network 10b04f6e-5a9c-418f-9827-c963ace82ba9 Apr 22 15:08:00.524653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] In _notify_port_updated(), no bound segment for port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef on network 1a2d347f-8ff1-41f3-8899-8733a6d15c93 {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:08:00.526083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.531684 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3688c17d-cde3-4853-8bc8-4c8433a115eb tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "PUT /v2.0/ports/4ac1803d-e943-4a8c-b3cf-12fd14d01cef HTTP/1.1" status: 200 len: 977 time: 8.1038427 Apr 22 15:08:00.545694 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54116) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:00.547857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.574531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: c4430414-9497-4433-a18d-880572f054fc {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:00.574875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c4430414-9497-4433-a18d-880572f054fc not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:00.610527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=e0fdae62-c8bb-4049-8979-e472d0a17531,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:00.613787 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3736a9a3-2cab-4cca-a5b2-0e982e848429'] response: {'name': 'network-changed', 'server_uuid': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'tag': '8d8c238d-1da9-4870-8937-cdb3f7814b62', 'status': 'completed', 'code': 200} Apr 22 15:08:00.621057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c08fffb5-be3f-410b-9296-15fd79f3ddec tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.625722 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c08fffb5-be3f-410b-9296-15fd79f3ddec tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7826412 Apr 22 15:08:00.626713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.629266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:00.630085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.633293 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54120) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:00.650751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:00.768682 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5835974 Apr 22 15:08:00.783095 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54124) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:00.789546 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-fb56c722-4589-4ba4-866e-382614ae145f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=742d8ea68dee405bb2cf411aed61c6a2&device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 1096 time: 1.1121287 Apr 22 15:08:00.898058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-22432ee8-67e1-4d25-84d8-8e6055f7fd97 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:01.018443 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf5a5-c530-499d-ab1d-f4881b78f812 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Deleting port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:01.019126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf5a5-c530-499d-ab1d-f4881b78f812 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:01.077988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:01.107498 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62cf89-3755-4bc3-a695-7b51781da76b req-77d72b47-71d8-4afb-b5d7-392c3c854b31 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:01.119555 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7e62cf89-3755-4bc3-a695-7b51781da76b req-77d72b47-71d8-4afb-b5d7-392c3c854b31 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 932 time: 1.3639870 Apr 22 15:08:01.133667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Pushing event updated for resources: {'Port': ['ID=995eb799-657b-4c74-84e1-167f7ae2e5b0,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:01.164477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be94e3-ba13-4cab-b6d8-89dd3e17cd71 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event updated for resources: {'Network': ['ID=10b04f6e-5a9c-418f-9827-c963ace82ba9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:01.171823 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:01.175387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 10b04f6e-5a9c-418f-9827-c963ace82ba9 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:08:01.185733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Usage tracker for resource:subnet and tenant:c12731375b86407aa0ae0ac31717a9d7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:01.202910 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:01.232585 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7e62cf89-3755-4bc3-a695-7b51781da76b req-1580610a-4d5f-4b7e-8bce-3eac90533368 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114533 Apr 22 15:08:01.237947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:01.282253 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event updated for resources: {'Subnet': ['ID=fecc28c8-33ca-439c-a15e-465e3ed15e5f,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:01.335827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Made reservation on behalf of c12731375b86407aa0ae0ac31717a9d7 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:01.367028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d14d16d5-9ffb-4607-98e5-b52933b7b97b tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:01.447015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f77022-ce15-4e9b-ba45-7b8387c3cebb req-bac36b5e-5652-48a0-9d57-1c0dff92523d tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:01.448393 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a8f77022-ce15-4e9b-ba45-7b8387c3cebb req-bac36b5e-5652-48a0-9d57-1c0dff92523d tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 943 time: 0.6831613 Apr 22 15:08:01.559098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:01.643366 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22432ee8-67e1-4d25-84d8-8e6055f7fd97 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:01.651279 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-76c4a5c2-5296-412c-b030-f9352a81d959 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8c238d-1da9-4870-8937-cdb3f7814b62 HTTP/1.1" status: 200 len: 217 time: 0.1607776 Apr 22 15:08:01.659267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Attempting to bind port 995eb799-657b-4c74-84e1-167f7ae2e5b0 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:01.659596 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Attempting to bind port 995eb799-657b-4c74-84e1-167f7ae2e5b0 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '54c8cbc3-1752-4629-a44e-19e6e6c33ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:01.659918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Attempting to bind port 995eb799-657b-4c74-84e1-167f7ae2e5b0 on network bd913740-5d28-4391-bafb-b87af92120d0 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:01.668474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Checking segment: {'id': '52bdaf75-a89d-4dad-88df-fb7c68e68273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f19303dc-bac7-40d1-afe1-4ceeeb016d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:01.668839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Network hostable DHCP agents. Network: f19303dc-bac7-40d1-afe1-4ceeeb016d4b, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:08:01.689364 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a8f77022-ce15-4e9b-ba45-7b8387c3cebb req-fc07568c-2bd7-4fb8-a202-a060534a7292 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304816 Apr 22 15:08:01.702519 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22432ee8-67e1-4d25-84d8-8e6055f7fd97 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:01.738757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Port 995eb799-657b-4c74-84e1-167f7ae2e5b0 on network bd913740-5d28-4391-bafb-b87af92120d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:08:01.739091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Attempting to bind port 995eb799-657b-4c74-84e1-167f7ae2e5b0 on network bd913740-5d28-4391-bafb-b87af92120d0 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:01.776277 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:01.776538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Checking segment: {'id': '54c8cbc3-1752-4629-a44e-19e6e6c33ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:01.776936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Bound using segment: {'id': '54c8cbc3-1752-4629-a44e-19e6e6c33ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:01.777434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Bound port: 995eb799-657b-4c74-84e1-167f7ae2e5b0, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c8cbc3-1752-4629-a44e-19e6e6c33ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:01.777786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:01.808246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-74089802-4f4d-478d-a4c9-6fba25ad746c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:01.809711 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-74089802-4f4d-478d-a4c9-6fba25ad746c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36b5cdf5-cca4-46bb-bfb1-12685fef26af HTTP/1.1" status: 200 len: 845 time: 0.1192212 Apr 22 15:08:01.848565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e0fdae62-c8bb-4049-8979-e472d0a17531 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:01.864817 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-0c7bf5a5-c530-499d-ab1d-f4881b78f812 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] For port 4ac1803d-e943-4a8c-b3cf-12fd14d01cef, host hv-neutron-8388, got binding levels [] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:01.865176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf5a5-c530-499d-ab1d-f4881b78f812 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:01.931774 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port e0fdae62-c8bb-4049-8979-e472d0a17531 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:01.932232 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:01.987946 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] For port 995eb799-657b-4c74-84e1-167f7ae2e5b0, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:02.002686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] For port 995eb799-657b-4c74-84e1-167f7ae2e5b0, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=995eb799-657b-4c74-84e1-167f7ae2e5b0,segment=NetworkSegment(54c8cbc3-1752-4629-a44e-19e6e6c33ad2),segment_id=54c8cbc3-1752-4629-a44e-19e6e6c33ad2)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:02.007918 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22432ee8-67e1-4d25-84d8-8e6055f7fd97 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Network 10b04f6e-5a9c-418f-9827-c963ace82ba9 is not hosted by any dhcp agent {{(pid=83934) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 15:08:02.008763 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22432ee8-67e1-4d25-84d8-8e6055f7fd97 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:02.009360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22432ee8-67e1-4d25-84d8-8e6055f7fd97 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.013530 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-22432ee8-67e1-4d25-84d8-8e6055f7fd97 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "PUT /v2.0/networks/10b04f6e-5a9c-418f-9827-c963ace82ba9 HTTP/1.1" status: 200 len: 857 time: 1.2199941 Apr 22 15:08:02.016810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54128) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:02.040123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.087871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Router 1d75848f-3a36-40e0-9f75-6aeda1f28008 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:02.099684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bf5a5-c530-499d-ab1d-f4881b78f812 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Calling delete_port for 4ac1803d-e943-4a8c-b3cf-12fd14d01cef owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:02.185913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22432ee8-67e1-4d25-84d8-8e6055f7fd97 tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event updated for resources: {'Network': ['ID=10b04f6e-5a9c-418f-9827-c963ace82ba9,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:02.191730 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-a798af14-821d-4b00-84f6-dbeff3b8fb51 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32587937-ea4e-42e2-a240-c92672372817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3557522 Apr 22 15:08:02.195926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Network f19303dc-bac7-40d1-afe1-4ceeeb016d4b is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:08:02.210741 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.261421 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.262822 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] 10.222.0.70 "PUT /v2.0/ports/995eb799-657b-4c74-84e1-167f7ae2e5b0 HTTP/1.1" status: 200 len: 1094 time: 4.6924026 Apr 22 15:08:02.282951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb2ad-20c5-457d-9f99-4b47bc30a4bf tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.289722 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, f19303dc-bac7-40d1-afe1-4ceeeb016d4b) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:02.295082 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d14d16d5-9ffb-4607-98e5-b52933b7b97b tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.299194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fb5c89-bbe6-45a7-8586-badaec602ede None None] Network f19303dc-bac7-40d1-afe1-4ceeeb016d4b requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:02.303717 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:02.304312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.320845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d14d16d5-9ffb-4607-98e5-b52933b7b97b tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.374622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba12d6-76c8-48af-98c8-4df804982b42 service neutron] Pushing event updated for resources: {'Port': ['ID=995eb799-657b-4c74-84e1-167f7ae2e5b0,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:02.407448 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Subnet': ['ID=eb81c669-6c81-42dd-b40b-0dbd3729ca79,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:02.615029 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-f19303dc-bac7-40d1-afe1-4ceeeb016d4b', 'network_id': 'f19303dc-bac7-40d1-afe1-4ceeeb016d4b', 'tenant_id': 'd32787d5445749b08f8f21f01e4f1ae7', 'fixed_ips': [{'subnet_id': 'fecc28c8-33ca-439c-a15e-465e3ed15e5f'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:08:02.616205 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.623775 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a0430fd8-3825-40d8-b0a9-facaadd3a980 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7014413 Apr 22 15:08:02.629619 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54134) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:02.643701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Request body: {'port': {'network_id': 'f19303dc-bac7-40d1-afe1-4ceeeb016d4b', 'name': 'tempest-AllowedAddressPairTestJSON-1521929614'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:02.658098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf5a5-c530-499d-ab1d-f4881b78f812 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.673708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7e5a28-0687-4fcf-b266-82972c05036d', 'tag': '995eb799-657b-4c74-84e1-167f7ae2e5b0'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:02.709174 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-2d3865db-24f5-4f33-99e9-e1aade21075f service neutron] 10.222.0.70 "GET /v2.0/networks/32587937-ea4e-42e2-a240-c92672372817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026922 Apr 22 15:08:02.745664 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb2ad-20c5-457d-9f99-4b47bc30a4bf tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.777234 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Checking segment: {'id': '9356f4d4-ee2b-4d68-8707-7fb228e2b9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '0fb9c397-b661-484f-a109-8a7d2cda88d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:02.777643 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network hostable DHCP agents. Network: 0fb9c397-b661-484f-a109-8a7d2cda88d2, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:08:02.785605 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d14d16d5-9ffb-4607-98e5-b52933b7b97b tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.786105 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14d16d5-9ffb-4607-98e5-b52933b7b97b tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c985dce4-2a07-4373-a440-9187004001c2 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:08:02.792926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf5a5-c530-499d-ab1d-f4881b78f812 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ac1803d-e943-4a8c-b3cf-12fd14d01cef,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:02.799175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.825166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf5a5-c530-499d-ab1d-f4881b78f812 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.854505 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d14d16d5-9ffb-4607-98e5-b52933b7b97b tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:02.855636 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d14d16d5-9ffb-4607-98e5-b52933b7b97b tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "DELETE /v2.0/routers/c985dce4-2a07-4373-a440-9187004001c2 HTTP/1.1" status: 204 len: 168 time: 2.2213979 Apr 22 15:08:02.871026 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0c7bf5a5-c530-499d-ab1d-f4881b78f812 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "DELETE /v2.0/ports/4ac1803d-e943-4a8c-b3cf-12fd14d01cef HTTP/1.1" status: 204 len: 168 time: 2.3151131 Apr 22 15:08:02.875314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54144) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:02.901525 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Allocated IP 172.20.0.2 (f19303dc-bac7-40d1-afe1-4ceeeb016d4b/fecc28c8-33ca-439c-a15e-465e3ed15e5f/ae60e734-372b-4e93-9ddf-0aae27c6d230) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:02.917932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:02.929585 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25431d7-c031-4487-8bc4-50f5037d81b1 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] GET failed (client error): The resource could not be found. Apr 22 15:08:02.930099 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f25431d7-c031-4487-8bc4-50f5037d81b1 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Synchronizing usage tracker for tenant:0d70851ce85840dab6a8f3aec51c25cc on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:02.936109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Usage tracker for resource:port and tenant:d32787d5445749b08f8f21f01e4f1ae7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:02.941420 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:02.955138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:02.977063 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f25431d7-c031-4487-8bc4-50f5037d81b1 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] Unset dirty status for tenant:0d70851ce85840dab6a8f3aec51c25cc on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:02.981392 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f25431d7-c031-4487-8bc4-50f5037d81b1 tempest-PortsAdminExtendedAttrsTestJSON-1245708069 tempest-PortsAdminExtendedAttrsTestJSON-1245708069-project-admin] 10.222.0.71 "GET /v2.0/ports/4ac1803d-e943-4a8c-b3cf-12fd14d01cef HTTP/1.1" status: 404 len: 333 time: 0.1019647 Apr 22 15:08:02.989834 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54148) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:02.997497 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Made reservation on behalf of d32787d5445749b08f8f21f01e4f1ae7 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:03.001095 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.063984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54152) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:03.089818 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c51b8225-0b4d-4735-9716-e3689e084d90'] response: {'name': 'network-changed', 'server_uuid': '8a7e5a28-0687-4fcf-b266-82972c05036d', 'tag': '995eb799-657b-4c74-84e1-167f7ae2e5b0', 'status': 'completed', 'code': 200} Apr 22 15:08:03.163906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] device_id is not set on port 5c623f87-6439-4660-98fe-b6c74e885aad yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:03.175399 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-5b0fb2ad-20c5-457d-9f99-4b47bc30a4bf tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b04f6e-5a9c-418f-9827-c963ace82ba9']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:03.203994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-5b0fb2ad-20c5-457d-9f99-4b47bc30a4bf tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a3df78-8677-4e2b-9b08-7c17c82c5b64') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:03.204321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-5b0fb2ad-20c5-457d-9f99-4b47bc30a4bf tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a3df78-8677-4e2b-9b08-7c17c82c5b64') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:03.207165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.224187 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Transition to ACTIVE for port object ae60e734-372b-4e93-9ddf-0aae27c6d230 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:03.241483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb2ad-20c5-457d-9f99-4b47bc30a4bf tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.252503 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Transition to ACTIVE for port object ae60e734-372b-4e93-9ddf-0aae27c6d230 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:03.264403 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.271379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-397bf3bf-dcc6-4029-947a-e2c3298a8e1b tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.293127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb2ad-20c5-457d-9f99-4b47bc30a4bf tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.295248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 0fb9c397-b661-484f-a109-8a7d2cda88d2 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:08:03.300350 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-ae60e2c2-786d-49dd-8deb-dd795fc0466e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=548b38a4783b4d719184e32da986cde8&device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 1097 time: 0.8293028 Apr 22 15:08:03.311670 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb96ff6-3f17-45cf-9db7-e784833cc979 req-e81c3de4-8fe7-4b32-abaf-1481018e43c4 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:03.313802 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bcb96ff6-3f17-45cf-9db7-e784833cc979 req-e81c3de4-8fe7-4b32-abaf-1481018e43c4 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 944 time: 0.7756295 Apr 22 15:08:03.336068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0fb2ad-20c5-457d-9f99-4b47bc30a4bf tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:08:03.336549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb2ad-20c5-457d-9f99-4b47bc30a4bf tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.351870 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-689aaf62-e4ee-4035-a9af-53541875cc46 req-d0589f31-780f-4751-bce0-cf9b526f92ff service neutron] 10.222.0.70 "GET /v2.0/networks/32587937-ea4e-42e2-a240-c92672372817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6257994 Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:08:03.352534 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:08:03.385267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:03.389863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Pushing event updated for resources: {'Port': ['ID=ae60e734-372b-4e93-9ddf-0aae27c6d230,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:03.398492 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab13f9e-40d7-4579-aced-3a09d4504ef8 None None] Sync routers for ids ['1d75848f-3a36-40e0-9f75-6aeda1f28008'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:03.424162 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab13f9e-40d7-4579-aced-3a09d4504ef8 None None] Routers {'1d75848f-3a36-40e0-9f75-6aeda1f28008'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:03.424796 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0ab13f9e-40d7-4579-aced-3a09d4504ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1d75848f-3a36-40e0-9f75-6aeda1f28008'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:03.435338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Network f19303dc-bac7-40d1-afe1-4ceeeb016d4b is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:03.439440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:03.444605 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:03.468184 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1608737433', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:03.473272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 0fb9c397-b661-484f-a109-8a7d2cda88d2) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:03.487265 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f75711-6e26-4fc5-9bb9-0c37762060de None None] Network 0fb9c397-b661-484f-a109-8a7d2cda88d2 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:03.496775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Allocated IP 172.20.0.10 (f19303dc-bac7-40d1-afe1-4ceeeb016d4b/fecc28c8-33ca-439c-a15e-465e3ed15e5f/5c623f87-6439-4660-98fe-b6c74e885aad) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:03.515562 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0ab13f9e-40d7-4579-aced-3a09d4504ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:03.527642 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab13f9e-40d7-4579-aced-3a09d4504ef8 None None] Routers {'1d75848f-3a36-40e0-9f75-6aeda1f28008'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:03.528484 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0ab13f9e-40d7-4579-aced-3a09d4504ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1d75848f-3a36-40e0-9f75-6aeda1f28008'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:03.555778 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:03.556468 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.567590 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-216e2875-12c1-49fb-9a75-66a38af6fda0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=995eb799-657b-4c74-84e1-167f7ae2e5b0 HTTP/1.1" status: 200 len: 217 time: 0.2472966 Apr 22 15:08:03.594648 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0ab13f9e-40d7-4579-aced-3a09d4504ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:03.595363 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab13f9e-40d7-4579-aced-3a09d4504ef8 None None] The sync data for ids ['1d75848f-3a36-40e0-9f75-6aeda1f28008'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:03.613441 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-21eec22f-0b22-4db7-b474-80636a354d51 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "PUT /v2.0/routers/1d75848f-3a36-40e0-9f75-6aeda1f28008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.7778325 Apr 22 15:08:03.629738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54158) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:03.651824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Request body: {'port': {'network_id': 'fbc6211a-9efd-45dc-be9d-26783a4a76ec', 'name': 'tempest-FloatingIPAdminTestJSON-2118682559'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:03.679416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b6e13-c49b-4e77-969b-5fc852a377ba req-81096f72-5676-407a-99d4-4504f7400ff3 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:03.680112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Attempting to bind port ae60e734-372b-4e93-9ddf-0aae27c6d230 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:03.680214 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Attempting to bind port ae60e734-372b-4e93-9ddf-0aae27c6d230 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '52bdaf75-a89d-4dad-88df-fb7c68e68273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f19303dc-bac7-40d1-afe1-4ceeeb016d4b'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:03.680563 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Attempting to bind port ae60e734-372b-4e93-9ddf-0aae27c6d230 on network f19303dc-bac7-40d1-afe1-4ceeeb016d4b {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:03.680753 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-032b6e13-c49b-4e77-969b-5fc852a377ba req-81096f72-5676-407a-99d4-4504f7400ff3 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 943 time: 0.5855675 Apr 22 15:08:03.705155 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bd4c17ec-0608-4b2d-b16a-131b872ab7b3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4173121 Apr 22 15:08:03.721263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54162) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:03.722232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:03.728847 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:03.729221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Checking segment: {'id': '52bdaf75-a89d-4dad-88df-fb7c68e68273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f19303dc-bac7-40d1-afe1-4ceeeb016d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:03.729617 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.730004 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Bound using segment: {'id': '52bdaf75-a89d-4dad-88df-fb7c68e68273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f19303dc-bac7-40d1-afe1-4ceeeb016d4b'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:03.730550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Bound port: ae60e734-372b-4e93-9ddf-0aae27c6d230, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bdaf75-a89d-4dad-88df-fb7c68e68273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'f19303dc-bac7-40d1-afe1-4ceeeb016d4b'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:03.730922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.743388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Usage tracker for resource:router and tenant:0191850ed9054ece85166de769240aa9 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:03.748733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-277360773', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:03.765233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:03.768155 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:03.770651 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bcb96ff6-3f17-45cf-9db7-e784833cc979 req-6850c198-ed52-4104-a8f4-1e81b7bf1f83 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4483876 Apr 22 15:08:03.780389 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Usage tracker for resource:router and tenant:c12731375b86407aa0ae0ac31717a9d7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:03.788104 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:03.790158 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:03.797790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb2ad-20c5-457d-9f99-4b47bc30a4bf tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.799895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-397bf3bf-dcc6-4029-947a-e2c3298a8e1b tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.809344 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:03.829100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0fb2ad-20c5-457d-9f99-4b47bc30a4bf tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 10b04f6e-5a9c-418f-9827-c963ace82ba9 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 15:08:03.834791 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-d5c393c1-8402-459f-a1c8-c699120d3fc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:03.836224 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-d5c393c1-8402-459f-a1c8-c699120d3fc3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd5f722a-91a1-4c20-800b-93533ca30263 HTTP/1.1" status: 200 len: 851 time: 0.2473032 Apr 22 15:08:03.839645 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb2ad-20c5-457d-9f99-4b47bc30a4bf tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.860998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.861926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.865865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-397bf3bf-dcc6-4029-947a-e2c3298a8e1b tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2d347f-8ff1-41f3-8899-8733a6d15c93']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:03.867713 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756a8604-5ee7-4841-b24d-eab1f77b64f2 None None] Network 0fb9c397-b661-484f-a109-8a7d2cda88d2 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:03.888670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.890376 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.890815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fb2ad-20c5-457d-9f99-4b47bc30a4bf tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] Pushing event deleted for resources: {'Network': ['ID=10b04f6e-5a9c-418f-9827-c963ace82ba9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:03.910012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-397bf3bf-dcc6-4029-947a-e2c3298a8e1b tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00d0b25-46d1-4726-9bb7-02b9aa8af719') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:03.910328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-397bf3bf-dcc6-4029-947a-e2c3298a8e1b tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00d0b25-46d1-4726-9bb7-02b9aa8af719') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:03.925073 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5b0fb2ad-20c5-457d-9f99-4b47bc30a4bf tempest-ExternalNetworksTestJSON-1004279760 tempest-ExternalNetworksTestJSON-1004279760-project-admin] 10.222.0.71 "DELETE /v2.0/networks/10b04f6e-5a9c-418f-9827-c963ace82ba9 HTTP/1.1" status: 204 len: 168 time: 1.9073596 Apr 22 15:08:03.926826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54166) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:03.936021 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-397bf3bf-dcc6-4029-947a-e2c3298a8e1b tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.966012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.979357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-397bf3bf-dcc6-4029-947a-e2c3298a8e1b tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:03.982622 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:04.005542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397bf3bf-dcc6-4029-947a-e2c3298a8e1b tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:08:04.005940 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-397bf3bf-dcc6-4029-947a-e2c3298a8e1b tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:08:04.020701 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:08:04.024612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:04.031098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Transition to ACTIVE for port object 5c623f87-6439-4660-98fe-b6c74e885aad will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:04.038022 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] For port ae60e734-372b-4e93-9ddf-0aae27c6d230, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:04.052868 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] For port ae60e734-372b-4e93-9ddf-0aae27c6d230, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ae60e734-372b-4e93-9ddf-0aae27c6d230,segment=NetworkSegment(52bdaf75-a89d-4dad-88df-fb7c68e68273),segment_id=52bdaf75-a89d-4dad-88df-fb7c68e68273)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:04.065404 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-032b6e13-c49b-4e77-969b-5fc852a377ba req-960655b8-8a24-4276-a83f-a5e428fe72dc tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644962 Apr 22 15:08:04.068868 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:04.090092 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23925d14-bf87-429b-a1f5-b2f81a623114 req-565f0a56-2c51-43e4-af87-5daad49ea5e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=742d8ea68dee405bb2cf411aed61c6a2&device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 1096 time: 0.6125963 Apr 22 15:08:04.094564 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ce6b56-7cc7-4ea7-a16a-27618dbfbd12 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] DELETE failed (client error): The resource could not be found. Apr 22 15:08:04.095304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ce6b56-7cc7-4ea7-a16a-27618dbfbd12 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:08:04.100621 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-96ce6b56-7cc7-4ea7-a16a-27618dbfbd12 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] 10.222.0.71 "DELETE /v2.0/subnets/84c1d698-c581-4813-b9fd-87560e8a3b82 HTTP/1.1" status: 404 len: 337 time: 0.1599152 Apr 22 15:08:04.103741 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:04.106404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54170) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:04.143802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Usage tracker for resource:port and tenant:50b15df700a54001a81f382fd0a4c71c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:04.149971 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1bf9e-096e-4988-9149-3a749615fbcb None None] Pushing event updated for resources: {'Port': ['ID=ae60e734-372b-4e93-9ddf-0aae27c6d230,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:04.186591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:04.195674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:04.457532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63e80131-4a34-45f3-a638-aeb8c224ac19 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:04.468887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Made reservation on behalf of 50b15df700a54001a81f382fd0a4c71c for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:04.471943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:04.499838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] device_id is not set on port 482bf0e2-420f-467a-9690-eeb9f08969b6 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:04.524929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-397bf3bf-dcc6-4029-947a-e2c3298a8e1b tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:04.570379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-397bf3bf-dcc6-4029-947a-e2c3298a8e1b tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:04.584090 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-397bf3bf-dcc6-4029-947a-e2c3298a8e1b tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] 10.222.0.71 "DELETE /v2.0/networks/1a2d347f-8ff1-41f3-8899-8733a6d15c93 HTTP/1.1" status: 204 len: 168 time: 1.5931273 Apr 22 15:08:04.592628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bf3bf-dcc6-4029-947a-e2c3298a8e1b tempest-PortsAdminExtendedAttrsTestJSON-1406094679 tempest-PortsAdminExtendedAttrsTestJSON-1406094679-project] Pushing event deleted for resources: {'Network': ['ID=1a2d347f-8ff1-41f3-8899-8733a6d15c93,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:04.612605 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:04.625888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:04.655396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Allocated IP 172.20.0.3 (fbc6211a-9efd-45dc-be9d-26783a4a76ec/8b89a1a4-b573-4a12-9a4c-df1d52fc168c/482bf0e2-420f-467a-9690-eeb9f08969b6) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:04.672536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23925d14-bf87-429b-a1f5-b2f81a623114 req-470bed01-067a-47f2-9744-081b653285bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:04.674063 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23925d14-bf87-429b-a1f5-b2f81a623114 req-470bed01-067a-47f2-9744-081b653285bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=32587937-ea4e-42e2-a240-c92672372817 HTTP/1.1" status: 200 len: 907 time: 0.5715461 Apr 22 15:08:04.688379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:04.750844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Network f19303dc-bac7-40d1-afe1-4ceeeb016d4b is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:04.752846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:04.768666 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event updated for resources: {'Port': ['ID=5c623f87-6439-4660-98fe-b6c74e885aad,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:04.771326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:04.847890 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23925d14-bf87-429b-a1f5-b2f81a623114 req-b63a3b3e-37cd-4f4a-af24-e308c8894ba5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8c238d-1da9-4870-8937-cdb3f7814b62 HTTP/1.1" status: 200 len: 217 time: 0.1631768 Apr 22 15:08:04.851452 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-415a5cc5-946f-45b8-8cd4-508b90a235b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd913740-5d28-4391-bafb-b87af92120d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9978228 Apr 22 15:08:04.970604 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:04.971273 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:05.015828 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-292ad330-7651-4f80-9fea-8b4103cf1ccc tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3847542 Apr 22 15:08:05.018733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54182) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:05.033262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Request body: {'port': {'network_id': 'f19303dc-bac7-40d1-afe1-4ceeeb016d4b', 'name': 'tempest-AllowedAddressPairTestJSON-1000092232', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a4:39:c4'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:05.053648 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54186) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:05.202047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63e80131-4a34-45f3-a638-aeb8c224ac19 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:05.285364 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:05.323762 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:05.369124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-63e80131-4a34-45f3-a638-aeb8c224ac19 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f26c69a-1e80-41b1-b12a-e8e7f84c2441']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:05.375444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Usage tracker for resource:port and tenant:d32787d5445749b08f8f21f01e4f1ae7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:05.380924 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:05.403565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23925d14-bf87-429b-a1f5-b2f81a623114 req-95403c0d-4e24-43c3-a152-436765abc8e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:05.404991 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23925d14-bf87-429b-a1f5-b2f81a623114 req-95403c0d-4e24-43c3-a152-436765abc8e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36b5cdf5-cca4-46bb-bfb1-12685fef26af HTTP/1.1" status: 200 len: 845 time: 0.5057912 Apr 22 15:08:05.415853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-63e80131-4a34-45f3-a638-aeb8c224ac19 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d411d7-a95e-48d0-b6df-cb1dcdfa5b73') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:05.416144 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-63e80131-4a34-45f3-a638-aeb8c224ac19 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d411d7-a95e-48d0-b6df-cb1dcdfa5b73') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:05.421687 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:05.441621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:05.470881 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f828277-933d-4f8b-b471-5cbb24e7ee18 None None] Network f19303dc-bac7-40d1-afe1-4ceeeb016d4b requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:05.506992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63e80131-4a34-45f3-a638-aeb8c224ac19 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:05.514092 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:05.549876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Made reservation on behalf of d32787d5445749b08f8f21f01e4f1ae7 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:05.567386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63e80131-4a34-45f3-a638-aeb8c224ac19 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:05.568546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c468ea11-5112-4df2-adf6-d9530963dfa0 None None] Provisioning for port ae60e734-372b-4e93-9ddf-0aae27c6d230 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:05.572291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:05.572936 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-b39ee400-afea-4f8d-80db-20e11dd14cc9 service neutron] 10.222.0.70 "GET /v2.0/networks/bd913740-5d28-4391-bafb-b87af92120d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6751938 Apr 22 15:08:05.579105 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-546e7a4d-5748-4942-9288-1e0722150977 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b7ac2159b6524332904a9769994a64a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5246472 Apr 22 15:08:05.587101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54194) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:05.615497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e80131-4a34-45f3-a638-aeb8c224ac19 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:08:05.615881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63e80131-4a34-45f3-a638-aeb8c224ac19 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:08:05.635404 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:08:05.700649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:05.783796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d091390-3209-4136-8883-9556eb4b77ff req-abacbaf6-536b-4671-a822-0776846ed467 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:05.785299 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3d091390-3209-4136-8883-9556eb4b77ff req-abacbaf6-536b-4671-a822-0776846ed467 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 944 time: 0.7118421 Apr 22 15:08:05.858374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Transition to ACTIVE for port object 482bf0e2-420f-467a-9690-eeb9f08969b6 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:05.891225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ee331-d803-4864-bc46-3265af64f3f5 req-d5072866-5470-4338-8fd4-8b0791710d69 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:05.904769 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Allocated IP 172.26.8.234 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/3e164068-9629-46d0-b94d-c698f583b8b4) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:05.909186 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3a8ee331-d803-4864-bc46-3265af64f3f5 req-d5072866-5470-4338-8fd4-8b0791710d69 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 943 time: 0.6132751 Apr 22 15:08:05.912633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ae60e734-372b-4e93-9ddf-0aae27c6d230 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:05.922680 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63e80131-4a34-45f3-a638-aeb8c224ac19 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:05.928274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa783abb-5442-4cbe-9096-d58b4ad6ac0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:05.953454 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:05.984802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63e80131-4a34-45f3-a638-aeb8c224ac19 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.008597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e80131-4a34-45f3-a638-aeb8c224ac19 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] Pushing event deleted for resources: {'Network': ['ID=3f26c69a-1e80-41b1-b12a-e8e7f84c2441,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:06.045945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port ae60e734-372b-4e93-9ddf-0aae27c6d230 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:06.049104 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23925d14-bf87-429b-a1f5-b2f81a623114 req-23f044d7-6c11-4f6d-b18e-a0a17cf2d4cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32587937-ea4e-42e2-a240-c92672372817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6134372 Apr 22 15:08:06.054901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port ae60e734-372b-4e93-9ddf-0aae27c6d230 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:06.055736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.075931 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3d091390-3209-4136-8883-9556eb4b77ff req-e1f0f67b-2a7c-4389-b49a-226c804b11dd tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473872 Apr 22 15:08:06.104627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa783abb-5442-4cbe-9096-d58b4ad6ac0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.120597 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4367c89-d104-4853-b7b9-7694f3aee40c req-cef7ef11-7fb8-4e0a-a891-2b15b805830c service neutron] 10.222.0.70 "GET /v2.0/networks/bd913740-5d28-4391-bafb-b87af92120d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269942 Apr 22 15:08:06.129871 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-63e80131-4a34-45f3-a638-aeb8c224ac19 tempest-ExternalNetworksTestJSON-490075671 tempest-ExternalNetworksTestJSON-490075671-project] 10.222.0.71 "DELETE /v2.0/networks/3f26c69a-1e80-41b1-b12a-e8e7f84c2441 HTTP/1.1" status: 204 len: 168 time: 2.0221593 Apr 22 15:08:06.138481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-14f06ad5-3ef2-4652-9bdd-3b437026e05b None None] Provisioning for port 5c623f87-6439-4660-98fe-b6c74e885aad completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:06.146032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-14f06ad5-3ef2-4652-9bdd-3b437026e05b None None] Provisioning complete for port 5c623f87-6439-4660-98fe-b6c74e885aad triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:06.146394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14f06ad5-3ef2-4652-9bdd-3b437026e05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.154418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] device_id is not set on port 1060965a-01d4-4148-860d-a9d94430e82b yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:06.216628 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-14f06ad5-3ef2-4652-9bdd-3b437026e05b None None] Port 5c623f87-6439-4660-98fe-b6c74e885aad cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:06.238578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.308278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-14f06ad5-3ef2-4652-9bdd-3b437026e05b None None] Provisioning complete for port ae60e734-372b-4e93-9ddf-0aae27c6d230 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:06.308840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14f06ad5-3ef2-4652-9bdd-3b437026e05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.368439 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3a8ee331-d803-4864-bc46-3265af64f3f5 req-be2c961b-5a3a-47bf-a04b-7395a5757c50 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4584846 Apr 22 15:08:06.395825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.409589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa783abb-5442-4cbe-9096-d58b4ad6ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.451311 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.458120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa783abb-5442-4cbe-9096-d58b4ad6ac0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6c9e0e-0144-43c3-bbe5-52d86faf88d3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:06.473547 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Network fbc6211a-9efd-45dc-be9d-26783a4a76ec is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:06.475471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Allocated IP 172.20.0.3 (f19303dc-bac7-40d1-afe1-4ceeeb016d4b/fecc28c8-33ca-439c-a15e-465e3ed15e5f/1060965a-01d4-4148-860d-a9d94430e82b) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:06.484598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:06.490577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event updated for resources: {'Port': ['ID=482bf0e2-420f-467a-9690-eeb9f08969b6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:06.494787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aa783abb-5442-4cbe-9096-d58b4ad6ac0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.498962 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aa783abb-5442-4cbe-9096-d58b4ad6ac0a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1c6c9e0e-0144-43c3-bbe5-52d86faf88d3 HTTP/1.1" status: 204 len: 168 time: 0.9106812 Apr 22 15:08:06.507243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:06.587735 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port ae60e734-372b-4e93-9ddf-0aae27c6d230, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ae60e734-372b-4e93-9ddf-0aae27c6d230,segment=NetworkSegment(52bdaf75-a89d-4dad-88df-fb7c68e68273),segment_id=52bdaf75-a89d-4dad-88df-fb7c68e68273)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:06.606282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.627628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.627923 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23925d14-bf87-429b-a1f5-b2f81a623114 req-02d634bd-1657-4975-86b8-2aeb474fbb0e service neutron] 10.222.0.70 "GET /v2.0/networks/32587937-ea4e-42e2-a240-c92672372817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588763 Apr 22 15:08:06.688657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54204) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:06.707309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14f06ad5-3ef2-4652-9bdd-3b437026e05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.814394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=ae60e734-372b-4e93-9ddf-0aae27c6d230,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:06.838347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-14f06ad5-3ef2-4652-9bdd-3b437026e05b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:08:06.838742 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-14f06ad5-3ef2-4652-9bdd-3b437026e05b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:08:06.840212 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:06.840860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:06.852445 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-71022d80-aec7-40ee-9333-f6f1ded29e6b req-11b58d61-95aa-4576-b838-ad9fb2dfa297 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=548b38a4783b4d719184e32da986cde8&device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 1097 time: 0.5272014 Apr 22 15:08:07.022943 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:07.031750 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.26.8.150 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/41a334fc-9a06-420f-be89-5afda8450b9a) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:07.033816 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-348aa5e5-8231-4e44-888e-98cc9be23017 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3983939 Apr 22 15:08:07.034662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:07.036207 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Pushing event updated for resources: {'Port': ['ID=3e164068-9629-46d0-b94d-c698f583b8b4,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:07.048981 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54212) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:07.049915 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:07.057454 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23925d14-bf87-429b-a1f5-b2f81a623114 req-05f38551-ad2b-4f62-a75b-5a50a6dd1f02 service neutron] 10.222.0.70 "GET /v2.0/networks/32587937-ea4e-42e2-a240-c92672372817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053602 Apr 22 15:08:07.290778 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54220) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:07.368158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71022d80-aec7-40ee-9333-f6f1ded29e6b req-c5d2b737-7b2a-48ac-9122-3dc596971c90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:07.369641 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-71022d80-aec7-40ee-9333-f6f1ded29e6b req-c5d2b737-7b2a-48ac-9122-3dc596971c90 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd913740-5d28-4391-bafb-b87af92120d0 HTTP/1.1" status: 200 len: 913 time: 0.5078180 Apr 22 15:08:07.394364 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:07.422027 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'project_id': '50b15df700a54001a81f382fd0a4c71c', 'port_id': '482bf0e2-420f-467a-9690-eeb9f08969b6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:07.427079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 8d8c238d-1da9-4870-8937-cdb3f7814b62 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:08:07.437479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:07.454157 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Usage tracker for resource:floatingip and tenant:50b15df700a54001a81f382fd0a4c71c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:07.457842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Transition to ACTIVE for port object 1060965a-01d4-4148-860d-a9d94430e82b will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:07.463955 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:07.467785 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-71022d80-aec7-40ee-9333-f6f1ded29e6b req-cb10080a-621f-4095-8cf1-36eb67e8027a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=995eb799-657b-4c74-84e1-167f7ae2e5b0 HTTP/1.1" status: 200 len: 217 time: 0.0848317 Apr 22 15:08:07.476184 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:07.510115 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:07.510663 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f2982fa7-07c0-4557-8a42-99ebe97f3716 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eb5596c8c3e5452e9b28c8f13d70b5d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8126678 Apr 22 15:08:07.514058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54228) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:07.538325 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:07.582904 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e03ebbfd-18cc-4dc3-b07c-9abcd3d5ea8f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0d70851ce85840dab6a8f3aec51c25cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2877352 Apr 22 15:08:07.587434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54232) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:07.605940 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f7c1d333-69fe-4d1c-a267-b77a02c83f15 None None] Provisioning for port 482bf0e2-420f-467a-9690-eeb9f08969b6 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:07.627586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f7c1d333-69fe-4d1c-a267-b77a02c83f15 None None] Provisioning complete for port 482bf0e2-420f-467a-9690-eeb9f08969b6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:07.628095 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7c1d333-69fe-4d1c-a267-b77a02c83f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:07.659229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 8d8c238d-1da9-4870-8937-cdb3f7814b62, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8d8c238d-1da9-4870-8937-cdb3f7814b62,segment=NetworkSegment(9516aeb7-fa4e-4eae-bc12-937c57d03bcd),segment_id=9516aeb7-fa4e-4eae-bc12-937c57d03bcd)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:07.665088 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96f6b1-11d8-43e1-9416-5a40f3805b27 req-b865c25c-ac7d-42a6-b1dc-8d361e090b5e tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:07.669114 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2c96f6b1-11d8-43e1-9416-5a40f3805b27 req-b865c25c-ac7d-42a6-b1dc-8d361e090b5e tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 944 time: 0.3768249 Apr 22 15:08:07.686566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71022d80-aec7-40ee-9333-f6f1ded29e6b req-ca7cf42d-2020-45bf-aebe-66fbde8b98b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:07.688665 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '8d8c238d-1da9-4870-8937-cdb3f7814b62', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'port_id': '8d8c238d-1da9-4870-8937-cdb3f7814b62', 'mac_address': 'fa:16:3e:0c:d6:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:08:07.690082 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-71022d80-aec7-40ee-9333-f6f1ded29e6b req-ca7cf42d-2020-45bf-aebe-66fbde8b98b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd5f722a-91a1-4c20-800b-93533ca30263 HTTP/1.1" status: 200 len: 851 time: 0.1851723 Apr 22 15:08:07.707070 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:07.725521 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1d333-69fe-4d1c-a267-b77a02c83f15 None None] Port 482bf0e2-420f-467a-9690-eeb9f08969b6 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:07.755217 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:07.773499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f7c1d333-69fe-4d1c-a267-b77a02c83f15 None None] Provisioning complete for port 5c623f87-6439-4660-98fe-b6c74e885aad triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:07.773499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7c1d333-69fe-4d1c-a267-b77a02c83f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:07.815605 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8c238d-1da9-4870-8937-cdb3f7814b62 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:08:07.850168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:07.860893 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2c96f6b1-11d8-43e1-9416-5a40f3805b27 req-b8c73ff0-20ea-4e62-93fe-ced1470acb48 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694155 Apr 22 15:08:07.864912 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1d333-69fe-4d1c-a267-b77a02c83f15 None None] Port 5c623f87-6439-4660-98fe-b6c74e885aad cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:07.868386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed08721-b717-424e-bbab-232997cc8b84 req-4bcb0354-1191-4595-9dc1-a3cef7908cbc tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:07.872676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7b9139b-3e7c-4f5d-ac6f-6d5c5370d602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:07.875614 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 8d8c238d-1da9-4870-8937-cdb3f7814b62, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8d8c238d-1da9-4870-8937-cdb3f7814b62,segment=NetworkSegment(9516aeb7-fa4e-4eae-bc12-937c57d03bcd),segment_id=9516aeb7-fa4e-4eae-bc12-937c57d03bcd)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:07.875892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event updated for resources: {'Port': ['ID=1060965a-01d4-4148-860d-a9d94430e82b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:07.876014 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0ed08721-b717-424e-bbab-232997cc8b84 req-4bcb0354-1191-4595-9dc1-a3cef7908cbc tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 943 time: 0.2852054 Apr 22 15:08:07.885273 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ae60e734-372b-4e93-9ddf-0aae27c6d230 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:07.885493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Network f19303dc-bac7-40d1-afe1-4ceeeb016d4b is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:07.932410 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0ed08721-b717-424e-bbab-232997cc8b84 req-6e9ea263-2324-4bcd-865b-d4ff8a8d643e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554163 Apr 22 15:08:07.937864 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-71022d80-aec7-40ee-9333-f6f1ded29e6b req-e72dbcde-0171-4c8a-94ef-436194ce0c11 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd913740-5d28-4391-bafb-b87af92120d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2108166 Apr 22 15:08:07.959179 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f4dad7e7-5541-41bc-ba31-20d54d773be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:07.973291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:07.978289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.019096 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:08.101284 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=8d8c238d-1da9-4870-8937-cdb3f7814b62,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:08.113381 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port ae60e734-372b-4e93-9ddf-0aae27c6d230 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:08.114111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.118174 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:08.119113 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.132763 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-71022d80-aec7-40ee-9333-f6f1ded29e6b req-23b1e7a9-edf8-4dd7-b1ff-268fc60e1ee2 service neutron] 10.222.0.70 "GET /v2.0/networks/bd913740-5d28-4391-bafb-b87af92120d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860826 Apr 22 15:08:08.146085 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.146954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.180602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:08.196013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7b9139b-3e7c-4f5d-ac6f-6d5c5370d602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.204664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:08.230820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:08.301071 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0624372c-d8bc-484b-b242-050b99b85bfe None None] Provisioning for port 1060965a-01d4-4148-860d-a9d94430e82b completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:08.304898 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-71022d80-aec7-40ee-9333-f6f1ded29e6b req-61e1476a-d30c-42ee-9834-bd312f5c653a service neutron] 10.222.0.70 "GET /v2.0/networks/bd913740-5d28-4391-bafb-b87af92120d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612344 Apr 22 15:08:08.306397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0624372c-d8bc-484b-b242-050b99b85bfe None None] Provisioning complete for port 1060965a-01d4-4148-860d-a9d94430e82b triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:08.306765 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0624372c-d8bc-484b-b242-050b99b85bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.338299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f4dad7e7-5541-41bc-ba31-20d54d773be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.361190 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-58fb77f7-3069-4eed-8f1e-577333e4da3a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.3402057 Apr 22 15:08:08.362502 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54236) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:08.374578 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0624372c-d8bc-484b-b242-050b99b85bfe None None] Port 1060965a-01d4-4148-860d-a9d94430e82b cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:08.380761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=41a334fc-9a06-420f-be89-5afda8450b9a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:08.447543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ae1700-ca0a-4ffe-a79f-b52f6e47e724 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:08.451358 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ae1700-ca0a-4ffe-a79f-b52f6e47e724 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:08.456026 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ae1700-ca0a-4ffe-a79f-b52f6e47e724 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:08.460419 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b6ae1700-ca0a-4ffe-a79f-b52f6e47e724 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.0939462 Apr 22 15:08:08.460659 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54240) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:08.504235 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.528607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-40b30028-4b36-41c9-a122-b27bd4368b66 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Deleting port 1060965a-01d4-4148-860d-a9d94430e82b {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:08.529088 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40b30028-4b36-41c9-a122-b27bd4368b66 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.597210 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['8d8c238d-1da9-4870-8937-cdb3f7814b62'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:08:08.635126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7b9139b-3e7c-4f5d-ac6f-6d5c5370d602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.661964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f4dad7e7-5541-41bc-ba31-20d54d773be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.671620 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9139b-3e7c-4f5d-ac6f-6d5c5370d602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839021b6-1488-49a9-96ba-f4f77c622361,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:08.770322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dad7e7-5541-41bc-ba31-20d54d773be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f519245-b393-496e-8d73-1083d3cee81a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:08.792338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f4dad7e7-5541-41bc-ba31-20d54d773be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.795804 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f4dad7e7-5541-41bc-ba31-20d54d773be1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9f519245-b393-496e-8d73-1083d3cee81a HTTP/1.1" status: 204 len: 168 time: 1.2010400 Apr 22 15:08:08.798052 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7b9139b-3e7c-4f5d-ac6f-6d5c5370d602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.799313 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f7b9139b-3e7c-4f5d-ac6f-6d5c5370d602 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/839021b6-1488-49a9-96ba-f4f77c622361 HTTP/1.1" status: 204 len: 168 time: 1.2835407 Apr 22 15:08:08.821191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40b30028-4b36-41c9-a122-b27bd4368b66 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:08.826083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Allocated IP 172.26.8.251 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/dcace8c7-ec8b-4eca-bb16-06be20202a64) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:09.111574 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:09.112086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:09.125907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-40b30028-4b36-41c9-a122-b27bd4368b66 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Calling delete_port for 1060965a-01d4-4148-860d-a9d94430e82b owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:09.151702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:09.348752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Router 2f3aa615-d9a8-46b7-92d1-448128fc9361 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:08:09.364015 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:09.404477 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 995eb799-657b-4c74-84e1-167f7ae2e5b0 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:08:09.446714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dc7d3-d2fc-4885-8715-8343987c8425 req-7296e22d-9507-41fb-b796-c36ef2fb0beb tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:09.448330 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-715dc7d3-d2fc-4885-8715-8343987c8425 req-7296e22d-9507-41fb-b796-c36ef2fb0beb tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 944 time: 0.1962876 Apr 22 15:08:09.567938 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c278a7d-19fa-4dac-a504-66f0eb52454e req-6fae0393-5e56-4b8b-84dc-4f081a5bd090 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:09.570226 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c278a7d-19fa-4dac-a504-66f0eb52454e req-6fae0393-5e56-4b8b-84dc-4f081a5bd090 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 944 time: 0.4586060 Apr 22 15:08:09.573987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:09.588593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Pushing event updated for resources: {'Port': ['ID=dcace8c7-ec8b-4eca-bb16-06be20202a64,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:09.592392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:09.598125 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:09.653085 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 995eb799-657b-4c74-84e1-167f7ae2e5b0, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=995eb799-657b-4c74-84e1-167f7ae2e5b0,segment=NetworkSegment(54c8cbc3-1752-4629-a44e-19e6e6c33ad2),segment_id=54c8cbc3-1752-4629-a44e-19e6e6c33ad2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:09.675352 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c278a7d-19fa-4dac-a504-66f0eb52454e req-b1b1a536-4d6e-44e5-9efc-89408202de92 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635200 Apr 22 15:08:09.702023 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-715dc7d3-d2fc-4885-8715-8343987c8425 req-80ae3311-e555-4a87-b868-3723cdf73049 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460954 Apr 22 15:08:09.705583 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54262) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:09.714812 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '995eb799-657b-4c74-84e1-167f7ae2e5b0', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'port_id': '995eb799-657b-4c74-84e1-167f7ae2e5b0', 'mac_address': 'fa:16:3e:85:b9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:08:09.750131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40b30028-4b36-41c9-a122-b27bd4368b66 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:09.787525 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:09.806901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995eb799-657b-4c74-84e1-167f7ae2e5b0 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:08:09.812952 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b30028-4b36-41c9-a122-b27bd4368b66 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event deleted for resources: {'Port': ['ID=1060965a-01d4-4148-860d-a9d94430e82b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:09.826686 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 995eb799-657b-4c74-84e1-167f7ae2e5b0, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=995eb799-657b-4c74-84e1-167f7ae2e5b0,segment=NetworkSegment(54c8cbc3-1752-4629-a44e-19e6e6c33ad2),segment_id=54c8cbc3-1752-4629-a44e-19e6e6c33ad2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:09.838298 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:09.950639 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=995eb799-657b-4c74-84e1-167f7ae2e5b0,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:10.048459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40b30028-4b36-41c9-a122-b27bd4368b66 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:10.055581 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-40b30028-4b36-41c9-a122-b27bd4368b66 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "DELETE /v2.0/ports/1060965a-01d4-4148-860d-a9d94430e82b HTTP/1.1" status: 204 len: 168 time: 1.5939245 Apr 22 15:08:10.058046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54268) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:10.062677 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b7e290f7-868b-4cd0-8e0a-cd9265fc3bca admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=45a39a9a356642ff91bf70c2426312f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3543265 Apr 22 15:08:10.081258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54272) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:10.119964 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-94889eef-ab10-463d-ade0-25115e6166f6 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] GET failed (client error): The resource could not be found. Apr 22 15:08:10.120661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-94889eef-ab10-463d-ade0-25115e6166f6 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Synchronizing usage tracker for tenant:d32787d5445749b08f8f21f01e4f1ae7 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:10.143982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-94889eef-ab10-463d-ade0-25115e6166f6 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Unset dirty status for tenant:d32787d5445749b08f8f21f01e4f1ae7 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:10.146218 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-94889eef-ab10-463d-ade0-25115e6166f6 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "GET /v2.0/ports/1060965a-01d4-4148-860d-a9d94430e82b HTTP/1.1" status: 404 len: 333 time: 0.0859461 Apr 22 15:08:10.149543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54278) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:10.154940 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Request body: {'port': {'network_id': 'f19303dc-bac7-40d1-afe1-4ceeeb016d4b', 'name': 'tempest-AllowedAddressPairTestJSON-1172862315'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:10.259550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:10.263008 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85681018-9b4b-4028-aa90-ff4645e042b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:10.264752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:08:10.278924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebefb741-f1c5-451f-ac78-415374b50f58 None None] Sync routers for ids ['2f3aa615-d9a8-46b7-92d1-448128fc9361'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:10.292827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebefb741-f1c5-451f-ac78-415374b50f58 None None] Routers {'2f3aa615-d9a8-46b7-92d1-448128fc9361'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:10.293784 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-ebefb741-f1c5-451f-ac78-415374b50f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['2f3aa615-d9a8-46b7-92d1-448128fc9361'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:10.303239 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:10.314894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:10.328690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Made reservation on behalf of d32787d5445749b08f8f21f01e4f1ae7 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:10.332392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:10.359623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] device_id is not set on port e39cb98e-5392-4f3b-afd7-ce87aa4c74dc yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:10.366119 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['995eb799-657b-4c74-84e1-167f7ae2e5b0'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:08:10.421997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-ebefb741-f1c5-451f-ac78-415374b50f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:10.436988 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54286) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:10.451492 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85681018-9b4b-4028-aa90-ff4645e042b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:10.451999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebefb741-f1c5-451f-ac78-415374b50f58 None None] Routers {'2f3aa615-d9a8-46b7-92d1-448128fc9361'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:10.453170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-ebefb741-f1c5-451f-ac78-415374b50f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['2f3aa615-d9a8-46b7-92d1-448128fc9361'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:10.459482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:10.460665 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a2ec28fc-3dd2-48c3-85de-893d3eff8ad2 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.3898666 Apr 22 15:08:10.463556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54292) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:10.541161 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-ebefb741-f1c5-451f-ac78-415374b50f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:10.541726 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebefb741-f1c5-451f-ac78-415374b50f58 None None] The sync data for ids ['2f3aa615-d9a8-46b7-92d1-448128fc9361'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:10.668769 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e46a76ce-1a9d-4348-b2bf-82e7fd470637 tempest-AgentManagementNegativeTest-944343766 tempest-AgentManagementNegativeTest-944343766-project] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2304881 Apr 22 15:08:10.692006 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Allocated IP 172.20.0.3 (f19303dc-bac7-40d1-afe1-4ceeeb016d4b/fecc28c8-33ca-439c-a15e-465e3ed15e5f/e39cb98e-5392-4f3b-afd7-ce87aa4c74dc) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:10.929486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:10.931964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85681018-9b4b-4028-aa90-ff4645e042b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:10.947494 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85681018-9b4b-4028-aa90-ff4645e042b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5921e0a1-f1c3-4b76-9883-7d2306b2c8d9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:11.024850 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85681018-9b4b-4028-aa90-ff4645e042b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:11.025973 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-85681018-9b4b-4028-aa90-ff4645e042b8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5921e0a1-f1c3-4b76-9883-7d2306b2c8d9 HTTP/1.1" status: 204 len: 168 time: 0.9437811 Apr 22 15:08:11.032591 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:11.068840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:11.088452 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a42498ca-e7d3-4e9b-9ef5-82b9f71aa428 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/routers/2f3aa615-d9a8-46b7-92d1-448128fc9361 HTTP/1.1" status: 200 len: 925 time: 0.6232123 Apr 22 15:08:11.097618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54308) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:11.109101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Transition to ACTIVE for port object e39cb98e-5392-4f3b-afd7-ce87aa4c74dc will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:11.181377 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aacbb3c3-3849-459a-ad25-34a34e327044 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "GET /v2.0/ports?device_id=2f3aa615-d9a8-46b7-92d1-448128fc9361 HTTP/1.1" status: 200 len: 205 time: 0.0822470 Apr 22 15:08:11.181610 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102234c-5f12-478d-a885-41670dd042e2 req-9a7d2406-dafd-44cc-9f3d-623c5bcdef83 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:11.181949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54312) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:11.183182 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9102234c-5f12-478d-a885-41670dd042e2 req-9a7d2406-dafd-44cc-9f3d-623c5bcdef83 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 945 time: 0.2625506 Apr 22 15:08:11.193446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04437d52-cfed-4dd9-960d-4e12aa001103 req-c6ccc893-e9d1-4630-a1d4-8601f0326175 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:11.195422 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-04437d52-cfed-4dd9-960d-4e12aa001103 req-c6ccc893-e9d1-4630-a1d4-8601f0326175 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 944 time: 0.2770417 Apr 22 15:08:11.196169 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54314) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:11.210548 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:08:11.227663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:11.354898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Network f19303dc-bac7-40d1-afe1-4ceeeb016d4b is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:11.372594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:11.388382 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9102234c-5f12-478d-a885-41670dd042e2 req-c42aa929-0d2c-43ec-98e2-253c970e1230 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898174 Apr 22 15:08:11.392883 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:11.417726 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 8d8c238d-1da9-4870-8937-cdb3f7814b62 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:11.480789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:11.481703 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:11.539015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event updated for resources: {'Port': ['ID=e39cb98e-5392-4f3b-afd7-ce87aa4c74dc,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:11.547854 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fd224c2e-8f87-4cfc-8b9d-a45e1cf96335 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3970754 Apr 22 15:08:11.554663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:11.561403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54330) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:11.566306 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef16b199-1987-4741-a09d-929c4eec715b None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:11.571930 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 8d8c238d-1da9-4870-8937-cdb3f7814b62 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:11.584864 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-04437d52-cfed-4dd9-960d-4e12aa001103 req-69616a13-cbf6-40e6-8a42-873d1e35a93d tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3649278 Apr 22 15:08:11.589545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-41841cb2-b283-49aa-a7e5-c2623f71b91a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a4:39:c4'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:11.590641 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 8d8c238d-1da9-4870-8937-cdb3f7814b62 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:11.591009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:11.600027 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef16b199-1987-4741-a09d-929c4eec715b None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:11.602204 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ef16b199-1987-4741-a09d-929c4eec715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:11.627999 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:11.662557 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:11.798500 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ef16b199-1987-4741-a09d-929c4eec715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:11.828896 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef16b199-1987-4741-a09d-929c4eec715b None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:11.829677 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ef16b199-1987-4741-a09d-929c4eec715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:11.832727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:11.879319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:11.904612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8c238d-1da9-4870-8937-cdb3f7814b62'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:11.943750 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ef16b199-1987-4741-a09d-929c4eec715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:11.947882 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:11.948018 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef16b199-1987-4741-a09d-929c4eec715b None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:11.949523 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-301e9ec4-7da0-4da8-81ff-17fde23cc52f tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2247698 Apr 22 15:08:12.011847 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54340) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:12.023368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Pushing event updated for resources: {'Port': ['ID=dcace8c7-ec8b-4eca-bb16-06be20202a64,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:12.054653 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 8d8c238d-1da9-4870-8937-cdb3f7814b62, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8d8c238d-1da9-4870-8937-cdb3f7814b62,segment=NetworkSegment(9516aeb7-fa4e-4eae-bc12-937c57d03bcd),segment_id=9516aeb7-fa4e-4eae-bc12-937c57d03bcd)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:12.058891 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7ad93e97-8b15-46fe-b319-de2942b9cbe8 None None] Provisioning for port e39cb98e-5392-4f3b-afd7-ce87aa4c74dc completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:12.064048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.067726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.107392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7ad93e97-8b15-46fe-b319-de2942b9cbe8 None None] Provisioning complete for port e39cb98e-5392-4f3b-afd7-ce87aa4c74dc triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:12.108035 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ad93e97-8b15-46fe-b319-de2942b9cbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.154004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-97e21a94-c722-42ec-a6b1-2ec1ad590446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.229103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7ad93e97-8b15-46fe-b319-de2942b9cbe8 None None] Port e39cb98e-5392-4f3b-afd7-ce87aa4c74dc cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:12.238355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=8d8c238d-1da9-4870-8937-cdb3f7814b62,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:12.314532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-97e21a94-c722-42ec-a6b1-2ec1ad590446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:12.352173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-97e21a94-c722-42ec-a6b1-2ec1ad590446 admin admin] Usage tracker for resource:security_group_rule and tenant:b0bfa13fd8e44f118cf1909488ec5b4e is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:12.367720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-97e21a94-c722-42ec-a6b1-2ec1ad590446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:12.373133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-97e21a94-c722-42ec-a6b1-2ec1ad590446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:12.376841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54358) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:12.406888 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Floating IP b1a2d581-b297-4a3e-839a-baf96f4278f9 associated. External IP: 172.26.8.251, port: 482bf0e2-420f-467a-9690-eeb9f08969b6. Apr 22 15:08:12.420611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41841cb2-b283-49aa-a7e5-c2623f71b91a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.570949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-97e21a94-c722-42ec-a6b1-2ec1ad590446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.598189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-97e21a94-c722-42ec-a6b1-2ec1ad590446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.621511 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d5818c-a1c5-434d-a4dd-75d866a61e11'] response: {'server_uuid': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8c238d-1da9-4870-8937-cdb3f7814b62', 'code': 200} Apr 22 15:08:12.627301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9e28d50-7c22-4c1d-9a1b-1d8c22b47fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.679959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2088797607'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:12.719907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.726503 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:12.737002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Deleting port 3e164068-9629-46d0-b94d-c698f583b8b4 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:12.737732 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.754469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Usage tracker for resource:network and tenant:048db9da764e407da54d3b78a084139f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:12.764662 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:12.789834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e21a94-c722-42ec-a6b1-2ec1ad590446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4a154c-9af3-4a4a-b70c-cf5facc673ac,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:12.792605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:12.870156 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-97e21a94-c722-42ec-a6b1-2ec1ad590446 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b0bfa13fd8e44f118cf1909488ec5b4e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6701953 Apr 22 15:08:12.877383 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54370) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:12.956671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Made reservation on behalf of 048db9da764e407da54d3b78a084139f for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:12.959928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:12.978712 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.093874 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.117196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Calling delete_port for 3e164068-9629-46d0-b94d-c698f583b8b4 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:13.152469 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebb117a7-0bde-4f44-b1d4-c7bb126256f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.194932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdff16-299c-42fc-b70b-26ccd2f3c66c req-b03577ee-cd9b-4eac-92f2-256cc0f94b34 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:13.196387 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0dcdff16-299c-42fc-b70b-26ccd2f3c66c req-b03577ee-cd9b-4eac-92f2-256cc0f94b34 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 945 time: 0.5309076 Apr 22 15:08:13.212899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41841cb2-b283-49aa-a7e5-c2623f71b91a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.215956 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:13.241083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a7517-c5f9-4d9b-aa1e-badeaf50b5b9 req-85b80bff-1cfc-4e88-a30f-f058f49b6d9e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:13.242557 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-543a7517-c5f9-4d9b-aa1e-badeaf50b5b9 req-85b80bff-1cfc-4e88-a30f-f058f49b6d9e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 945 time: 0.4733295 Apr 22 15:08:13.245374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Usage tracker for resource:security_group_rule and tenant:048db9da764e407da54d3b78a084139f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:13.249803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41841cb2-b283-49aa-a7e5-c2623f71b91a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.254099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:13.303396 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebb117a7-0bde-4f44-b1d4-c7bb126256f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.306403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:13.384431 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1bbaad0-87ab-417e-b954-0061031215a2 req-d51beb86-ab77-4f44-9ee5-84fa027fcdbd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 1098 time: 0.4521751 Apr 22 15:08:13.416634 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 995eb799-657b-4c74-84e1-167f7ae2e5b0 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:13.422034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebb117a7-0bde-4f44-b1d4-c7bb126256f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.444668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb117a7-0bde-4f44-b1d4-c7bb126256f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4a154c-9af3-4a4a-b70c-cf5facc673ac,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:13.455529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebb117a7-0bde-4f44-b1d4-c7bb126256f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.459514 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ebb117a7-0bde-4f44-b1d4-c7bb126256f9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cd4a154c-9af3-4a4a-b70c-cf5facc673ac HTTP/1.1" status: 204 len: 168 time: 0.5784097 Apr 22 15:08:13.461202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41841cb2-b283-49aa-a7e5-c2623f71b91a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event updated for resources: {'Port': ['ID=e39cb98e-5392-4f3b-afd7-ce87aa4c74dc,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:13.499274 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0dcdff16-299c-42fc-b70b-26ccd2f3c66c req-02a0c1f5-fad6-4aee-bf0e-0ba8b781c807 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923870 Apr 22 15:08:13.522263 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d1bbaad0-87ab-417e-b954-0061031215a2 req-3671e604-1da9-4e7f-ae14-2e580c9467aa service neutron] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.558752 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-543a7517-c5f9-4d9b-aa1e-badeaf50b5b9 req-3a4d5b23-cada-4cdf-ad9d-7f9d8194fcdc tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980297 Apr 22 15:08:13.572754 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.578486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-41841cb2-b283-49aa-a7e5-c2623f71b91a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] In _notify_port_updated(), no bound segment for port e39cb98e-5392-4f3b-afd7-ce87aa4c74dc on network f19303dc-bac7-40d1-afe1-4ceeeb016d4b {{(pid=83933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:08:13.582870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41841cb2-b283-49aa-a7e5-c2623f71b91a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:13.583692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41841cb2-b283-49aa-a7e5-c2623f71b91a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.586562 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-41841cb2-b283-49aa-a7e5-c2623f71b91a tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "PUT /v2.0/ports/e39cb98e-5392-4f3b-afd7-ce87aa4c74dc HTTP/1.1" status: 200 len: 994 time: 2.0243380 Apr 22 15:08:13.591453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54378) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:13.649377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Pushing event deleted for resources: {'Port': ['ID=3e164068-9629-46d0-b94d-c698f583b8b4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:13.654671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 995eb799-657b-4c74-84e1-167f7ae2e5b0 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:13.678663 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-09313876-df0a-4c65-be59-ea9d8d97bb9a None None] Provisioning complete for port e39cb98e-5392-4f3b-afd7-ce87aa4c74dc triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:13.679202 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09313876-df0a-4c65-be59-ea9d8d97bb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.696774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-d1bbaad0-87ab-417e-b954-0061031215a2 req-3671e604-1da9-4e7f-ae14-2e580c9467aa service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:13.711448 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-d1bbaad0-87ab-417e-b954-0061031215a2 req-3671e604-1da9-4e7f-ae14-2e580c9467aa service neutron] Usage tracker for resource:security_group_rule and tenant:7b265e37cc194da79f86e6c4fffa1290 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:13.716299 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-d1bbaad0-87ab-417e-b954-0061031215a2 req-3671e604-1da9-4e7f-ae14-2e580c9467aa service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:13.735330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.738435 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-d1bbaad0-87ab-417e-b954-0061031215a2 req-3671e604-1da9-4e7f-ae14-2e580c9467aa service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:13.744593 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 995eb799-657b-4c74-84e1-167f7ae2e5b0 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:13.746296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.746393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-393b37bc-1c00-4e92-9eae-2ea13ade18d6 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Deleting port e39cb98e-5392-4f3b-afd7-ce87aa4c74dc {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:13.746393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-393b37bc-1c00-4e92-9eae-2ea13ade18d6 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.770362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Router 1d75848f-3a36-40e0-9f75-6aeda1f28008 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:13.817444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-09313876-df0a-4c65-be59-ea9d8d97bb9a None None] Port e39cb98e-5392-4f3b-afd7-ce87aa4c74dc cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:13.879429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.900431 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.928278 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:13.942693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 995eb799-657b-4c74-84e1-167f7ae2e5b0, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=995eb799-657b-4c74-84e1-167f7ae2e5b0,segment=NetworkSegment(54c8cbc3-1752-4629-a44e-19e6e6c33ad2),segment_id=54c8cbc3-1752-4629-a44e-19e6e6c33ad2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:13.948694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:08:13.949207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.003683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec34af99-6879-4de5-b9c1-8871f4ad7ff4,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:14.017132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.017477 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Added segment 9cdae7c2-a06e-4aa9-a646-7f4523936db7 of type vlan for network e8a4e843-3be4-4cc9-8434-b7f98fa4fca8 Apr 22 15:08:14.062428 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=995eb799-657b-4c74-84e1-167f7ae2e5b0,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:14.195492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d1bbaad0-87ab-417e-b954-0061031215a2 req-3671e604-1da9-4e7f-ae14-2e580c9467aa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.262807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d1bbaad0-87ab-417e-b954-0061031215a2 req-3671e604-1da9-4e7f-ae14-2e580c9467aa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.393708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.511501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671e604-1da9-4e7f-ae14-2e580c9467aa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a7282a3d-2b3f-4b33-bd8b-8ce0a38405d7,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:14.517384 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1bbaad0-87ab-417e-b954-0061031215a2 req-3671e604-1da9-4e7f-ae14-2e580c9467aa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0899479 Apr 22 15:08:14.522911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.541607 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.551268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.554952 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:14.555545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.586282 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:14.596454 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c634a79-86d1-4f4c-a3da-96545de39d88 None None] Sync routers for ids ['1d75848f-3a36-40e0-9f75-6aeda1f28008'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:14.613640 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.619938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c634a79-86d1-4f4c-a3da-96545de39d88 None None] Routers {'1d75848f-3a36-40e0-9f75-6aeda1f28008'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:14.622413 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8c634a79-86d1-4f4c-a3da-96545de39d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1d75848f-3a36-40e0-9f75-6aeda1f28008'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:14.682394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-393b37bc-1c00-4e92-9eae-2ea13ade18d6 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.696308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'Network': ['ID=e8a4e843-3be4-4cc9-8434-b7f98fa4fca8,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:14.732784 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e01ae2f1-1d78-4bed-855d-24691695832e tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.6552796 Apr 22 15:08:14.733619 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54400) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:14.740479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.741120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Fanout notify agent at l3_agent the message router_deleted on router 2f3aa615-d9a8-46b7-92d1-448128fc9361 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:08:14.755067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7e5a28-0687-4fcf-b266-82972c05036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995eb799-657b-4c74-84e1-167f7ae2e5b0'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:14.756043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:14.757326 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-324a0729-26fd-4d95-85ce-6afe90930831 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "DELETE /v2.0/routers/2f3aa615-d9a8-46b7-92d1-448128fc9361 HTTP/1.1" status: 204 len: 168 time: 3.5183845 Apr 22 15:08:14.771086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network e8a4e843-3be4-4cc9-8434-b7f98fa4fca8 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:08:14.797093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8c634a79-86d1-4f4c-a3da-96545de39d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:14.833185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54404) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:14.855290 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Request body: {'router': {'name': 'tempest-snat-router-152876409', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'enable_snat': False}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:14.864199 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:14.867079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-393b37bc-1c00-4e92-9eae-2ea13ade18d6 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Calling delete_port for e39cb98e-5392-4f3b-afd7-ce87aa4c74dc owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:14.881764 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Usage tracker for resource:router and tenant:b114c0be161d489bb4c6e754e3b943ac is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:14.886697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:14.896242 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c634a79-86d1-4f4c-a3da-96545de39d88 None None] Routers {'1d75848f-3a36-40e0-9f75-6aeda1f28008'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:14.897128 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8c634a79-86d1-4f4c-a3da-96545de39d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:07:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1d75848f-3a36-40e0-9f75-6aeda1f28008'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:14.897275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:14.918903 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d5bafa3d-646f-49de-b3bc-29bae257cdcb tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] 10.222.0.71 "GET /v2.0/floatingips/b1a2d581-b297-4a3e-839a-baf96f4278f9 HTTP/1.1" status: 200 len: 983 time: 0.1793444 Apr 22 15:08:14.922323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54412) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:14.970984 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8c634a79-86d1-4f4c-a3da-96545de39d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:14.971704 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c634a79-86d1-4f4c-a3da-96545de39d88 None None] The sync data for ids ['1d75848f-3a36-40e0-9f75-6aeda1f28008'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:14.982757 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d1116f5-f12b-4fd6-a755-6a07a28debe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.024777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54416) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:15.048657 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-98b8786e-fc6b-47d2-a821-18dedfd3be51 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6641645 Apr 22 15:08:15.063193 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.064921 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.132768 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2d0fa533-7a38-44d4-8e8e-2327725e7ef7 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2426 time: 0.2077436 Apr 22 15:08:15.134824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54422) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:15.217041 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-433319031'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:15.228877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbba3e0-b102-4bfb-bef0-92361a0da48e req-f9f677ab-b991-46b0-ba00-4eb229c2e117 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:15.230490 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3dbba3e0-b102-4bfb-bef0-92361a0da48e req-f9f677ab-b991-46b0-ba00-4eb229c2e117 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 945 time: 0.3043017 Apr 22 15:08:15.242968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:15.248731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea449704-a527-41c0-907e-bb3a15606d0f req-a8453dcc-6af0-498c-b0dd-0aea78512fe9 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:15.250225 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea449704-a527-41c0-907e-bb3a15606d0f req-a8453dcc-6af0-498c-b0dd-0aea78512fe9 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 946 time: 0.3229370 Apr 22 15:08:15.254213 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.260551 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:network and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:15.266476 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-393b37bc-1c00-4e92-9eae-2ea13ade18d6 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.271699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:15.281303 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:15.309036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:15.312482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.369515 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b37bc-1c00-4e92-9eae-2ea13ade18d6 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event deleted for resources: {'Port': ['ID=e39cb98e-5392-4f3b-afd7-ce87aa4c74dc,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:15.476286 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3dbba3e0-b102-4bfb-bef0-92361a0da48e req-5ae1c80a-c55b-49e0-a251-64e2b4c97491 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333984 Apr 22 15:08:15.511432 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.515990 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea449704-a527-41c0-907e-bb3a15606d0f req-785f5366-bddc-45b0-9038-870c6d91022b tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444406 Apr 22 15:08:15.640460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Deleting port dcace8c7-ec8b-4eca-bb16-06be20202a64 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:15.640460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.650994 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585d6997-232f-415e-a72b-918c69ab90de'] response: {'server_uuid': '8a7e5a28-0687-4fcf-b266-82972c05036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995eb799-657b-4c74-84e1-167f7ae2e5b0', 'code': 200} Apr 22 15:08:15.691927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:15.696805 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:security_group_rule and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:15.715030 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:15.745044 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:15.760877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.844035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.861032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-393b37bc-1c00-4e92-9eae-2ea13ade18d6 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.930883 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:15.931482 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-393b37bc-1c00-4e92-9eae-2ea13ade18d6 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "DELETE /v2.0/ports/e39cb98e-5392-4f3b-afd7-ce87aa4c74dc HTTP/1.1" status: 204 len: 168 time: 2.3323333 Apr 22 15:08:15.949878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54426) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:15.961785 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.050121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.050565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.113500 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71371b5-bb76-4650-87c9-aa734617da10 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] GET failed (client error): The resource could not be found. Apr 22 15:08:16.113997 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f71371b5-bb76-4650-87c9-aa734617da10 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Synchronizing usage tracker for tenant:d32787d5445749b08f8f21f01e4f1ae7 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:16.179456 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e89aa364-06de-4b23-a105-88c546334725 req-87f2398a-5606-4ad2-b00c-90dbd517a06a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 1099 time: 0.1363838 Apr 22 15:08:16.296776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-e89aa364-06de-4b23-a105-88c546334725 req-c89c161e-d11f-467e-a9c6-610a55b1511b service neutron] Synchronizing usage tracker for tenant:7b265e37cc194da79f86e6c4fffa1290 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:16.357360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Calling delete_port for dcace8c7-ec8b-4eca-bb16-06be20202a64 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:16.378317 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.20.0.1 (0fb9c397-b661-484f-a109-8a7d2cda88d2/eb81c669-6c81-42dd-b40b-0dbd3729ca79/2a947879-edce-4537-bf4f-dc0e8dcfb932) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:16.384813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.407264 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.413776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-e89aa364-06de-4b23-a105-88c546334725 req-c89c161e-d11f-467e-a9c6-610a55b1511b service neutron] Unset dirty status for tenant:7b265e37cc194da79f86e6c4fffa1290 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:16.414927 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e89aa364-06de-4b23-a105-88c546334725 req-c89c161e-d11f-467e-a9c6-610a55b1511b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207947 Apr 22 15:08:16.448766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f71371b5-bb76-4650-87c9-aa734617da10 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Unset dirty status for tenant:d32787d5445749b08f8f21f01e4f1ae7 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:16.455584 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f71371b5-bb76-4650-87c9-aa734617da10 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "GET /v2.0/ports/e39cb98e-5392-4f3b-afd7-ce87aa4c74dc HTTP/1.1" status: 404 len: 333 time: 0.4908485 Apr 22 15:08:16.462510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:08:16.464401 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54430) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:16.482798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Request body: {'port': {'network_id': 'f19303dc-bac7-40d1-afe1-4ceeeb016d4b', 'name': 'tempest-AllowedAddressPairTestJSON-657444102'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:16.509461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001cfa99-209d-4481-82db-da74fb6ed09d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:16.552925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.594625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.623245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.630120 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Added segment cca85388-66df-46e8-b6d3-46e0eac3d61b of type vlan for network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 Apr 22 15:08:16.686733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 0fb9c397-b661-484f-a109-8a7d2cda88d2 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:16.690491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:16.692814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=2a947879-edce-4537-bf4f-dc0e8dcfb932,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:16.695649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:16.773697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.818060 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:16.857879 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.888011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:16.976278 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:16.995175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143627-a1cf-44ad-acd7-6f7444edf38f req-3cadb427-6c64-4c2c-a52b-7a63ed9b4153 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:16.997077 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8e143627-a1cf-44ad-acd7-6f7444edf38f req-3cadb427-6c64-4c2c-a52b-7a63ed9b4153 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 946 time: 0.2738757 Apr 22 15:08:16.997922 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.019462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.021098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Made reservation on behalf of d32787d5445749b08f8f21f01e4f1ae7 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:17.024173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.034300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.038192 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:17.038873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.068491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c74ed-5c1b-497c-8179-622e920da87c req-3b0aaf5b-e682-4abf-9313-9d191f11affb tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:17.075034 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ec5c74ed-5c1b-497c-8179-622e920da87c req-3b0aaf5b-e682-4abf-9313-9d191f11affb tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 945 time: 0.3505602 Apr 22 15:08:17.246406 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.325167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] device_id is not set on port 6858cfbf-5f84-45af-a33d-80f34ff00648 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:17.344695 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8e143627-a1cf-44ad-acd7-6f7444edf38f req-30aba6ef-4d66-4c21-aaaf-7499b57f2780 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923985 Apr 22 15:08:17.357026 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ec5c74ed-5c1b-497c-8179-622e920da87c req-e02f390f-d6bf-4ed6-8d9a-be93905ee195 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507753 Apr 22 15:08:17.414323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event deleted for resources: {'Port': ['ID=dcace8c7-ec8b-4eca-bb16-06be20202a64,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:17.416362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Network': ['ID=7c65cc89-8c82-4fda-bb87-5fe6a05544c6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:17.442427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.493475 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4643965 Apr 22 15:08:17.501895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54438) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:17.532101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.532447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.532787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.533119 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.533451 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.533782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.534111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.534464 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.534790 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.535114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.535435 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.548301 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.548787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.549136 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.549465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.549791 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.550113 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.550459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.550781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.551104 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.551419 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.551742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b46ec48-f6e9-49de-866d-be6eef7e17eb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.561114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:17.568836 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:08:17.607271 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Allocated IP 172.26.8.241 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/edccc1da-77da-4757-a1ee-a831d9e37b8f) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:17.609694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.618059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.762818 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.798011 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:17.856975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=2a947879-edce-4537-bf4f-dc0e8dcfb932,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:17.927394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.928035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.928035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.928315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.928692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.929027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.929354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.929682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.930007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.930365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:17.930693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:18.011256 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 0fb9c397-b661-484f-a109-8a7d2cda88d2 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:18.013037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:18.145212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:18.154347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:18.159960 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Allocated IP 172.20.0.3 (f19303dc-bac7-40d1-afe1-4ceeeb016d4b/fecc28c8-33ca-439c-a15e-465e3ed15e5f/6858cfbf-5f84-45af-a33d-80f34ff00648) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:18.161989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:18.172787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:18.260060 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:18.324292 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54442) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:18.336123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Request body: {'subnet': {'network_id': 'e8a4e843-3be4-4cc9-8434-b7f98fa4fca8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:18.381789 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:18.498944 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:18.513450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:18.521318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Usage tracker for resource:subnet and tenant:048db9da764e407da54d3b78a084139f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:18.525034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:18.569627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:18.636544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Made reservation on behalf of 048db9da764e407da54d3b78a084139f for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:18.683654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:18.765231 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:18.791137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:18.802923 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:18.813097 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:18.815479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:18.825398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b9a4e-39ed-4f92-8bff-baa7c890920e req-bf15eb77-7fb4-4297-acc8-15e624ce4c59 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:18.827438 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea7b9a4e-39ed-4f92-8bff-baa7c890920e req-bf15eb77-7fb4-4297-acc8-15e624ce4c59 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 945 time: 0.2954094 Apr 22 15:08:18.832618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340279e3-016f-4eaf-8dba-0d76038db064 req-7dac07ad-a9d1-4297-9eea-b8eab3a79303 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:18.833980 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-340279e3-016f-4eaf-8dba-0d76038db064 req-7dac07ad-a9d1-4297-9eea-b8eab3a79303 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 946 time: 0.2697270 Apr 22 15:08:18.861945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event updated for resources: {'Port': ['ID=edccc1da-77da-4757-a1ee-a831d9e37b8f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:18.893509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Transition to ACTIVE for port object 6858cfbf-5f84-45af-a33d-80f34ff00648 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:19.019528 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-340279e3-016f-4eaf-8dba-0d76038db064 req-832219cb-3b16-444d-b806-253fe5e99309 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354895 Apr 22 15:08:19.025280 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea7b9a4e-39ed-4f92-8bff-baa7c890920e req-b213797c-2b4b-464a-b79a-f6be036e3ec9 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866481 Apr 22 15:08:19.027019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:19.164926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.169258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.223641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.330120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Network f19303dc-bac7-40d1-afe1-4ceeeb016d4b is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:19.346161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:19.348618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:19.384453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=8717f2c9-b690-4b9a-82c8-8b2c21416028,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:19.398504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event updated for resources: {'Port': ['ID=6858cfbf-5f84-45af-a33d-80f34ff00648,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:19.459577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:19.460187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.470392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:19.470758 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network hostable DHCP agents. Network: 7c65cc89-8c82-4fda-bb87-5fe6a05544c6, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:08:19.531169 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b96ad2b4-b2fa-4d8b-be24-ce366b47fcc8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0587277 Apr 22 15:08:19.532191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54454) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:19.541998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'Subnet': ['ID=48f3f8d3-d25d-46ed-bcac-0f5aea1a5070,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:19.549048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-97c303ff-7ec4-4857-adab-550210cf9800 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a4:39:c4'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:19.553876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:08:19.568187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.569411 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.576079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 7c65cc89-8c82-4fda-bb87-5fe6a05544c6) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:19.587101 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eca91a-4c09-424d-a0da-2d45721cece0 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:19.587636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:19.588329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.671781 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7e4b9c9c-7b07-4931-833b-dd896d3d7651 None None] Provisioning for port 6858cfbf-5f84-45af-a33d-80f34ff00648 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:19.681105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7e4b9c9c-7b07-4931-833b-dd896d3d7651 None None] Provisioning complete for port 6858cfbf-5f84-45af-a33d-80f34ff00648 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:19.681608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7e4b9c9c-7b07-4931-833b-dd896d3d7651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.720477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Checking segment: {'id': '9cdae7c2-a06e-4aa9-a646-7f4523936db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e8a4e843-3be4-4cc9-8434-b7f98fa4fca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:19.720836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Network hostable DHCP agents. Network: e8a4e843-3be4-4cc9-8434-b7f98fa4fca8, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:08:19.738324 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-95af9271-1947-47dc-8ec0-819b3cc08563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2062724 Apr 22 15:08:19.738537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecf120-6535-430b-bbcd-bfaef7f7c456 req-442243f8-a185-4925-a8bf-9944ee99ab30 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:19.739434 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65ecf120-6535-430b-bbcd-bfaef7f7c456 req-442243f8-a185-4925-a8bf-9944ee99ab30 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 945 time: 0.5242808 Apr 22 15:08:19.740779 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54458) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:19.745898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Router 1d75848f-3a36-40e0-9f75-6aeda1f28008 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:19.748335 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e5be1-c06e-473e-b45f-239fe03da3da req-0dea8e87-a207-4f76-b7fd-9302d79b44dd tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:19.750344 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4e4e5be1-c06e-473e-b45f-239fe03da3da req-0dea8e87-a207-4f76-b7fd-9302d79b44dd tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 946 time: 0.5291183 Apr 22 15:08:19.757609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'name': 'tempest-NetworksTestDHCPv6-1861830934'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:19.771091 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54462) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:19.771971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54464) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:19.775632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b9c9c-7b07-4931-833b-dd896d3d7651 None None] Port 6858cfbf-5f84-45af-a33d-80f34ff00648 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:19.784951 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-20530c39-8e22-494b-bfd4-1f9c1427e2ae tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Request body: {'floatingip': {'port_id': '8d8c238d-1da9-4870-8937-cdb3f7814b62'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:19.855065 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f7175fb0-cf19-4654-b2a7-2ffde7e832db tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Request body: {'floatingip': {'port_id': '995eb799-657b-4c74-84e1-167f7ae2e5b0'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:19.867165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Network e8a4e843-3be4-4cc9-8434-b7f98fa4fca8 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:08:19.893127 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '8717f2c9-b690-4b9a-82c8-8b2c21416028'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:08:19.893949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.900086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, e8a4e843-3be4-4cc9-8434-b7f98fa4fca8) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:19.904621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:19.905355 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:19.914815 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0670d9c6-c841-4911-969f-d6296c4f6186 None None] Network e8a4e843-3be4-4cc9-8434-b7f98fa4fca8 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:20.005622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-97c303ff-7ec4-4857-adab-550210cf9800 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.020095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:20.028255 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-65997c31-8931-4c26-8db4-740007dd7207 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "PUT /v2.0/routers/00b827fb-2f3f-448c-8aca-9af64ee0d0cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0109799 Apr 22 15:08:20.034392 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c615b10f-6611-4c31-8506-db235d2abf77 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7052662 Apr 22 15:08:20.034392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54470) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:20.035705 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54472) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:20.039581 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'port': {'network_id': '0fb9c397-b661-484f-a109-8a7d2cda88d2', 'name': 'tempest-FloatingIPTestJSON-872382840'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:20.047488 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397de7fc-5931-434f-8a83-874fa0af6d67 None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:20.063256 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1041919069'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:20.084198 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397de7fc-5931-434f-8a83-874fa0af6d67 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:20.086827 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-397de7fc-5931-434f-8a83-874fa0af6d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:20.118550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:20.152228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20530c39-8e22-494b-bfd4-1f9c1427e2ae tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for floatingip, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.185762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Usage tracker for resource:network and tenant:048db9da764e407da54d3b78a084139f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:20.192598 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-397de7fc-5931-434f-8a83-874fa0af6d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:20.193794 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:20.205101 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397de7fc-5931-434f-8a83-874fa0af6d67 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:20.205934 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-397de7fc-5931-434f-8a83-874fa0af6d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:20.211259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:20.262876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Allocated IP 2001:db8::2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/8717f2c9-b690-4b9a-82c8-8b2c21416028/b562d68a-e13c-4f40-92fe-d3214c34b954) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:20.282118 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Made reservation on behalf of 048db9da764e407da54d3b78a084139f for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:20.285154 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.309901 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-397de7fc-5931-434f-8a83-874fa0af6d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:20.310601 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397de7fc-5931-434f-8a83-874fa0af6d67 None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:20.337421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-e8a4e843-3be4-4cc9-8434-b7f98fa4fca8', 'network_id': 'e8a4e843-3be4-4cc9-8434-b7f98fa4fca8', 'tenant_id': '048db9da764e407da54d3b78a084139f', 'fixed_ips': [{'subnet_id': '48f3f8d3-d25d-46ed-bcac-0f5aea1a5070'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:08:20.338251 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.363957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7175fb0-cf19-4654-b2a7-2ffde7e832db tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for floatingip, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.426200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:20.437696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:08:20.440143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Usage tracker for resource:port and tenant:c12731375b86407aa0ae0ac31717a9d7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:20.444971 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:20.466175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:20.480985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.481582 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Added segment efb759a5-d72d-484f-8de1-4945a59243e3 of type vlan for network bef1d6c0-30fc-4276-8c73-2542a7f0b4d1 Apr 22 15:08:20.491566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Made reservation on behalf of c12731375b86407aa0ae0ac31717a9d7 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:20.495158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.554459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-97c303ff-7ec4-4857-adab-550210cf9800 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.556444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] device_id is not set on port 3e34371e-6e00-40fc-b1e0-bf3c36af4caa yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:20.594269 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.599493 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-97c303ff-7ec4-4857-adab-550210cf9800 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.644310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:20.666881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:20.674794 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:20.680476 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.698482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Transition to ACTIVE for port object b562d68a-e13c-4f40-92fe-d3214c34b954 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:20.698926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:20.721024 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Transition to ACTIVE for port object b562d68a-e13c-4f40-92fe-d3214c34b954 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:20.724531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Allocated IP 2001:db8:0:ffff::2 (e8a4e843-3be4-4cc9-8434-b7f98fa4fca8/48f3f8d3-d25d-46ed-bcac-0f5aea1a5070/d422ac4c-b710-4208-8ab4-edd30243d8d0) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:20.737581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.787511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c303ff-7ec4-4857-adab-550210cf9800 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event updated for resources: {'Port': ['ID=6858cfbf-5f84-45af-a33d-80f34ff00648,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:20.826723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:20.829692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.847735 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-97c303ff-7ec4-4857-adab-550210cf9800 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] In _notify_port_updated(), no bound segment for port 6858cfbf-5f84-45af-a33d-80f34ff00648 on network f19303dc-bac7-40d1-afe1-4ceeeb016d4b {{(pid=83933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:08:20.852373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c303ff-7ec4-4857-adab-550210cf9800 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:20.853090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-97c303ff-7ec4-4857-adab-550210cf9800 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.857427 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-97c303ff-7ec4-4857-adab-550210cf9800 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "PUT /v2.0/ports/6858cfbf-5f84-45af-a33d-80f34ff00648 HTTP/1.1" status: 200 len: 995 time: 1.3195496 Apr 22 15:08:20.861032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54478) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:20.861032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.864133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:20.864711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:20.909540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:20.915158 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:20.949418 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Pushing event updated for resources: {'Port': ['ID=b562d68a-e13c-4f40-92fe-d3214c34b954,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:20.956778 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:21.007848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:21.008766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:21.009445 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:21.010334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:21.011104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:21.011685 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:21.012229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:21.012758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:21.013284 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:21.013816 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:21.014919 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:21.033255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port d2d31290-7c14-4acf-9e46-8b5757d5849a yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:21.073684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.20.0.10 (0fb9c397-b661-484f-a109-8a7d2cda88d2/eb81c669-6c81-42dd-b40b-0dbd3729ca79/3e34371e-6e00-40fc-b1e0-bf3c36af4caa) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:21.080702 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'Network': ['ID=bef1d6c0-30fc-4276-8c73-2542a7f0b4d1,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:21.083753 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ae07b02d-8722-4cb1-923b-e62888b55fed tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0284863 Apr 22 15:08:21.088325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54482) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:21.104457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Request body: {'subnet': {'network_id': 'bef1d6c0-30fc-4276-8c73-2542a7f0b4d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:21.115785 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network bef1d6c0-30fc-4276-8c73-2542a7f0b4d1 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:08:21.122844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7072169c-b693-4037-a5de-7aba7328c09b tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Deleting port 6858cfbf-5f84-45af-a33d-80f34ff00648 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:21.123185 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7072169c-b693-4037-a5de-7aba7328c09b tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.291850 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Attempting to bind port b562d68a-e13c-4f40-92fe-d3214c34b954 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:21.292566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Attempting to bind port b562d68a-e13c-4f40-92fe-d3214c34b954 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:21.292734 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Attempting to bind port b562d68a-e13c-4f40-92fe-d3214c34b954 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:21.335979 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f18200ca-c99c-42c0-a3fb-1bdf42341498 None None] Provisioning complete for port 6858cfbf-5f84-45af-a33d-80f34ff00648 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:21.336431 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f18200ca-c99c-42c0-a3fb-1bdf42341498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.367591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:21.368055 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:21.368530 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.368996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:21.369517 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Bound port: b562d68a-e13c-4f40-92fe-d3214c34b954, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:21.370551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.394469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.444490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Transition to ACTIVE for port object d422ac4c-b710-4208-8ab4-edd30243d8d0 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:21.446262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:21.456910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f18200ca-c99c-42c0-a3fb-1bdf42341498 None None] Port 6858cfbf-5f84-45af-a33d-80f34ff00648 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:21.491345 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Transition to ACTIVE for port object d422ac4c-b710-4208-8ab4-edd30243d8d0 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:21.508332 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.523977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Usage tracker for resource:subnet and tenant:048db9da764e407da54d3b78a084139f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:21.555594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:21.582872 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] For port b562d68a-e13c-4f40-92fe-d3214c34b954, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:21.605553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Pushing event updated for resources: {'Port': ['ID=d422ac4c-b710-4208-8ab4-edd30243d8d0,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:21.609763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Network e8a4e843-3be4-4cc9-8434-b7f98fa4fca8 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:21.611357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] For port b562d68a-e13c-4f40-92fe-d3214c34b954, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b562d68a-e13c-4f40-92fe-d3214c34b954,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:21.613003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:21.617744 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:21.625280 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.631495 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:21.668967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Made reservation on behalf of 048db9da764e407da54d3b78a084139f for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:21.753163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::167 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/8717f2c9-b690-4b9a-82c8-8b2c21416028/d2d31290-7c14-4acf-9e46-8b5757d5849a) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:21.791492 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Attempting to bind port d422ac4c-b710-4208-8ab4-edd30243d8d0 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:21.792057 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Attempting to bind port d422ac4c-b710-4208-8ab4-edd30243d8d0 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '9cdae7c2-a06e-4aa9-a646-7f4523936db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e8a4e843-3be4-4cc9-8434-b7f98fa4fca8'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:21.792205 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Attempting to bind port d422ac4c-b710-4208-8ab4-edd30243d8d0 on network e8a4e843-3be4-4cc9-8434-b7f98fa4fca8 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:21.798346 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96001e84-6cc0-4fc7-a4d7-daab10ca5c5c None None] Pushing event updated for resources: {'Port': ['ID=b562d68a-e13c-4f40-92fe-d3214c34b954,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:21.807486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:21.810815 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Checking segment: {'id': '9cdae7c2-a06e-4aa9-a646-7f4523936db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e8a4e843-3be4-4cc9-8434-b7f98fa4fca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:21.811574 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.812226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Bound using segment: {'id': '9cdae7c2-a06e-4aa9-a646-7f4523936db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e8a4e843-3be4-4cc9-8434-b7f98fa4fca8'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:21.812864 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Bound port: d422ac4c-b710-4208-8ab4-edd30243d8d0, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdae7c2-a06e-4aa9-a646-7f4523936db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'e8a4e843-3be4-4cc9-8434-b7f98fa4fca8'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:21.813395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.837541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7072169c-b693-4037-a5de-7aba7328c09b tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:21.855787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:21.879066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d299d5-e442-43ea-a7ec-61ad86f30fb3 None None] Sync routers for ids ['1d75848f-3a36-40e0-9f75-6aeda1f28008'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:21.937370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d299d5-e442-43ea-a7ec-61ad86f30fb3 None None] Routers {'1d75848f-3a36-40e0-9f75-6aeda1f28008'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:21.938008 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e1d299d5-e442-43ea-a7ec-61ad86f30fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1d75848f-3a36-40e0-9f75-6aeda1f28008'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:22.032584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7072169c-b693-4037-a5de-7aba7328c09b tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Calling delete_port for 6858cfbf-5f84-45af-a33d-80f34ff00648 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:22.059353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e1d299d5-e442-43ea-a7ec-61ad86f30fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:22.073907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.085484 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] For port d422ac4c-b710-4208-8ab4-edd30243d8d0, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:22.090923 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.092477 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] For port d422ac4c-b710-4208-8ab4-edd30243d8d0, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d422ac4c-b710-4208-8ab4-edd30243d8d0,segment=NetworkSegment(9cdae7c2-a06e-4aa9-a646-7f4523936db7),segment_id=9cdae7c2-a06e-4aa9-a646-7f4523936db7)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:22.096047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d299d5-e442-43ea-a7ec-61ad86f30fb3 None None] Routers {'1d75848f-3a36-40e0-9f75-6aeda1f28008'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:22.096757 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e1d299d5-e442-43ea-a7ec-61ad86f30fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1d75848f-3a36-40e0-9f75-6aeda1f28008'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:22.110040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.133774 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Router 910b8996-1432-44f0-8977-8db88c671397 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:08:22.149957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.158739 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.214340 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e1d299d5-e442-43ea-a7ec-61ad86f30fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:22.214742 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d299d5-e442-43ea-a7ec-61ad86f30fb3 None None] The sync data for ids ['1d75848f-3a36-40e0-9f75-6aeda1f28008'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:22.279336 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object d2d31290-7c14-4acf-9e46-8b5757d5849a will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:22.281128 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832ef9e-825a-44ac-9ac7-448ddf4ca3b6 None None] Pushing event updated for resources: {'Port': ['ID=d422ac4c-b710-4208-8ab4-edd30243d8d0,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:22.335127 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cf8f3211-e185-4e6b-87ff-8bb78b03eeb8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "DELETE /v2.0/floatingips/b1a2d581-b297-4a3e-839a-baf96f4278f9 HTTP/1.1" status: 204 len: 168 time: 7.1935489 Apr 22 15:08:22.337177 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54486) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:22.399501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.409116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:22.463992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-20530c39-8e22-494b-bfd4-1f9c1427e2ae tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:08:22.476009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7072169c-b693-4037-a5de-7aba7328c09b tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.512251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-f7175fb0-cf19-4654-b2a7-2ffde7e832db tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:08:22.564627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:22.593954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Usage tracker for resource:floatingip and tenant:c1ac69884d294ea89756c206e1675fef is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:22.594517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 0fb9c397-b661-484f-a109-8a7d2cda88d2 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:22.595359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=3e34371e-6e00-40fc-b1e0-bf3c36af4caa,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:22.622002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:22.646638 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:22.656640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:22.703410 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.716816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.719381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:22.780776 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7175fb0-cf19-4654-b2a7-2ffde7e832db tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.781325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072169c-b693-4037-a5de-7aba7328c09b tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event deleted for resources: {'Port': ['ID=6858cfbf-5f84-45af-a33d-80f34ff00648,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:22.812386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20530c39-8e22-494b-bfd4-1f9c1427e2ae tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.814439 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7072169c-b693-4037-a5de-7aba7328c09b tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.854062 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:22.854648 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.859999 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7072169c-b693-4037-a5de-7aba7328c09b tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "DELETE /v2.0/ports/6858cfbf-5f84-45af-a33d-80f34ff00648 HTTP/1.1" status: 204 len: 168 time: 1.9912901 Apr 22 15:08:22.872648 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54490) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:22.872863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7175fb0-cf19-4654-b2a7-2ffde7e832db tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.953225 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:22.964207 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:22.966447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20530c39-8e22-494b-bfd4-1f9c1427e2ae tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:22.978697 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-70318096-30b7-47d5-b023-5cea281ecb91 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] GET failed (client error): The resource could not be found. Apr 22 15:08:22.979372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-70318096-30b7-47d5-b023-5cea281ecb91 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Synchronizing usage tracker for tenant:d32787d5445749b08f8f21f01e4f1ae7 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:22.982879 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-85eec5cc-3ed6-4bd7-9cca-6b184c312eb9 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9482546 Apr 22 15:08:22.993644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54494) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:23.003014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'port': {'network_id': '0fb9c397-b661-484f-a109-8a7d2cda88d2', 'name': 'tempest-FloatingIPTestJSON-1047782288'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:23.023833 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:23.027780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:23.028642 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:23.095018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-70318096-30b7-47d5-b023-5cea281ecb91 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Unset dirty status for tenant:d32787d5445749b08f8f21f01e4f1ae7 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:23.100121 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-70318096-30b7-47d5-b023-5cea281ecb91 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "GET /v2.0/ports/6858cfbf-5f84-45af-a33d-80f34ff00648 HTTP/1.1" status: 404 len: 333 time: 0.2226117 Apr 22 15:08:23.129961 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54498) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:23.141187 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Request body: {'port': {'network_id': 'f19303dc-bac7-40d1-afe1-4ceeeb016d4b', 'name': 'tempest-AllowedAddressPairTestJSON-1185757652'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:23.303306 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10018424-51ea-4f5d-84c6-01badbf4edd4 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:23.340953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.objects.ports [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83933) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:08:23.341647 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=d2d31290-7c14-4acf-9e46-8b5757d5849a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:23.365735 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:23.394457 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-907f4273-be37-4122-a5c8-25d9d382a79c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6524563 Apr 22 15:08:23.401736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54502) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:23.429382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-601ddffc-3937-424c-928c-64b315923c51 None None] Provisioning for port b562d68a-e13c-4f40-92fe-d3214c34b954 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:23.499453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:23.531035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:23.537804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Usage tracker for resource:port and tenant:c12731375b86407aa0ae0ac31717a9d7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:23.541430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:23.549193 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:23.593723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Made reservation on behalf of c12731375b86407aa0ae0ac31717a9d7 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:23.596769 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:23.607208 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:23.613809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:23.625449 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Sync routers for ids ['910b8996-1432-44f0-8977-8db88c671397'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:23.644464 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] device_id is not set on port 47ee178d-1f2e-4e24-9c16-5fe1b52148e5 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:23.648405 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Routers {'910b8996-1432-44f0-8977-8db88c671397'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:23.649261 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['910b8996-1432-44f0-8977-8db88c671397'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:23.680232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6458bd6b-fca3-4415-adb7-f086641c014f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:23.685274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6458bd6b-fca3-4415-adb7-f086641c014f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:23.687282 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6458bd6b-fca3-4415-adb7-f086641c014f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:23.728694 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:23.730328 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d2100200-5d66-45e2-95bb-9903e6825001 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.8961444 Apr 22 15:08:23.735472 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:23.747427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54506) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:23.756939 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'Subnet': ['ID=41d8e260-467c-4a84-8011-a22a60411b71,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:23.812948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90555ee-6e1d-40cf-990c-75bd918d753f None None] Network e8a4e843-3be4-4cc9-8434-b7f98fa4fca8 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:23.870519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Made reservation on behalf of d32787d5445749b08f8f21f01e4f1ae7 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:23.873988 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:23.895887 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Set router 910b8996-1432-44f0-8977-8db88c671397 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:23.935137 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Allocated IP 172.26.8.45 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/14766752-5960-4565-8603-03c8fe61eae8) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:24.049817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fff2e1c3-0e1f-4f30-8d44-8b648a373873 None None] Provisioning for port d422ac4c-b710-4208-8ab4-edd30243d8d0 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:24.076720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Checking segment: {'id': 'efb759a5-d72d-484f-8de1-4945a59243e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bef1d6c0-30fc-4276-8c73-2542a7f0b4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:24.077868 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Network hostable DHCP agents. Network: bef1d6c0-30fc-4276-8c73-2542a7f0b4d1, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:08:24.080831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d422ac4c-b710-4208-8ab4-edd30243d8d0 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:24.120331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6458bd6b-fca3-4415-adb7-f086641c014f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:24.124924 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6458bd6b-fca3-4415-adb7-f086641c014f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7204177 Apr 22 15:08:24.128868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54510) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:24.242568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.20.0.7 (0fb9c397-b661-484f-a109-8a7d2cda88d2/eb81c669-6c81-42dd-b40b-0dbd3729ca79/47ee178d-1f2e-4e24-9c16-5fe1b52148e5) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:24.253604 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-f7175fb0-cf19-4654-b2a7-2ffde7e832db tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Floating IP 08c5b28b-9f91-45a5-ba23-a2b5673d51f1 associated. External IP: 172.26.8.110, port: 995eb799-657b-4c74-84e1-167f7ae2e5b0. Apr 22 15:08:24.352517 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910b8996-1432-44f0-8977-8db88c671397', 'name': 'tempest-snat-router-152876409', 'tenant_id': 'b114c0be161d489bb4c6e754e3b943ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.241'}], 'enable_snat': False}, 'gw_port_id': 'edccc1da-77da-4757-a1ee-a831d9e37b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:15Z', 'updated_at': '2022-04-22T15:08:19Z', 'revision_number': 3, 'project_id': 'b114c0be161d489bb4c6e754e3b943ac', 'gw_port': {'id': 'edccc1da-77da-4757-a1ee-a831d9e37b8f', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910b8996-1432-44f0-8977-8db88c671397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:17Z', 'updated_at': '2022-04-22T15:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:24.359799 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Checking router: 910b8996-1432-44f0-8977-8db88c671397 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:24.360329 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Updating router 910b8996-1432-44f0-8977-8db88c671397 port edccc1da-77da-4757-a1ee-a831d9e37b8f binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:08:24.361817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port d422ac4c-b710-4208-8ab4-edd30243d8d0 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:24.371782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port d422ac4c-b710-4208-8ab4-edd30243d8d0 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:24.372437 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:24.412793 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d302758c-0aa4-4e88-8592-5c4b1dd8600d None None] Provisioning for port d2d31290-7c14-4acf-9e46-8b5757d5849a completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:24.435819 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d302758c-0aa4-4e88-8592-5c4b1dd8600d None None] Provisioning complete for port d2d31290-7c14-4acf-9e46-8b5757d5849a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:24.436952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d302758c-0aa4-4e88-8592-5c4b1dd8600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:24.443417 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:24.460457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:24.495755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f2868928-98c7-46dd-8965-83efb2703d78 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port d2d31290-7c14-4acf-9e46-8b5757d5849a {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:24.496096 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2868928-98c7-46dd-8965-83efb2703d78 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:24.513276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d302758c-0aa4-4e88-8592-5c4b1dd8600d None None] Port d2d31290-7c14-4acf-9e46-8b5757d5849a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:24.582124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:24.596324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:24.613350 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-20530c39-8e22-494b-bfd4-1f9c1427e2ae tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Floating IP 100a7f68-2911-4ab7-b24d-adb03408b200 associated. External IP: 172.26.8.140, port: 8d8c238d-1da9-4870-8937-cdb3f7814b62. Apr 22 15:08:24.617974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] device_id is not set on port 2d69e1b7-a6f3-4624-85ba-5c3dabc59c1e yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:24.667397 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:24.676033 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port d422ac4c-b710-4208-8ab4-edd30243d8d0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d422ac4c-b710-4208-8ab4-edd30243d8d0,segment=NetworkSegment(9cdae7c2-a06e-4aa9-a646-7f4523936db7),segment_id=9cdae7c2-a06e-4aa9-a646-7f4523936db7)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:24.682706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-df00ea6a-9652-40b9-8f55-a94a5d23ea59 None None] Provisioning complete for port d2d31290-7c14-4acf-9e46-8b5757d5849a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:24.683103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df00ea6a-9652-40b9-8f55-a94a5d23ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:24.711190 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:24.711941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b562d68a-e13c-4f40-92fe-d3214c34b954 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:24.794243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=47ee178d-1f2e-4e24-9c16-5fe1b52148e5,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:24.811703 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 0fb9c397-b661-484f-a109-8a7d2cda88d2 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:24.817385 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:24.826752 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:24.844392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-df00ea6a-9652-40b9-8f55-a94a5d23ea59 None None] Port d2d31290-7c14-4acf-9e46-8b5757d5849a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:24.850293 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=d422ac4c-b710-4208-8ab4-edd30243d8d0,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:24.871685 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port b562d68a-e13c-4f40-92fe-d3214c34b954 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:24.877261 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b562d68a-e13c-4f40-92fe-d3214c34b954 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:24.877627 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:24.930529 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Network bef1d6c0-30fc-4276-8c73-2542a7f0b4d1 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:08:24.963904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, bef1d6c0-30fc-4276-8c73-2542a7f0b4d1) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:24.976209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:24.976796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:24.978572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19c664f-64fe-45a1-8c02-c0f4baf43fc9 None None] Network bef1d6c0-30fc-4276-8c73-2542a7f0b4d1 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:24.984739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:24.985356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.007645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2868928-98c7-46dd-8965-83efb2703d78 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.019242 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Allocated IP 172.20.0.5 (f19303dc-bac7-40d1-afe1-4ceeeb016d4b/fecc28c8-33ca-439c-a15e-465e3ed15e5f/2d69e1b7-a6f3-4624-85ba-5c3dabc59c1e) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:25.024350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.046314 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0427c097-80b6-413c-b5b1-aa106e25fa85 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0513368 Apr 22 15:08:25.049872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54514) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:25.059482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '47ee178d-1f2e-4e24-9c16-5fe1b52148e5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:25.079338 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ae29152b-ec5b-4807-b8c6-ffc0c3e3a190 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9880965 Apr 22 15:08:25.080580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:25.085881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54518) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:25.091640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Usage tracker for resource:floatingip and tenant:c12731375b86407aa0ae0ac31717a9d7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:25.112139 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:25.117812 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Request body: {'port': {'network_id': 'bef1d6c0-30fc-4276-8c73-2542a7f0b4d1', 'name': 'tempest-NetworksIpV6TestAttrs-1276968765'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:25.185520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f2868928-98c7-46dd-8965-83efb2703d78 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for d2d31290-7c14-4acf-9e46-8b5757d5849a owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:25.259775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:25.267336 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.272267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:25.288021 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Transition to ACTIVE for port object edccc1da-77da-4757-a1ee-a831d9e37b8f will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:25.288234 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Usage tracker for resource:port and tenant:048db9da764e407da54d3b78a084139f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:25.292764 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:25.297669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Pushing event updated for resources: {'Port': ['ID=14766752-5960-4565-8603-03c8fe61eae8,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:25.298300 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.300006 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.302777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:25.305728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:25.312433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:25.369453 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4db19907-00c0-4535-8024-aaf060d9a860 None None] Provisioning complete for port d422ac4c-b710-4208-8ab4-edd30243d8d0 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:25.370021 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0f6e3464-abb6-4d36-912b-d7ed0e91719a tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/routers/910b8996-1432-44f0-8977-8db88c671397 HTTP/1.1" status: 200 len: 908 time: 1.6156259 Apr 22 15:08:25.370112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4db19907-00c0-4535-8024-aaf060d9a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.376389 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54522) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:25.377861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:25.379587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.424218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Request body: {'router': {'name': 'tempest-snat-router-152876409', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'enable_snat': True}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:25.428949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:25.433391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Usage tracker for resource:router and tenant:b114c0be161d489bb4c6e754e3b943ac is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:25.437494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:25.444113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:25.472398 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port b562d68a-e13c-4f40-92fe-d3214c34b954, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b562d68a-e13c-4f40-92fe-d3214c34b954,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:25.497941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-bef1d6c0-30fc-4276-8c73-2542a7f0b4d1', 'network_id': 'bef1d6c0-30fc-4276-8c73-2542a7f0b4d1', 'tenant_id': '048db9da764e407da54d3b78a084139f', 'fixed_ips': [{'subnet_id': '41d8e260-467c-4a84-8011-a22a60411b71'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:08:25.499397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.510854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.511409 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.514933 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af2396-0dc0-493f-88df-6be46b7de36c None None] Pushing event updated for resources: {'Port': ['ID=edccc1da-77da-4757-a1ee-a831d9e37b8f,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:25.516993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.524657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Made reservation on behalf of 048db9da764e407da54d3b78a084139f for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:25.524996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.571850 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af2396-0dc0-493f-88df-6be46b7de36c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:25.573392 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af2396-0dc0-493f-88df-6be46b7de36c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:25.574096 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af2396-0dc0-493f-88df-6be46b7de36c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:25.574926 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af2396-0dc0-493f-88df-6be46b7de36c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:25.578706 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af2396-0dc0-493f-88df-6be46b7de36c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:25.579789 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af2396-0dc0-493f-88df-6be46b7de36c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:25.581501 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af2396-0dc0-493f-88df-6be46b7de36c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:25.582097 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af2396-0dc0-493f-88df-6be46b7de36c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:25.582767 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af2396-0dc0-493f-88df-6be46b7de36c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:25.584042 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af2396-0dc0-493f-88df-6be46b7de36c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:25.584501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] device_id is not set on port fa61f9d2-ee6c-4902-919c-9e42b67153c7 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:25.584780 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af2396-0dc0-493f-88df-6be46b7de36c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:08:25.595550 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Attempting to bind port edccc1da-77da-4757-a1ee-a831d9e37b8f on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:25.595940 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Attempting to bind port edccc1da-77da-4757-a1ee-a831d9e37b8f by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:25.598438 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Attempting to bind port edccc1da-77da-4757-a1ee-a831d9e37b8f on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:25.613187 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:25.615014 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:25.615678 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.616321 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:25.617082 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Bound port: edccc1da-77da-4757-a1ee-a831d9e37b8f, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:25.617676 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.659734 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2868928-98c7-46dd-8965-83efb2703d78 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.666887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=b562d68a-e13c-4f40-92fe-d3214c34b954,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:25.740111 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] For port edccc1da-77da-4757-a1ee-a831d9e37b8f, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:25.743492 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] For port edccc1da-77da-4757-a1ee-a831d9e37b8f, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=edccc1da-77da-4757-a1ee-a831d9e37b8f,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:25.750446 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.818669 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.822125 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:25.880374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Allocated IP 2001:db8::f816:3eff:fe8a:d907 (bef1d6c0-30fc-4276-8c73-2542a7f0b4d1/41d8e260-467c-4a84-8011-a22a60411b71/dc5f4b26-222a-4ee9-951e-a37481ba2d4e) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:25.881017 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af2396-0dc0-493f-88df-6be46b7de36c None None] Pushing event updated for resources: {'Port': ['ID=edccc1da-77da-4757-a1ee-a831d9e37b8f,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:25.892032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Transition to ACTIVE for port object 2d69e1b7-a6f3-4624-85ba-5c3dabc59c1e will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:25.892159 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Routers {'910b8996-1432-44f0-8977-8db88c671397'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:25.893254 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['910b8996-1432-44f0-8977-8db88c671397'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:25.928406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.025167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d422ac4c-b710-4208-8ab4-edd30243d8d0 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:26.109854 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.126222 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2868928-98c7-46dd-8965-83efb2703d78 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=d2d31290-7c14-4acf-9e46-8b5757d5849a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:26.175382 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] Set router 910b8996-1432-44f0-8977-8db88c671397 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:26.216252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.26.8.91 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/4fe49871-6498-43d0-ae34-932d3bbb26e0) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:26.305716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port d422ac4c-b710-4208-8ab4-edd30243d8d0 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:26.306199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.401100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.432987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2868928-98c7-46dd-8965-83efb2703d78 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.435649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.456309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Transition to ACTIVE for port object dc5f4b26-222a-4ee9-951e-a37481ba2d4e will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:26.502746 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.553357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b562d68a-e13c-4f40-92fe-d3214c34b954 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:26.571226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.625211 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910b8996-1432-44f0-8977-8db88c671397', 'name': 'tempest-snat-router-152876409', 'tenant_id': 'b114c0be161d489bb4c6e754e3b943ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.241'}], 'enable_snat': False}, 'gw_port_id': 'edccc1da-77da-4757-a1ee-a831d9e37b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:15Z', 'updated_at': '2022-04-22T15:08:19Z', 'revision_number': 3, 'project_id': 'b114c0be161d489bb4c6e754e3b943ac', 'gw_port': {'id': 'edccc1da-77da-4757-a1ee-a831d9e37b8f', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910b8996-1432-44f0-8977-8db88c671397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:17Z', 'updated_at': '2022-04-22T15:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:26.628699 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Transition to ACTIVE for port object dc5f4b26-222a-4ee9-951e-a37481ba2d4e will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:26.631280 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b18f89-0c73-42b5-92ca-30972240bbda None None] The sync data for ids ['910b8996-1432-44f0-8977-8db88c671397'] in dv-neutron-838883-3-hyperv is: [{'id': '910b8996-1432-44f0-8977-8db88c671397', 'name': 'tempest-snat-router-152876409', 'tenant_id': 'b114c0be161d489bb4c6e754e3b943ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.241'}], 'enable_snat': False}, 'gw_port_id': 'edccc1da-77da-4757-a1ee-a831d9e37b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:15Z', 'updated_at': '2022-04-22T15:08:19Z', 'revision_number': 3, 'project_id': 'b114c0be161d489bb4c6e754e3b943ac', 'gw_port': {'id': 'edccc1da-77da-4757-a1ee-a831d9e37b8f', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910b8996-1432-44f0-8977-8db88c671397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:17Z', 'updated_at': '2022-04-22T15:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:26.665196 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b562d68a-e13c-4f40-92fe-d3214c34b954 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:26.665196 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.694757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:26.700427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.734386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.740343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:26.748213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:26.752063 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.797099 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Pushing event updated for resources: {'Port': ['ID=dc5f4b26-222a-4ee9-951e-a37481ba2d4e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:26.806192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.809463 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f2868928-98c7-46dd-8965-83efb2703d78 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/d2d31290-7c14-4acf-9e46-8b5757d5849a HTTP/1.1" status: 204 len: 168 time: 2.6761193 Apr 22 15:08:26.823157 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54526) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:26.851270 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Network bef1d6c0-30fc-4276-8c73-2542a7f0b4d1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:26.853877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:26.856980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:26.902249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:26.996141 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=4fe49871-6498-43d0-ae34-932d3bbb26e0,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:26.998665 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.021449 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Attempting to bind port dc5f4b26-222a-4ee9-951e-a37481ba2d4e on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:27.022435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Attempting to bind port dc5f4b26-222a-4ee9-951e-a37481ba2d4e by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'efb759a5-d72d-484f-8de1-4945a59243e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bef1d6c0-30fc-4276-8c73-2542a7f0b4d1'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:27.022435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Attempting to bind port dc5f4b26-222a-4ee9-951e-a37481ba2d4e on network bef1d6c0-30fc-4276-8c73-2542a7f0b4d1 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:27.035552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:27.036770 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Pushing event updated for resources: {'Port': ['ID=14766752-5960-4565-8603-03c8fe61eae8,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:27.040510 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Checking segment: {'id': 'efb759a5-d72d-484f-8de1-4945a59243e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bef1d6c0-30fc-4276-8c73-2542a7f0b4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:27.041611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.041611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Bound using segment: {'id': 'efb759a5-d72d-484f-8de1-4945a59243e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bef1d6c0-30fc-4276-8c73-2542a7f0b4d1'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:27.042030 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Bound port: dc5f4b26-222a-4ee9-951e-a37481ba2d4e, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb759a5-d72d-484f-8de1-4945a59243e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'bef1d6c0-30fc-4276-8c73-2542a7f0b4d1'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:27.042503 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.044122 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d922598-0aff-4fb9-a4f1-cbb23225e18e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:27.045593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d922598-0aff-4fb9-a4f1-cbb23225e18e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:27.046427 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4d922598-0aff-4fb9-a4f1-cbb23225e18e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:27.093105 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4d922598-0aff-4fb9-a4f1-cbb23225e18e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:27.094297 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4d922598-0aff-4fb9-a4f1-cbb23225e18e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2694702 Apr 22 15:08:27.100474 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Allocated IP 2001:db8::f816:3eff:fe37:192 (bef1d6c0-30fc-4276-8c73-2542a7f0b4d1/41d8e260-467c-4a84-8011-a22a60411b71/fa61f9d2-ee6c-4902-919c-9e42b67153c7) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:27.110569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54530) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:27.113622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event updated for resources: {'Port': ['ID=2d69e1b7-a6f3-4624-85ba-5c3dabc59c1e,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:27.117184 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.118440 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0d82069c-8faa-4575-9baa-a153845da6d9 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7773962 Apr 22 15:08:27.134850 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54532) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:27.159939 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] For port dc5f4b26-222a-4ee9-951e-a37481ba2d4e, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:27.163641 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] For port dc5f4b26-222a-4ee9-951e-a37481ba2d4e, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dc5f4b26-222a-4ee9-951e-a37481ba2d4e,segment=NetworkSegment(efb759a5-d72d-484f-8de1-4945a59243e3),segment_id=efb759a5-d72d-484f-8de1-4945a59243e3)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:27.175839 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.177390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7175fb0-cf19-4654-b2a7-2ffde7e832db tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Router 90954189-6dd1-4311-a397-493d55c37e35 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:27.190618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20530c39-8e22-494b-bfd4-1f9c1427e2ae tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:27.210081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Network f19303dc-bac7-40d1-afe1-4ceeeb016d4b is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:27.217566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:27.220222 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:27.309737 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:27.311452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.335208 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcdac3-2a6b-4922-b0d9-3c97347ca294 None None] Pushing event updated for resources: {'Port': ['ID=dc5f4b26-222a-4ee9-951e-a37481ba2d4e,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:27.632594 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-af4382bc-68be-4710-b949-2a98778ae367 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4963884 Apr 22 15:08:27.647233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54540) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:27.650243 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:27.650589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-079df116-39b3-4174-affd-8d62e7e71a1f None None] Provisioning for port 2d69e1b7-a6f3-4624-85ba-5c3dabc59c1e completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:27.659249 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-079df116-39b3-4174-affd-8d62e7e71a1f None None] Provisioning complete for port 2d69e1b7-a6f3-4624-85ba-5c3dabc59c1e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:27.660133 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-079df116-39b3-4174-affd-8d62e7e71a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.670502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Request body: {'port': {'network_id': 'f19303dc-bac7-40d1-afe1-4ceeeb016d4b', 'name': 'tempest-AllowedAddressPairTestJSON-1848556349'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:27.684229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:27.730474 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-079df116-39b3-4174-affd-8d62e7e71a1f None None] Port 2d69e1b7-a6f3-4624-85ba-5c3dabc59c1e cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:27.821235 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Usage tracker for resource:floatingip and tenant:7e6f499b5d1541b294880b179a3d3dea is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:27.833302 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:27.863568 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:27.957250 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:27.975796 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device edccc1da-77da-4757-a1ee-a831d9e37b8f up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:28.010289 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:28.076585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:28.093797 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port edccc1da-77da-4757-a1ee-a831d9e37b8f completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:28.103662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port edccc1da-77da-4757-a1ee-a831d9e37b8f triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:28.104913 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.110445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Made reservation on behalf of d32787d5445749b08f8f21f01e4f1ae7 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:28.113349 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.161154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] device_id is not set on port 28af0e37-0f59-4bb6-90fe-6bda900ff32c yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:28.264877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.285403 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port edccc1da-77da-4757-a1ee-a831d9e37b8f, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=edccc1da-77da-4757-a1ee-a831d9e37b8f,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:28.297569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.300832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.302036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device dc5f4b26-222a-4ee9-951e-a37481ba2d4e up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:28.302712 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0d3029-7f86-455c-97d5-6a67666fcf86 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 8717f2c9-b690-4b9a-82c8-8b2c21416028 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:08:28.331890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3029-7f86-455c-97d5-6a67666fcf86 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.369134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7175fb0-cf19-4654-b2a7-2ffde7e832db tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:28.386502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20530c39-8e22-494b-bfd4-1f9c1427e2ae tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:28.394863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20530c39-8e22-494b-bfd4-1f9c1427e2ae tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.403446 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68a356-f8e2-4248-b59a-e485a6caa6a1 None None] Sync routers for ids ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:28.422089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Allocated IP 172.20.0.14 (f19303dc-bac7-40d1-afe1-4ceeeb016d4b/fecc28c8-33ca-439c-a15e-465e3ed15e5f/28af0e37-0f59-4bb6-90fe-6bda900ff32c) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:28.423926 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68a356-f8e2-4248-b59a-e485a6caa6a1 None None] Routers {'fdba284e-ba9b-47ec-a7e9-9ef4a7812159'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:28.425177 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5e68a356-f8e2-4248-b59a-e485a6caa6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:28.426767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Transition to ACTIVE for port object fa61f9d2-ee6c-4902-919c-9e42b67153c7 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:28.432483 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7175fb0-cf19-4654-b2a7-2ffde7e832db tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.458036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4f56e4-4945-458f-86bc-371457f89e06 None None] Sync routers for ids ['90954189-6dd1-4311-a397-493d55c37e35'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:28.458476 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3029-7f86-455c-97d5-6a67666fcf86 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.487679 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:28.510207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4f56e4-4945-458f-86bc-371457f89e06 None None] Routers {'90954189-6dd1-4311-a397-493d55c37e35'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:28.510207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-7b4f56e4-4945-458f-86bc-371457f89e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['90954189-6dd1-4311-a397-493d55c37e35'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:28.618003 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f7175fb0-cf19-4654-b2a7-2ffde7e832db tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "PUT /v2.0/floatingips/08c5b28b-9f91-45a5-ba23-a2b5673d51f1 HTTP/1.1" status: 200 len: 992 time: 8.8439624 Apr 22 15:08:28.619778 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-20530c39-8e22-494b-bfd4-1f9c1427e2ae tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "PUT /v2.0/floatingips/100a7f68-2911-4ab7-b24d-adb03408b200 HTTP/1.1" status: 200 len: 991 time: 8.8472865 Apr 22 15:08:28.773452 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-7b4f56e4-4945-458f-86bc-371457f89e06 None None] Set router 90954189-6dd1-4311-a397-493d55c37e35 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:28.858762 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5e68a356-f8e2-4248-b59a-e485a6caa6a1 None None] Set router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:28.894764 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7e5a28-0687-4fcf-b266-82972c05036d', 'tag': '995eb799-657b-4c74-84e1-167f7ae2e5b0'}, {'name': 'network-changed', 'server_uuid': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'tag': '8d8c238d-1da9-4870-8937-cdb3f7814b62'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:08:29.059036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.091247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Allocated IP 172.26.8.220 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/b02068f3-7985-4b2d-9668-87d715072b71) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:29.100711 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.151845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Transition to ACTIVE for port object 28af0e37-0f59-4bb6-90fe-6bda900ff32c will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:29.168957 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.191231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ef1c65-e907-437b-8b67-b2be86b35a83 None None] Network bef1d6c0-30fc-4276-8c73-2542a7f0b4d1 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:29.203757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3029-7f86-455c-97d5-6a67666fcf86 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.252642 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=edccc1da-77da-4757-a1ee-a831d9e37b8f,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:29.263385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port dc5f4b26-222a-4ee9-951e-a37481ba2d4e completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:29.296695 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.323227 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e8ee223b-9e7e-4f93-8981-68994441d0ab None None] Provisioning for port dc5f4b26-222a-4ee9-951e-a37481ba2d4e completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:29.343573 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port dc5f4b26-222a-4ee9-951e-a37481ba2d4e triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:29.344091 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.381081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.382307 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5e68a356-f8e2-4248-b59a-e485a6caa6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:07:23Z', 'revision_number': 4, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '100a7f68-2911-4ab7-b24d-adb03408b200', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'floating_ip_address': '172.26.8.140', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'port_id': '8d8c238d-1da9-4870-8937-cdb3f7814b62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'mac_address': 'fa:16:3e:0c:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:07:38Z', 'updated_at': '2022-04-22T15:08:22Z', 'revision_number': 1, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f36c06-fcbe-4e87-87dd-c24a65d9a355', 'name': '', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'mac_address': 'fa:16:3e:8a:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:35Z', 'revision_number': 5, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'subnets': [{'id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:29.386679 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68a356-f8e2-4248-b59a-e485a6caa6a1 None None] Checking router: fdba284e-ba9b-47ec-a7e9-9ef4a7812159 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:29.402596 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68a356-f8e2-4248-b59a-e485a6caa6a1 None None] Routers {'fdba284e-ba9b-47ec-a7e9-9ef4a7812159'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:29.403459 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5e68a356-f8e2-4248-b59a-e485a6caa6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:29.415716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e8ee223b-9e7e-4f93-8981-68994441d0ab None None] Provisioning complete for port dc5f4b26-222a-4ee9-951e-a37481ba2d4e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:29.416241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e8ee223b-9e7e-4f93-8981-68994441d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.429264 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Network f19303dc-bac7-40d1-afe1-4ceeeb016d4b is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:29.431375 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event updated for resources: {'Port': ['ID=28af0e37-0f59-4bb6-90fe-6bda900ff32c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:29.435715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.440299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:29.443950 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:29.516020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.531457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:29.532262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.563230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.603811 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.618534 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'Port': ['ID=fa61f9d2-ee6c-4902-919c-9e42b67153c7,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:29.622627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3029-7f86-455c-97d5-6a67666fcf86 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.639973 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bc5756ef-75e5-4510-9d0b-165622ca1d81 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9813464 Apr 22 15:08:29.655251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54554) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:29.665089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-97e297b1-29a1-4345-9c6a-d6850c97e3dd tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a4:39:c4'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:34:66:a7'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:29.706051 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5e68a356-f8e2-4248-b59a-e485a6caa6a1 None None] Set router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:29.715249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Network bef1d6c0-30fc-4276-8c73-2542a7f0b4d1 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:29.738685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:29.744966 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:29.751345 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Pushing event updated for resources: {'Port': ['ID=b02068f3-7985-4b2d-9668-87d715072b71,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:29.753613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e8ee223b-9e7e-4f93-8981-68994441d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.757726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:29.782595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b0d3029-7f86-455c-97d5-6a67666fcf86 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.794378 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431b1f8e-937f-47bd-9ea9-ec70fccbcc4f None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:29.799021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:29.905875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port dc5f4b26-222a-4ee9-951e-a37481ba2d4e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dc5f4b26-222a-4ee9-951e-a37481ba2d4e,segment=NetworkSegment(efb759a5-d72d-484f-8de1-4945a59243e3),segment_id=efb759a5-d72d-484f-8de1-4945a59243e3)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:29.965566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-7b4f56e4-4945-458f-86bc-371457f89e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:07:29Z', 'revision_number': 4, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '08c5b28b-9f91-45a5-ba23-a2b5673d51f1', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'floating_ip_address': '172.26.8.110', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '90954189-6dd1-4311-a397-493d55c37e35', 'port_id': '995eb799-657b-4c74-84e1-167f7ae2e5b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'mac_address': 'fa:16:3e:85:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7e5a28-0687-4fcf-b266-82972c05036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:07:42Z', 'updated_at': '2022-04-22T15:08:22Z', 'revision_number': 1, 'project_id': '548b38a4783b4d719184e32da986cde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fdae62-c8bb-4049-8979-e472d0a17531', 'name': '', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'mac_address': 'fa:16:3e:8e:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:08:00Z', 'revision_number': 5, 'project_id': '548b38a4783b4d719184e32da986cde8', 'subnets': [{'id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:30.020574 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4f56e4-4945-458f-86bc-371457f89e06 None None] Checking router: 90954189-6dd1-4311-a397-493d55c37e35 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:30.024303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.032218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d3029-7f86-455c-97d5-6a67666fcf86 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=8717f2c9-b690-4b9a-82c8-8b2c21416028,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:30.043447 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5b0d3029-7f86-455c-97d5-6a67666fcf86 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/8717f2c9-b690-4b9a-82c8-8b2c21416028 HTTP/1.1" status: 204 len: 168 time: 2.9183009 Apr 22 15:08:30.048795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54558) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:30.057509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:30.061321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:30.065630 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:30.066389 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.090451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.149888 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-50e7f132-0490-49c1-b8bc-fd2585ea56f1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968859 Apr 22 15:08:30.155150 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54562) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:30.157467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.163049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e2a7f945-1f01-41f7-9f98-6a71752995e2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:30.188670 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5e68a356-f8e2-4248-b59a-e485a6caa6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:07:23Z', 'revision_number': 4, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '100a7f68-2911-4ab7-b24d-adb03408b200', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'floating_ip_address': '172.26.8.140', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'port_id': '8d8c238d-1da9-4870-8937-cdb3f7814b62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'mac_address': 'fa:16:3e:0c:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:07:38Z', 'updated_at': '2022-04-22T15:08:22Z', 'revision_number': 1, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f36c06-fcbe-4e87-87dd-c24a65d9a355', 'name': '', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'mac_address': 'fa:16:3e:8a:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:35Z', 'revision_number': 5, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'subnets': [{'id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:30.194054 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e68a356-f8e2-4248-b59a-e485a6caa6a1 None None] The sync data for ids ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'] in dv-neutron-838883-3-hyperv is: [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:07:23Z', 'revision_number': 4, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '100a7f68-2911-4ab7-b24d-adb03408b200', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'floating_ip_address': '172.26.8.140', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'port_id': '8d8c238d-1da9-4870-8937-cdb3f7814b62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'mac_address': 'fa:16:3e:0c:d6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:07:38Z', 'updated_at': '2022-04-22T15:08:22Z', 'revision_number': 1, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28f36c06-fcbe-4e87-87dd-c24a65d9a355', 'name': '', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'mac_address': 'fa:16:3e:8a:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:35Z', 'revision_number': 5, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'subnets': [{'id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:30.204496 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3196a532-85a0-4c94-9cd0-c0152f4a83be tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.1121345 Apr 22 15:08:30.214762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54566) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:30.281176 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=dc5f4b26-222a-4ee9-951e-a37481ba2d4e,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:30.295562 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device edccc1da-77da-4757-a1ee-a831d9e37b8f up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:30.410178 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e2a7f945-1f01-41f7-9f98-6a71752995e2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:30.420161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e2a7f945-1f01-41f7-9f98-6a71752995e2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:30.426015 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e2a7f945-1f01-41f7-9f98-6a71752995e2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:30.429556 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97e297b1-29a1-4345-9c6a-d6850c97e3dd tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.442690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e2a7f945-1f01-41f7-9f98-6a71752995e2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:30.457823 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4f56e4-4945-458f-86bc-371457f89e06 None None] Routers {'90954189-6dd1-4311-a397-493d55c37e35'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:30.459025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-7b4f56e4-4945-458f-86bc-371457f89e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['90954189-6dd1-4311-a397-493d55c37e35'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:30.459957 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=4fe49871-6498-43d0-ae34-932d3bbb26e0,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:30.477165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02981b-bed1-45d0-99ff-91f9ab09bf8c req-262d6128-6112-48a8-9434-74bc88b4fe72 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:30.478916 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1d02981b-bed1-45d0-99ff-91f9ab09bf8c req-262d6128-6112-48a8-9434-74bc88b4fe72 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 946 time: 1.6201196 Apr 22 15:08:30.564581 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a7f945-1f01-41f7-9f98-6a71752995e2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:30.579242 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.586521 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-e8ee223b-9e7e-4f93-8981-68994441d0ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:08:30.586871 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-e8ee223b-9e7e-4f93-8981-68994441d0ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:08:30.601902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a74ec-bc41-4f73-9b7c-477afd62901f req-d0ba028f-7ff5-473e-81dc-9769b2a3434f tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:30.603587 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c14a74ec-bc41-4f73-9b7c-477afd62901f req-d0ba028f-7ff5-473e-81dc-9769b2a3434f tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 945 time: 1.7053230 Apr 22 15:08:30.668206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Allocated IP 172.26.8.192 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/ab4f57b6-52ae-4581-8cd0-66551e6c3bc3) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:30.691948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port edccc1da-77da-4757-a1ee-a831d9e37b8f triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:30.692309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.789150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.815589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-7b4f56e4-4945-458f-86bc-371457f89e06 None None] Set router 90954189-6dd1-4311-a397-493d55c37e35 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:30.866693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6527be-6e83-4af2-bd53-174cc0b6f208 None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:08:30.869428 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f51ece-1736-431d-9e1e-adf0117d3cad None None] New status for floating IP 100a7f68-2911-4ab7-b24d-adb03408b200: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:08:30.884270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f945-1f01-41f7-9f98-6a71752995e2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:30.908635 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1d02981b-bed1-45d0-99ff-91f9ab09bf8c req-826718e1-e765-464d-923b-71774bfd7e32 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4156611 Apr 22 15:08:31.010418 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4a6527be-6e83-4af2-bd53-174cc0b6f208 None None] Deleting port b562d68a-e13c-4f40-92fe-d3214c34b954 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:31.010792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a6527be-6e83-4af2-bd53-174cc0b6f208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.125858 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c14a74ec-bc41-4f73-9b7c-477afd62901f req-d2fc4a32-e505-4139-974f-714914852654 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5072932 Apr 22 15:08:31.187434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.348293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-009f95d3-350d-4917-bc35-47899be0e624 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Deleting subnet 41d8e260-467c-4a84-8011-a22a60411b71 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:08:31.359163 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa6e218-5f4a-4a97-b0ae-318301a1a0b2'] response: {'name': 'network-changed', 'server_uuid': '8a7e5a28-0687-4fcf-b266-82972c05036d', 'tag': '995eb799-657b-4c74-84e1-167f7ae2e5b0', 'status': 'completed', 'code': 200} Apr 22 15:08:31.359559 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa6e218-5f4a-4a97-b0ae-318301a1a0b2'] response: {'name': 'network-changed', 'server_uuid': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'tag': '8d8c238d-1da9-4870-8937-cdb3f7814b62', 'status': 'completed', 'code': 200} Apr 22 15:08:31.390063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-009f95d3-350d-4917-bc35-47899be0e624 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.542015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.547089 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-009f95d3-350d-4917-bc35-47899be0e624 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.676404 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-fe30b068-cc85-4c0f-80be-a318f7250bb9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=548b38a4783b4d719184e32da986cde8&device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 1099 time: 0.2479038 Apr 22 15:08:31.774347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.774606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-97e297b1-29a1-4345-9c6a-d6850c97e3dd tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:08:31.811287 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97e297b1-29a1-4345-9c6a-d6850c97e3dd tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.846488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97e297b1-29a1-4345-9c6a-d6850c97e3dd tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.892623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-009f95d3-350d-4917-bc35-47899be0e624 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:31.939573 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:31.971692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:31.988321 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Floating IP 5d399afc-9932-48e1-b0d8-fd5b37d78b72 associated. External IP: 172.26.8.91, port: 47ee178d-1f2e-4e24-9c16-5fe1b52148e5. Apr 22 15:08:32.003310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e297b1-29a1-4345-9c6a-d6850c97e3dd tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event updated for resources: {'Port': ['ID=28af0e37-0f59-4bb6-90fe-6bda900ff32c,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:32.035520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:08:32.046187 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:32.054411 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.066534 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-88092d09-96e5-49d6-bde7-6df671fbc9b2 None None] Provisioning for port fa61f9d2-ee6c-4902-919c-9e42b67153c7 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:32.075051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event updated for resources: {'Port': ['ID=ab4f57b6-52ae-4581-8cd0-66551e6c3bc3,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:32.109021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-8f47ad61-6683-4aed-9c92-db4e01f1c32d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:32.110556 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-8f47ad61-6683-4aed-9c92-db4e01f1c32d service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd913740-5d28-4391-bafb-b87af92120d0 HTTP/1.1" status: 200 len: 913 time: 0.4197688 Apr 22 15:08:32.112287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-88092d09-96e5-49d6-bde7-6df671fbc9b2 None None] Provisioning complete for port fa61f9d2-ee6c-4902-919c-9e42b67153c7 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:32.112879 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88092d09-96e5-49d6-bde7-6df671fbc9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.191672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.235868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f945-1f01-41f7-9f98-6a71752995e2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.238950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4a6527be-6e83-4af2-bd53-174cc0b6f208 None None] For port b562d68a-e13c-4f40-92fe-d3214c34b954, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b562d68a-e13c-4f40-92fe-d3214c34b954,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:32.239445 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a6527be-6e83-4af2-bd53-174cc0b6f208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.328325 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-88092d09-96e5-49d6-bde7-6df671fbc9b2 None None] Port fa61f9d2-ee6c-4902-919c-9e42b67153c7 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:32.416772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device dc5f4b26-222a-4ee9-951e-a37481ba2d4e up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:32.439370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-97e297b1-29a1-4345-9c6a-d6850c97e3dd tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] In _notify_port_updated(), no bound segment for port 28af0e37-0f59-4bb6-90fe-6bda900ff32c on network f19303dc-bac7-40d1-afe1-4ceeeb016d4b {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:08:32.443478 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e297b1-29a1-4345-9c6a-d6850c97e3dd tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:32.444108 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-97e297b1-29a1-4345-9c6a-d6850c97e3dd tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.447411 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-97e297b1-29a1-4345-9c6a-d6850c97e3dd tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "PUT /v2.0/ports/28af0e37-0f59-4bb6-90fe-6bda900ff32c HTTP/1.1" status: 200 len: 1057 time: 2.7891936 Apr 22 15:08:32.453480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54580) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:32.454483 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a7f945-1f01-41f7-9f98-6a71752995e2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:32.454606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4a6527be-6e83-4af2-bd53-174cc0b6f208 None None] Calling delete_port for b562d68a-e13c-4f40-92fe-d3214c34b954 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:32.465430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e2a7f945-1f01-41f7-9f98-6a71752995e2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:32.469716 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a7f945-1f01-41f7-9f98-6a71752995e2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:32.470336 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2a7f945-1f01-41f7-9f98-6a71752995e2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.529804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-009f95d3-350d-4917-bc35-47899be0e624 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.556101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Pushing event updated for resources: {'Port': ['ID=b02068f3-7985-4b2d-9668-87d715072b71,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:32.561621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7f945-1f01-41f7-9f98-6a71752995e2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=061cce88-867a-4dc0-a154-f9a076c7c4c0,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:32.572402 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e2a7f945-1f01-41f7-9f98-6a71752995e2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4138458 Apr 22 15:08:32.579161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54584) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:32.584147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.597273 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-ef555896-3fe0-4812-a355-2ebb54a74253 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=995eb799-657b-4c74-84e1-167f7ae2e5b0 HTTP/1.1" status: 200 len: 1000 time: 0.4365990 Apr 22 15:08:32.597488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'name': 'tempest-NetworksTestDHCPv6-340419871'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:32.597963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f95d3-350d-4917-bc35-47899be0e624 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Subnet': ['ID=41d8e260-467c-4a84-8011-a22a60411b71,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:32.659592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-994527e7-12ba-4193-9138-ad42b328aabf tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Deleting port 28af0e37-0f59-4bb6-90fe-6bda900ff32c {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:32.659976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-994527e7-12ba-4193-9138-ad42b328aabf tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.702511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-88092d09-96e5-49d6-bde7-6df671fbc9b2 None None] Provisioning complete for port dc5f4b26-222a-4ee9-951e-a37481ba2d4e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:32.702511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88092d09-96e5-49d6-bde7-6df671fbc9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.703342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-009f95d3-350d-4917-bc35-47899be0e624 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.727299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.730842 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-31654db2-b9bc-4329-8c87-3905d5ade8bc tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5914314 Apr 22 15:08:32.736708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54588) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:32.736899 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a36e86-bce3-4df9-9ed5-748c3368423b None None] Network bef1d6c0-30fc-4276-8c73-2542a7f0b4d1 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:32.744872 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-009f95d3-350d-4917-bc35-47899be0e624 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/subnets/41d8e260-467c-4a84-8011-a22a60411b71 HTTP/1.1" status: 204 len: 168 time: 2.5143678 Apr 22 15:08:32.746634 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54592) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:32.821044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-9532d78d-c226-45ea-91c5-c86204f8de2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:32.822530 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-9532d78d-c226-45ea-91c5-c86204f8de2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd5f722a-91a1-4c20-800b-93533ca30263 HTTP/1.1" status: 200 len: 851 time: 0.2101648 Apr 22 15:08:32.832668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:32.842359 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:32.847451 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65972a6-a32b-4ef0-917b-35da920d61da tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:32.848851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65972a6-a32b-4ef0-917b-35da920d61da tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:32.853317 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f65972a6-a32b-4ef0-917b-35da920d61da tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1031663 Apr 22 15:08:32.853317 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:32.853924 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54596) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:32.871613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4a6527be-6e83-4af2-bd53-174cc0b6f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:32.879432 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:32.972188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6527be-6e83-4af2-bd53-174cc0b6f208 None None] Pushing event deleted for resources: {'Port': ['ID=b562d68a-e13c-4f40-92fe-d3214c34b954,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:33.003957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:33.009803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.017552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.041679 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1710b880-c5b9-4215-9e49-c6b1739975e4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.050925 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port 9092677f-0d71-4f5e-a922-6de081967672 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:33.079179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6527be-6e83-4af2-bd53-174cc0b6f208 None None] No DVR routers for this DVR port b562d68a-e13c-4f40-92fe-d3214c34b954 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:08:33.093239 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fa8629b1-2d70-4360-899c-9116208ffb10 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3988 time: 0.3471372 Apr 22 15:08:33.097852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54602) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:33.119863 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-1710b880-c5b9-4215-9e49-c6b1739975e4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 22 15:08:33.120310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1710b880-c5b9-4215-9e49-c6b1739975e4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:08:33.127861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port dc5f4b26-222a-4ee9-951e-a37481ba2d4e triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:33.129170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.145094 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1710b880-c5b9-4215-9e49-c6b1739975e4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/networks/bef1d6c0-30fc-4276-8c73-2542a7f0b4d1 HTTP/1.1" status: 409 len: 405 time: 0.2865806 Apr 22 15:08:33.147352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54606) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:33.155964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1610059573'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:33.161163 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3e2e84-e63d-49b6-9c4b-908fafeb8f96 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:33.163052 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:33.171578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Usage tracker for resource:network and tenant:048db9da764e407da54d3b78a084139f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:33.176982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:33.235893 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-0abce2af-ab0e-44c8-8284-61805128243d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd913740-5d28-4391-bafb-b87af92120d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3705587 Apr 22 15:08:33.237616 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:33.252082 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3dde7b7c-7c75-4370-aed2-1d9d11e3e1f2 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1478386 Apr 22 15:08:33.253067 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54610) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:33.280375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-994527e7-12ba-4193-9138-ad42b328aabf tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.326085 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Made reservation on behalf of 048db9da764e407da54d3b78a084139f for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:33.329017 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.358443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-7b4f56e4-4945-458f-86bc-371457f89e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:07:29Z', 'revision_number': 4, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '08c5b28b-9f91-45a5-ba23-a2b5673d51f1', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'floating_ip_address': '172.26.8.110', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '90954189-6dd1-4311-a397-493d55c37e35', 'port_id': '995eb799-657b-4c74-84e1-167f7ae2e5b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'mac_address': 'fa:16:3e:85:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7e5a28-0687-4fcf-b266-82972c05036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:07:42Z', 'updated_at': '2022-04-22T15:08:22Z', 'revision_number': 1, 'project_id': '548b38a4783b4d719184e32da986cde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fdae62-c8bb-4049-8979-e472d0a17531', 'name': '', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'mac_address': 'fa:16:3e:8e:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:08:00Z', 'revision_number': 5, 'project_id': '548b38a4783b4d719184e32da986cde8', 'subnets': [{'id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:33.369327 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::248 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/061cce88-867a-4dc0-a154-f9a076c7c4c0/9092677f-0d71-4f5e-a922-6de081967672) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:33.386819 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4f56e4-4945-458f-86bc-371457f89e06 None None] The sync data for ids ['90954189-6dd1-4311-a397-493d55c37e35'] in dv-neutron-838883-3-hyperv is: [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:07:29Z', 'revision_number': 4, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '08c5b28b-9f91-45a5-ba23-a2b5673d51f1', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'floating_ip_address': '172.26.8.110', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '90954189-6dd1-4311-a397-493d55c37e35', 'port_id': '995eb799-657b-4c74-84e1-167f7ae2e5b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'mac_address': 'fa:16:3e:85:b9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a7e5a28-0687-4fcf-b266-82972c05036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:07:42Z', 'updated_at': '2022-04-22T15:08:22Z', 'revision_number': 1, 'project_id': '548b38a4783b4d719184e32da986cde8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fdae62-c8bb-4049-8979-e472d0a17531', 'name': '', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'mac_address': 'fa:16:3e:8e:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:08:00Z', 'revision_number': 5, 'project_id': '548b38a4783b4d719184e32da986cde8', 'subnets': [{'id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:33.453878 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-88092d09-96e5-49d6-bde7-6df671fbc9b2 None None] Provisioning for port 28af0e37-0f59-4bb6-90fe-6bda900ff32c completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:33.479175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-994527e7-12ba-4193-9138-ad42b328aabf tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Calling delete_port for 28af0e37-0f59-4bb6-90fe-6bda900ff32c owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:33.497228 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-88092d09-96e5-49d6-bde7-6df671fbc9b2 None None] Provisioning complete for port 28af0e37-0f59-4bb6-90fe-6bda900ff32c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:33.497617 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88092d09-96e5-49d6-bde7-6df671fbc9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.507771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9462ccf3-f115-4f14-9a39-12ab49a47d4e tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Deleting port b02068f3-7985-4b2d-9668-87d715072b71 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:33.508098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9462ccf3-f115-4f14-9a39-12ab49a47d4e tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.534713 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e68e64-a8b6-4237-98f4-cd623cf6b866 None None] DHCP port deletion for bef1d6c0-30fc-4276-8c73-2542a7f0b4d1 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:08:33.543515 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.544637 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.553102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c1e68e64-a8b6-4237-98f4-cd623cf6b866 None None] Deleting port dc5f4b26-222a-4ee9-951e-a37481ba2d4e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:33.553552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1e68e64-a8b6-4237-98f4-cd623cf6b866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.561505 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:08:33.597634 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.597954 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Added segment 44b7686f-7fdb-47b2-a185-5442e33d850c of type vlan for network c2f01b46-4861-4dbf-bda3-265199128de1 Apr 22 15:08:33.662285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-88092d09-96e5-49d6-bde7-6df671fbc9b2 None None] Port 28af0e37-0f59-4bb6-90fe-6bda900ff32c cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:33.668929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '061cce88-867a-4dc0-a154-f9a076c7c4c0'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:08:33.670848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.687442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b562d68a-e13c-4f40-92fe-d3214c34b954 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:33.747900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: b562d68a-e13c-4f40-92fe-d3214c34b954 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:33.748437 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b562d68a-e13c-4f40-92fe-d3214c34b954 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:33.798085 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.876268 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-1f2b2b3d-c4fa-4830-a6b9-987a344e3ff3 service neutron] 10.222.0.70 "GET /v2.0/networks/bd913740-5d28-4391-bafb-b87af92120d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256769 Apr 22 15:08:33.897129 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.918758 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9462ccf3-f115-4f14-9a39-12ab49a47d4e tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.919140 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9462ccf3-f115-4f14-9a39-12ab49a47d4e tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:33.946673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0d33daae-4764-4f21-ad99-912286956605 None None] Provisioning complete for port fa61f9d2-ee6c-4902-919c-9e42b67153c7 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:33.946904 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d33daae-4764-4f21-ad99-912286956605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.046351 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object 9092677f-0d71-4f5e-a922-6de081967672 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:34.047807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.051797 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:34.052649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.066721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0d33daae-4764-4f21-ad99-912286956605 None None] Port fa61f9d2-ee6c-4902-919c-9e42b67153c7 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:34.069649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c1e68e64-a8b6-4237-98f4-cd623cf6b866 None None] For port dc5f4b26-222a-4ee9-951e-a37481ba2d4e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dc5f4b26-222a-4ee9-951e-a37481ba2d4e,segment=NetworkSegment(efb759a5-d72d-484f-8de1-4945a59243e3),segment_id=efb759a5-d72d-484f-8de1-4945a59243e3)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:34.070165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1e68e64-a8b6-4237-98f4-cd623cf6b866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.172224 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9462ccf3-f115-4f14-9a39-12ab49a47d4e tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Calling delete_port for b02068f3-7985-4b2d-9668-87d715072b71 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:34.252443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c1e68e64-a8b6-4237-98f4-cd623cf6b866 None None] Calling delete_port for dc5f4b26-222a-4ee9-951e-a37481ba2d4e owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:34.280890 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device dc5f4b26-222a-4ee9-951e-a37481ba2d4e no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:34.326889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-994527e7-12ba-4193-9138-ad42b328aabf tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.336049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0d33daae-4764-4f21-ad99-912286956605 None None] Provisioning complete for port 28af0e37-0f59-4bb6-90fe-6bda900ff32c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:34.336396 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0d33daae-4764-4f21-ad99-912286956605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.340678 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-b1e08b87-3799-4247-8830-9f6f64308e44 service neutron] 10.222.0.70 "GET /v2.0/networks/bd913740-5d28-4391-bafb-b87af92120d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102274 Apr 22 15:08:34.392727 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994527e7-12ba-4193-9138-ad42b328aabf tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event deleted for resources: {'Port': ['ID=28af0e37-0f59-4bb6-90fe-6bda900ff32c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:34.491838 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No ports have port_id starting with dc5f4b26-222a-4ee9-951e-a37481ba2d4e Apr 22 15:08:34.498431 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1e68e64-a8b6-4237-98f4-cd623cf6b866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.511763 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3637033 Apr 22 15:08:34.515476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.521782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54614) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:34.522001 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0d33daae-4764-4f21-ad99-912286956605 None None] Port 28af0e37-0f59-4bb6-90fe-6bda900ff32c was deleted so its status cannot be updated. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 15:08:34.580059 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Request body: {'subnet': {'network_id': 'c2f01b46-4861-4dbf-bda3-265199128de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:34.589732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e68e64-a8b6-4237-98f4-cd623cf6b866 None None] Pushing event deleted for resources: {'Port': ['ID=dc5f4b26-222a-4ee9-951e-a37481ba2d4e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:34.593700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e68e64-a8b6-4237-98f4-cd623cf6b866 None None] No DVR routers for this DVR port dc5f4b26-222a-4ee9-951e-a37481ba2d4e on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:08:34.623913 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Allocated IP 2001:db8::2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/061cce88-867a-4dc0-a154-f9a076c7c4c0/56ef6aa1-7940-41c9-a09f-012c14930978) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:34.694717 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0523fe-b522-429d-a8f2-7192fcee7927 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'Network': ['ID=c2f01b46-4861-4dbf-bda3-265199128de1,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:34.712133 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network c2f01b46-4861-4dbf-bda3-265199128de1 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:08:34.765477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:34.769827 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:34.770892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=9092677f-0d71-4f5e-a922-6de081967672,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:34.787331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:34.822701 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-71a100d1-65fa-465c-9d3a-1d660d19ed3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=742d8ea68dee405bb2cf411aed61c6a2&device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 1098 time: 0.3406186 Apr 22 15:08:34.827985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:34.832083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:34.832699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.878632 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:34.891017 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Usage tracker for resource:subnet and tenant:048db9da764e407da54d3b78a084139f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:34.894916 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:34.901276 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-006be52c-98ae-41b9-aafb-771cb9c0e6f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3176966 Apr 22 15:08:34.902812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54618) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:34.934602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:34.937485 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9462ccf3-f115-4f14-9a39-12ab49a47d4e tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.941251 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.954580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-994527e7-12ba-4193-9138-ad42b328aabf tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.957229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Transition to ACTIVE for port object 56ef6aa1-7940-41c9-a09f-012c14930978 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:34.982528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Transition to ACTIVE for port object 56ef6aa1-7940-41c9-a09f-012c14930978 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:34.989515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:34.993153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462ccf3-f115-4f14-9a39-12ab49a47d4e tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Pushing event deleted for resources: {'Port': ['ID=b02068f3-7985-4b2d-9668-87d715072b71,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:35.034255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Made reservation on behalf of 048db9da764e407da54d3b78a084139f for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:35.073403 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:35.076984 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:35.086230 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:35.106648 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-994527e7-12ba-4193-9138-ad42b328aabf tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "DELETE /v2.0/ports/28af0e37-0f59-4bb6-90fe-6bda900ff32c HTTP/1.1" status: 204 len: 168 time: 2.6466935 Apr 22 15:08:35.113697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54622) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:35.129975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Router d6b09b0c-3af0-488d-b58c-807d68b394cf is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:08:35.164082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Pushing event updated for resources: {'Port': ['ID=56ef6aa1-7940-41c9-a09f-012c14930978,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:35.178264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-ff4103ad-8e9c-4ee1-a131-93d4342861d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:35.179417 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-ff4103ad-8e9c-4ee1-a131-93d4342861d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=32587937-ea4e-42e2-a240-c92672372817 HTTP/1.1" status: 200 len: 907 time: 0.3454704 Apr 22 15:08:35.181695 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d32e1f0-44c6-43af-8fee-6f7c7652718b tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] GET failed (client error): The resource could not be found. Apr 22 15:08:35.181818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4d32e1f0-44c6-43af-8fee-6f7c7652718b tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Synchronizing usage tracker for tenant:d32787d5445749b08f8f21f01e4f1ae7 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:35.188996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Attempting to bind port 56ef6aa1-7940-41c9-a09f-012c14930978 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:35.189364 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Attempting to bind port 56ef6aa1-7940-41c9-a09f-012c14930978 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:35.189722 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Attempting to bind port 56ef6aa1-7940-41c9-a09f-012c14930978 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:35.197028 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:35.197028 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:35.197028 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.197416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:35.197871 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Bound port: 56ef6aa1-7940-41c9-a09f-012c14930978, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:35.198659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.240637 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa2bf08-f3f6-42ed-857c-c965bfaa3b66 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:35.241318 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eaa2bf08-f3f6-42ed-857c-c965bfaa3b66 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:35.252803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.300213 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] For port 56ef6aa1-7940-41c9-a09f-012c14930978, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:35.304455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] For port 56ef6aa1-7940-41c9-a09f-012c14930978, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=56ef6aa1-7940-41c9-a09f-012c14930978,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:35.310490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.333448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9462ccf3-f115-4f14-9a39-12ab49a47d4e tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.335668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9462ccf3-f115-4f14-9a39-12ab49a47d4e tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.336832 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9462ccf3-f115-4f14-9a39-12ab49a47d4e tempest-FloatingIPAdminTestJSON-2073122707 tempest-FloatingIPAdminTestJSON-2073122707-project] 10.222.0.71 "DELETE /v2.0/floatingips/f55879f1-5004-4c01-9410-1df2730094ba HTTP/1.1" status: 204 len: 168 time: 2.0791557 Apr 22 15:08:35.344123 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54626) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:35.354531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4d32e1f0-44c6-43af-8fee-6f7c7652718b tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Unset dirty status for tenant:d32787d5445749b08f8f21f01e4f1ae7 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:35.355853 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4d32e1f0-44c6-43af-8fee-6f7c7652718b tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "GET /v2.0/ports/28af0e37-0f59-4bb6-90fe-6bda900ff32c HTTP/1.1" status: 404 len: 333 time: 0.2325871 Apr 22 15:08:35.403372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54630) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:35.413863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff369a9c-dc22-4676-8d75-223082fe167f None None] Pushing event updated for resources: {'Port': ['ID=56ef6aa1-7940-41c9-a09f-012c14930978,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:35.439490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eaa2bf08-f3f6-42ed-857c-c965bfaa3b66 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:35.440641 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eaa2bf08-f3f6-42ed-857c-c965bfaa3b66 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5372064 Apr 22 15:08:35.450432 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54634) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:35.504563 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-b602591b-5f99-4062-954f-029666977f3e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8c238d-1da9-4870-8937-cdb3f7814b62 HTTP/1.1" status: 200 len: 1001 time: 0.3077574 Apr 22 15:08:35.629635 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c1a66c83-cdd8-462f-b069-d6f643912039 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port 9092677f-0d71-4f5e-a922-6de081967672 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:35.629986 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a66c83-cdd8-462f-b069-d6f643912039 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.664784 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4f91fe6e-31fc-4c09-8917-6d7920827a46 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Deleting port 14766752-5960-4565-8603-03c8fe61eae8 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:35.665429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f91fe6e-31fc-4c09-8917-6d7920827a46 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.731869 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0fb80-9e4d-4813-b7e8-8cf28917678e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Deleting port 2d69e1b7-a6f3-4624-85ba-5c3dabc59c1e {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:35.732720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ebf0fb80-9e4d-4813-b7e8-8cf28917678e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:35.835937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-b2a9a896-a45c-43a2-93a9-6a612f050686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:35.837395 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-b2a9a896-a45c-43a2-93a9-6a612f050686 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36b5cdf5-cca4-46bb-bfb1-12685fef26af HTTP/1.1" status: 200 len: 845 time: 0.3177056 Apr 22 15:08:36.069804 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4266a6e-b13b-49e9-9fcc-7cb5c241c874 req-563f3b70-c325-4aed-b7ce-69cde6961067 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3794293 Apr 22 15:08:36.082241 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f91fe6e-31fc-4c09-8917-6d7920827a46 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.082810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f91fe6e-31fc-4c09-8917-6d7920827a46 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.108416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:36.121221 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22523ab4-aec8-4fe0-a449-c22bb2635417 None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:36.144055 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22523ab4-aec8-4fe0-a449-c22bb2635417 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:36.145039 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-22523ab4-aec8-4fe0-a449-c22bb2635417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:36.158011 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-000e6d85-200c-4d6f-8f2c-7470b341ea0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32587937-ea4e-42e2-a240-c92672372817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2927303 Apr 22 15:08:36.200043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.283657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ebf0fb80-9e4d-4813-b7e8-8cf28917678e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.335610 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-22523ab4-aec8-4fe0-a449-c22bb2635417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:36.348696 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 56ef6aa1-7940-41c9-a09f-012c14930978 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:36.362279 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22523ab4-aec8-4fe0-a449-c22bb2635417 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:36.362913 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-22523ab4-aec8-4fe0-a449-c22bb2635417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:36.364877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4f91fe6e-31fc-4c09-8917-6d7920827a46 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Calling delete_port for 14766752-5960-4565-8603-03c8fe61eae8 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:36.455418 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-22523ab4-aec8-4fe0-a449-c22bb2635417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:36.456049 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22523ab4-aec8-4fe0-a449-c22bb2635417 None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:36.468726 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 56ef6aa1-7940-41c9-a09f-012c14930978 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:36.484455 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0fb80-9e4d-4813-b7e8-8cf28917678e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Calling delete_port for 2d69e1b7-a6f3-4624-85ba-5c3dabc59c1e owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:36.539553 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a66c83-cdd8-462f-b069-d6f643912039 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.595125 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:36.607819 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361495e-89a7-414d-bbca-282911563652 None None] Sync routers for ids ['d6b09b0c-3af0-488d-b58c-807d68b394cf'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:36.621235 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f1287375-995c-49e4-9444-8c6f5219cc0e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.5681586 Apr 22 15:08:36.627080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6361495e-89a7-414d-bbca-282911563652 None None] Routers {'d6b09b0c-3af0-488d-b58c-807d68b394cf'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:36.628327 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-6361495e-89a7-414d-bbca-282911563652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d6b09b0c-3af0-488d-b58c-807d68b394cf'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:36.630876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54638) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:36.635216 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4ffa8-df3a-426b-8c6e-13788cc460a6 None None] New status for floating IP 08c5b28b-9f91-45a5-ba23-a2b5673d51f1: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:08:36.648555 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-250a1ce7-c623-4b54-8f99-5cbeaac22bc4 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:36.738393 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-2fb32a7d-de64-40ec-b91f-8acab7d6928d service neutron] 10.222.0.70 "GET /v2.0/networks/32587937-ea4e-42e2-a240-c92672372817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681140 Apr 22 15:08:36.741462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c1a66c83-cdd8-462f-b069-d6f643912039 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for 9092677f-0d71-4f5e-a922-6de081967672 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:36.750690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:36.752893 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-441fdbb1-13b9-4c3c-b3b5-8e5b727b25d4 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.3487351 Apr 22 15:08:36.774900 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54642) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:36.886092 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:08:36.898762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-6361495e-89a7-414d-bbca-282911563652 None None] Set router d6b09b0c-3af0-488d-b58c-807d68b394cf gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:36.960653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.000351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-250a1ce7-c623-4b54-8f99-5cbeaac22bc4 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.074226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ebf0fb80-9e4d-4813-b7e8-8cf28917678e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.102177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a123f47b-bc32-46c4-9eae-be9abeba0f77 None None] Provisioning for port 56ef6aa1-7940-41c9-a09f-012c14930978 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:37.153495 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0fb80-9e4d-4813-b7e8-8cf28917678e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event deleted for resources: {'Port': ['ID=2d69e1b7-a6f3-4624-85ba-5c3dabc59c1e,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:37.169947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a123f47b-bc32-46c4-9eae-be9abeba0f77 None None] Provisioning complete for port 56ef6aa1-7940-41c9-a09f-012c14930978 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:37.169947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a123f47b-bc32-46c4-9eae-be9abeba0f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.194070 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'Subnet': ['ID=b51c62b5-7fd4-4526-819f-4db3d52fa7e2,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:37.216058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f91fe6e-31fc-4c09-8917-6d7920827a46 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.283796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91fe6e-31fc-4c09-8917-6d7920827a46 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Pushing event deleted for resources: {'Port': ['ID=14766752-5960-4565-8603-03c8fe61eae8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:37.289592 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Checking segment: {'id': '44b7686f-7fdb-47b2-a185-5442e33d850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c2f01b46-4861-4dbf-bda3-265199128de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:37.289940 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Network hostable DHCP agents. Network: c2f01b46-4861-4dbf-bda3-265199128de1, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:08:37.371782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a123f47b-bc32-46c4-9eae-be9abeba0f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.382820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a66c83-cdd8-462f-b069-d6f643912039 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.398695 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51279ff2-4b29-48f1-9a7a-3f0d190ee5f3 req-f15ee595-6e0a-4871-8cab-aabb5bcfe20f service neutron] 10.222.0.70 "GET /v2.0/networks/32587937-ea4e-42e2-a240-c92672372817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877645 Apr 22 15:08:37.413429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-6361495e-89a7-414d-bbca-282911563652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b09b0c-3af0-488d-b58c-807d68b394cf', 'name': 'tempest-snat-router-152876409', 'tenant_id': 'b114c0be161d489bb4c6e754e3b943ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': 'ab4f57b6-52ae-4581-8cd0-66551e6c3bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:25Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 3, 'project_id': 'b114c0be161d489bb4c6e754e3b943ac', 'gw_port': {'id': 'ab4f57b6-52ae-4581-8cd0-66551e6c3bc3', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:12:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b09b0c-3af0-488d-b58c-807d68b394cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:29Z', 'updated_at': '2022-04-22T15:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:37.416543 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-a123f47b-bc32-46c4-9eae-be9abeba0f77 None None] For port 56ef6aa1-7940-41c9-a09f-012c14930978, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=56ef6aa1-7940-41c9-a09f-012c14930978,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:37.420437 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361495e-89a7-414d-bbca-282911563652 None None] Checking router: d6b09b0c-3af0-488d-b58c-807d68b394cf for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:08:37.420993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361495e-89a7-414d-bbca-282911563652 None None] Updating router d6b09b0c-3af0-488d-b58c-807d68b394cf port ab4f57b6-52ae-4581-8cd0-66551e6c3bc3 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:08:37.449508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a123f47b-bc32-46c4-9eae-be9abeba0f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.456433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ebf0fb80-9e4d-4813-b7e8-8cf28917678e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.496204 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ebf0fb80-9e4d-4813-b7e8-8cf28917678e tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "DELETE /v2.0/ports/2d69e1b7-a6f3-4624-85ba-5c3dabc59c1e HTTP/1.1" status: 204 len: 168 time: 2.0890536 Apr 22 15:08:37.499364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54650) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:37.524235 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a66c83-cdd8-462f-b069-d6f643912039 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=9092677f-0d71-4f5e-a922-6de081967672,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:37.535003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6361495e-89a7-414d-bbca-282911563652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.589623 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123f47b-bc32-46c4-9eae-be9abeba0f77 None None] Pushing event updated for resources: {'Port': ['ID=56ef6aa1-7940-41c9-a09f-012c14930978,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:37.603891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Network c2f01b46-4861-4dbf-bda3-265199128de1 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:08:37.606293 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f91fe6e-31fc-4c09-8917-6d7920827a46 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.619869 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7b57fa88-5d13-4a39-96ef-7ad3a0d6638d None None] Could not find standard attr ID for object 9092677f-0d71-4f5e-a922-6de081967672. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:08:37.627489 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1a66c83-cdd8-462f-b069-d6f643912039 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.653722 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, c2f01b46-4861-4dbf-bda3-265199128de1) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:37.673680 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c1a66c83-cdd8-462f-b069-d6f643912039 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/9092677f-0d71-4f5e-a922-6de081967672 HTTP/1.1" status: 204 len: 168 time: 2.2192917 Apr 22 15:08:37.679778 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:37.680369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.691240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54654) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:37.694540 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc88dd7e-0743-45b1-84db-0ce0e54e0c71 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] GET failed (client error): The resource could not be found. Apr 22 15:08:37.695055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-dc88dd7e-0743-45b1-84db-0ce0e54e0c71 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Synchronizing usage tracker for tenant:d32787d5445749b08f8f21f01e4f1ae7 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:37.740630 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f91fe6e-31fc-4c09-8917-6d7920827a46 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.741907 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4f91fe6e-31fc-4c09-8917-6d7920827a46 tempest-FloatingIPAdminTestJSON-1808688697 tempest-FloatingIPAdminTestJSON-1808688697-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/e1b30dc2-0c9e-4e08-9a54-e44096595ac6 HTTP/1.1" status: 204 len: 168 time: 2.3958602 Apr 22 15:08:37.761929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54658) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:37.775058 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fa7c48ab-5870-4a30-a4e4-a9e627bfd011 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/routers/d6b09b0c-3af0-488d-b58c-807d68b394cf HTTP/1.1" status: 200 len: 907 time: 0.9908113 Apr 22 15:08:37.776009 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54662) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:37.832177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-250a1ce7-c623-4b54-8f99-5cbeaac22bc4 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.838165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-dc88dd7e-0743-45b1-84db-0ce0e54e0c71 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Unset dirty status for tenant:d32787d5445749b08f8f21f01e4f1ae7 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:37.839377 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dc88dd7e-0743-45b1-84db-0ce0e54e0c71 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "GET /v2.0/ports/2d69e1b7-a6f3-4624-85ba-5c3dabc59c1e HTTP/1.1" status: 404 len: 333 time: 0.3391135 Apr 22 15:08:37.845944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54666) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:37.848353 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-250a1ce7-c623-4b54-8f99-5cbeaac22bc4 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:37.848619 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-250a1ce7-c623-4b54-8f99-5cbeaac22bc4 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Floating IP 5d399afc-9932-48e1-b0d8-fd5b37d78b72 disassociated. External IP: 172.26.8.91, port: 47ee178d-1f2e-4e24-9c16-5fe1b52148e5. Apr 22 15:08:37.873916 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3e9c12-fe3a-46c2-a3cb-d379f920c013 None None] Network c2f01b46-4861-4dbf-bda3-265199128de1 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:37.881966 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a38a20ce-322b-4f07-b9c4-762ac65f4975 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3141785 Apr 22 15:08:37.905085 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54670) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:37.914867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Request body: {'port': {'network_id': 'c2f01b46-4861-4dbf-bda3-265199128de1', 'name': 'tempest-NetworksIpV6TestAttrs-177835875'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:37.998623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7343db-c29d-41ed-9e92-b0f8d960dd77 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:38.000210 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7343db-c29d-41ed-9e92-b0f8d960dd77 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:38.001010 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9c7343db-c29d-41ed-9e92-b0f8d960dd77 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:38.048063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-4ef0505a-1afa-4e80-9c5e-52f90cd310c8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Deleting port 5c623f87-6439-4660-98fe-b6c74e885aad {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:38.048650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4ef0505a-1afa-4e80-9c5e-52f90cd310c8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.126652 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4266a6e-b13b-49e9-9fcc-7cb5c241c874 req-606b6460-898c-4fe7-a7e0-d8ef21082cbd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=742d8ea68dee405bb2cf411aed61c6a2&device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 1098 time: 0.4267545 Apr 22 15:08:38.187131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3d28b2d1-c5b6-43a9-bc01-b6a126a635ce tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Deleting port 482bf0e2-420f-467a-9690-eeb9f08969b6 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:38.187574 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d28b2d1-c5b6-43a9-bc01-b6a126a635ce tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.214289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-c2f01b46-4861-4dbf-bda3-265199128de1', 'network_id': 'c2f01b46-4861-4dbf-bda3-265199128de1', 'tenant_id': '048db9da764e407da54d3b78a084139f', 'fixed_ips': [{'subnet_id': 'b51c62b5-7fd4-4526-819f-4db3d52fa7e2'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:08:38.214934 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.313061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9c7343db-c29d-41ed-9e92-b0f8d960dd77 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:38.316856 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9c7343db-c29d-41ed-9e92-b0f8d960dd77 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6221724 Apr 22 15:08:38.339996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 56ef6aa1-7940-41c9-a09f-012c14930978 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:38.354291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54674) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:38.407456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6361495e-89a7-414d-bbca-282911563652 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.440397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:38.456781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Usage tracker for resource:port and tenant:048db9da764e407da54d3b78a084139f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:38.457051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6361495e-89a7-414d-bbca-282911563652 None None] Transition to ACTIVE for port object ab4f57b6-52ae-4581-8cd0-66551e6c3bc3 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:38.476562 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4266a6e-b13b-49e9-9fcc-7cb5c241c874 req-a8de159c-c7c2-4ece-ae6a-832086d52d75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:38.478026 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4266a6e-b13b-49e9-9fcc-7cb5c241c874 req-a8de159c-c7c2-4ece-ae6a-832086d52d75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=32587937-ea4e-42e2-a240-c92672372817 HTTP/1.1" status: 200 len: 907 time: 0.3123214 Apr 22 15:08:38.478526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:38.487714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4ef0505a-1afa-4e80-9c5e-52f90cd310c8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.512711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6361495e-89a7-414d-bbca-282911563652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.540876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:38.600705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Allocated IP 2001:db8::f816:3eff:fe79:84d9 (c2f01b46-4861-4dbf-bda3-265199128de1/b51c62b5-7fd4-4526-819f-4db3d52fa7e2/f1673b0e-8197-477d-91e9-b4420c74145e) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:38.618502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0132513-fd07-45da-8b5a-c99b98508d06 None None] Pushing event updated for resources: {'Port': ['ID=ab4f57b6-52ae-4581-8cd0-66551e6c3bc3,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:38.630806 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 56ef6aa1-7940-41c9-a09f-012c14930978 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:38.631170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.648224 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Made reservation on behalf of 048db9da764e407da54d3b78a084139f for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:38.651279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.664924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6361495e-89a7-414d-bbca-282911563652 None None] Attempting to bind port ab4f57b6-52ae-4581-8cd0-66551e6c3bc3 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:38.665313 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6361495e-89a7-414d-bbca-282911563652 None None] Attempting to bind port ab4f57b6-52ae-4581-8cd0-66551e6c3bc3 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:38.665540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6361495e-89a7-414d-bbca-282911563652 None None] Attempting to bind port ab4f57b6-52ae-4581-8cd0-66551e6c3bc3 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:38.680622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-4ef0505a-1afa-4e80-9c5e-52f90cd310c8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Calling delete_port for 5c623f87-6439-4660-98fe-b6c74e885aad owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:38.726846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] device_id is not set on port bbd6fc10-fc0f-44a4-bd1f-fb455f164b81 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:38.756717 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6361495e-89a7-414d-bbca-282911563652 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:38.757038 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6361495e-89a7-414d-bbca-282911563652 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:38.757677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6361495e-89a7-414d-bbca-282911563652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.757819 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6361495e-89a7-414d-bbca-282911563652 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:38.758314 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6361495e-89a7-414d-bbca-282911563652 None None] Bound port: ab4f57b6-52ae-4581-8cd0-66551e6c3bc3, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:38.758681 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6361495e-89a7-414d-bbca-282911563652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.804663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d28b2d1-c5b6-43a9-bc01-b6a126a635ce tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.805717 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4266a6e-b13b-49e9-9fcc-7cb5c241c874 req-580a0cd2-eb9c-44f5-9203-006f9ce15030 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d8c238d-1da9-4870-8937-cdb3f7814b62 HTTP/1.1" status: 200 len: 1001 time: 0.3101919 Apr 22 15:08:38.848512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-993591ba-215e-4caf-8a2e-c259c32c52f3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 061cce88-867a-4dc0-a154-f9a076c7c4c0 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:08:38.936737 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6361495e-89a7-414d-bbca-282911563652 None None] For port ab4f57b6-52ae-4581-8cd0-66551e6c3bc3, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:38.960897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6361495e-89a7-414d-bbca-282911563652 None None] For port ab4f57b6-52ae-4581-8cd0-66551e6c3bc3, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ab4f57b6-52ae-4581-8cd0-66551e6c3bc3,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:38.964681 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-993591ba-215e-4caf-8a2e-c259c32c52f3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:38.996968 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6361495e-89a7-414d-bbca-282911563652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:39.006650 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3d28b2d1-c5b6-43a9-bc01-b6a126a635ce tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Calling delete_port for 482bf0e2-420f-467a-9690-eeb9f08969b6 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:39.093077 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-993591ba-215e-4caf-8a2e-c259c32c52f3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:39.131185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:39.151565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0132513-fd07-45da-8b5a-c99b98508d06 None None] Pushing event updated for resources: {'Port': ['ID=ab4f57b6-52ae-4581-8cd0-66551e6c3bc3,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:39.156136 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:39.158894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4266a6e-b13b-49e9-9fcc-7cb5c241c874 req-4024fe7d-1701-41c6-bf7a-0487d0d065fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:39.160313 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4266a6e-b13b-49e9-9fcc-7cb5c241c874 req-4024fe7d-1701-41c6-bf7a-0487d0d065fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36b5cdf5-cca4-46bb-bfb1-12685fef26af HTTP/1.1" status: 200 len: 845 time: 0.2991462 Apr 22 15:08:39.170213 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Transition to ACTIVE for port object f1673b0e-8197-477d-91e9-b4420c74145e will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:39.180557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6361495e-89a7-414d-bbca-282911563652 None None] Routers {'d6b09b0c-3af0-488d-b58c-807d68b394cf'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:39.181174 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-6361495e-89a7-414d-bbca-282911563652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d6b09b0c-3af0-488d-b58c-807d68b394cf'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:39.211453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4ef0505a-1afa-4e80-9c5e-52f90cd310c8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:39.272440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0505a-1afa-4e80-9c5e-52f90cd310c8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event deleted for resources: {'Port': ['ID=5c623f87-6439-4660-98fe-b6c74e885aad,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:39.311869 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Transition to ACTIVE for port object f1673b0e-8197-477d-91e9-b4420c74145e will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:39.330369 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:39.427126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4ef0505a-1afa-4e80-9c5e-52f90cd310c8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:39.456620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Pushing event updated for resources: {'Port': ['ID=f1673b0e-8197-477d-91e9-b4420c74145e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:39.464109 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4266a6e-b13b-49e9-9fcc-7cb5c241c874 req-57f0c178-2c4d-4a51-a920-5bc09e2446a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=32587937-ea4e-42e2-a240-c92672372817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2910364 Apr 22 15:08:39.465235 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Network c2f01b46-4861-4dbf-bda3-265199128de1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:39.467394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Allocated IP 2001:db8::f816:3eff:fe88:bc4c (c2f01b46-4861-4dbf-bda3-265199128de1/b51c62b5-7fd4-4526-819f-4db3d52fa7e2/bbd6fc10-fc0f-44a4-bd1f-fb455f164b81) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:39.471446 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:39.471976 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4ef0505a-1afa-4e80-9c5e-52f90cd310c8 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "DELETE /v2.0/ports/5c623f87-6439-4660-98fe-b6c74e885aad HTTP/1.1" status: 204 len: 168 time: 1.6245739 Apr 22 15:08:39.475552 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54678) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:39.481621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:39.532214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d28b2d1-c5b6-43a9-bc01-b6a126a635ce tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:39.545373 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-6361495e-89a7-414d-bbca-282911563652 None None] Set router d6b09b0c-3af0-488d-b58c-807d68b394cf gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:08:39.549166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-993591ba-215e-4caf-8a2e-c259c32c52f3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:39.597241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250a1ce7-c623-4b54-8f99-5cbeaac22bc4 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:39.637237 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4266a6e-b13b-49e9-9fcc-7cb5c241c874 req-9a2711bb-5c53-4f3f-b86c-e6e28535d2ab service neutron] 10.222.0.70 "GET /v2.0/networks/32587937-ea4e-42e2-a240-c92672372817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616511 Apr 22 15:08:39.687468 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28b2d1-c5b6-43a9-bc01-b6a126a635ce tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event deleted for resources: {'Port': ['ID=482bf0e2-420f-467a-9690-eeb9f08969b6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:39.726540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Attempting to bind port f1673b0e-8197-477d-91e9-b4420c74145e on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:39.727477 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Attempting to bind port f1673b0e-8197-477d-91e9-b4420c74145e by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '44b7686f-7fdb-47b2-a185-5442e33d850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c2f01b46-4861-4dbf-bda3-265199128de1'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:39.727477 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Attempting to bind port f1673b0e-8197-477d-91e9-b4420c74145e on network c2f01b46-4861-4dbf-bda3-265199128de1 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:39.881163 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:39.882160 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Checking segment: {'id': '44b7686f-7fdb-47b2-a185-5442e33d850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c2f01b46-4861-4dbf-bda3-265199128de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:39.883033 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:39.883875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Bound using segment: {'id': '44b7686f-7fdb-47b2-a185-5442e33d850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c2f01b46-4861-4dbf-bda3-265199128de1'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:39.884885 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Bound port: f1673b0e-8197-477d-91e9-b4420c74145e, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b7686f-7fdb-47b2-a185-5442e33d850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'c2f01b46-4861-4dbf-bda3-265199128de1'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:39.885883 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:39.910033 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4266a6e-b13b-49e9-9fcc-7cb5c241c874 req-b82aa902-ed0f-4451-b512-4ef22e5e7791 service neutron] 10.222.0.70 "GET /v2.0/networks/32587937-ea4e-42e2-a240-c92672372817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208395 Apr 22 15:08:39.992268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250a1ce7-c623-4b54-8f99-5cbeaac22bc4 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:40.007429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-250a1ce7-c623-4b54-8f99-5cbeaac22bc4 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.019305 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30427a0-2d43-4ab9-b1c6-9f2f274254af None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:40.086425 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-250a1ce7-c623-4b54-8f99-5cbeaac22bc4 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "PUT /v2.0/floatingips/5d399afc-9932-48e1-b0d8-fd5b37d78b72 HTTP/1.1" status: 200 len: 687 time: 3.4460289 Apr 22 15:08:40.087228 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54682) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:40.120544 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30427a0-2d43-4ab9-b1c6-9f2f274254af None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:40.121113 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c30427a0-2d43-4ab9-b1c6-9f2f274254af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:40.188047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c30427a0-2d43-4ab9-b1c6-9f2f274254af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:40.190372 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] For port f1673b0e-8197-477d-91e9-b4420c74145e, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:40.200687 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] For port f1673b0e-8197-477d-91e9-b4420c74145e, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f1673b0e-8197-477d-91e9-b4420c74145e,segment=NetworkSegment(44b7686f-7fdb-47b2-a185-5442e33d850c),segment_id=44b7686f-7fdb-47b2-a185-5442e33d850c)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:40.209462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d28b2d1-c5b6-43a9-bc01-b6a126a635ce tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.210127 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.247372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-44ecd238-5e3c-4efc-bb4a-2254065a2a21 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port 4fe49871-6498-43d0-ae34-932d3bbb26e0 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:40.247945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44ecd238-5e3c-4efc-bb4a-2254065a2a21 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.249945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-6361495e-89a7-414d-bbca-282911563652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b09b0c-3af0-488d-b58c-807d68b394cf', 'name': 'tempest-snat-router-152876409', 'tenant_id': 'b114c0be161d489bb4c6e754e3b943ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': 'ab4f57b6-52ae-4581-8cd0-66551e6c3bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:25Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 3, 'project_id': 'b114c0be161d489bb4c6e754e3b943ac', 'gw_port': {'id': 'ab4f57b6-52ae-4581-8cd0-66551e6c3bc3', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:12:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b09b0c-3af0-488d-b58c-807d68b394cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:29Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:40.257817 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-993591ba-215e-4caf-8a2e-c259c32c52f3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.276435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30427a0-2d43-4ab9-b1c6-9f2f274254af None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:40.277428 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c30427a0-2d43-4ab9-b1c6-9f2f274254af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:40.299080 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3d28b2d1-c5b6-43a9-bc01-b6a126a635ce tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "DELETE /v2.0/ports/482bf0e2-420f-467a-9690-eeb9f08969b6 HTTP/1.1" status: 204 len: 168 time: 2.5358834 Apr 22 15:08:40.303864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54686) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:40.320066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993591ba-215e-4caf-8a2e-c259c32c52f3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=061cce88-867a-4dc0-a154-f9a076c7c4c0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:40.336318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361495e-89a7-414d-bbca-282911563652 None None] The sync data for ids ['d6b09b0c-3af0-488d-b58c-807d68b394cf'] in dv-neutron-838883-3-hyperv is: [{'id': 'd6b09b0c-3af0-488d-b58c-807d68b394cf', 'name': 'tempest-snat-router-152876409', 'tenant_id': 'b114c0be161d489bb4c6e754e3b943ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': 'ab4f57b6-52ae-4581-8cd0-66551e6c3bc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:08:25Z', 'updated_at': '2022-04-22T15:08:32Z', 'revision_number': 3, 'project_id': 'b114c0be161d489bb4c6e754e3b943ac', 'gw_port': {'id': 'ab4f57b6-52ae-4581-8cd0-66551e6c3bc3', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:12:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b09b0c-3af0-488d-b58c-807d68b394cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:08:29Z', 'updated_at': '2022-04-22T15:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:40.355203 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c30427a0-2d43-4ab9-b1c6-9f2f274254af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:40.355616 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30427a0-2d43-4ab9-b1c6-9f2f274254af None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:40.377718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-993591ba-215e-4caf-8a2e-c259c32c52f3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.382609 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-993591ba-215e-4caf-8a2e-c259c32c52f3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/061cce88-867a-4dc0-a154-f9a076c7c4c0 HTTP/1.1" status: 204 len: 168 time: 2.0240211 Apr 22 15:08:40.385493 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac363d9a-a61f-47f9-9eef-ac60ae20aaf2 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:40.409495 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65a4af-0900-48c3-aee6-7806c78ccbdc None None] Pushing event updated for resources: {'Port': ['ID=f1673b0e-8197-477d-91e9-b4420c74145e,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:40.409976 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54690) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:40.502077 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f4994472-75cf-4e06-a98e-30bf46929e18 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896761 Apr 22 15:08:40.505707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-23501039-995f-4177-ba46-75f44b751fc2 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Deleting subnet fecc28c8-33ca-439c-a15e-465e3ed15e5f {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:08:40.508194 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54694) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:40.510749 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.515005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb31657-2a71-4295-b6ea-17a93a883b21 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:40.515905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5fb31657-2a71-4295-b6ea-17a93a883b21 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Synchronizing usage tracker for tenant:50b15df700a54001a81f382fd0a4c71c on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:40.519308 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23501039-995f-4177-ba46-75f44b751fc2 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.537134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-bc926e22-bfd4-437b-97ec-cf51184699aa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:40.558420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44ecd238-5e3c-4efc-bb4a-2254065a2a21 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.558420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44ecd238-5e3c-4efc-bb4a-2254065a2a21 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.581998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Transition to ACTIVE for port object bbd6fc10-fc0f-44a4-bd1f-fb455f164b81 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:40.586442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.606437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23501039-995f-4177-ba46-75f44b751fc2 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.660763 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Deleting port ab4f57b6-52ae-4581-8cd0-66551e6c3bc3 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:40.661350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.731761 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c40a1f4-db8a-4cf2-bd76-b46726ef4847 None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:08:40.741470 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1c40a1f4-db8a-4cf2-bd76-b46726ef4847 None None] Deleting port 56ef6aa1-7940-41c9-a09f-012c14930978 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:40.742266 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c40a1f4-db8a-4cf2-bd76-b46726ef4847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.822017 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:40.956853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-44ecd238-5e3c-4efc-bb4a-2254065a2a21 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for 4fe49871-6498-43d0-ae34-932d3bbb26e0 owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:40.959659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Network c2f01b46-4861-4dbf-bda3-265199128de1 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:40.962759 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'Port': ['ID=bbd6fc10-fc0f-44a4-bd1f-fb455f164b81,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:40.968432 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:40.986064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:40.990048 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:40.990757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.011891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] For port ab4f57b6-52ae-4581-8cd0-66551e6c3bc3, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ab4f57b6-52ae-4581-8cd0-66551e6c3bc3,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:41.012289 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.021911 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1c40a1f4-db8a-4cf2-bd76-b46726ef4847 None None] For port 56ef6aa1-7940-41c9-a09f-012c14930978, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=56ef6aa1-7940-41c9-a09f-012c14930978,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:41.023044 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c40a1f4-db8a-4cf2-bd76-b46726ef4847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.025725 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23501039-995f-4177-ba46-75f44b751fc2 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.047683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5fb31657-2a71-4295-b6ea-17a93a883b21 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Unset dirty status for tenant:50b15df700a54001a81f382fd0a4c71c on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:41.051796 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5fb31657-2a71-4295-b6ea-17a93a883b21 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d75848f-3a36-40e0-9f75-6aeda1f28008 HTTP/1.1" status: 200 len: 913 time: 0.7444093 Apr 22 15:08:41.054756 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54700) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:41.092992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bc926e22-bfd4-437b-97ec-cf51184699aa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:41.131982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bc926e22-bfd4-437b-97ec-cf51184699aa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:41.170615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc926e22-bfd4-437b-97ec-cf51184699aa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:41.203259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1c40a1f4-db8a-4cf2-bd76-b46726ef4847 None None] Calling delete_port for 56ef6aa1-7940-41c9-a09f-012c14930978 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:41.253386 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0bf7ae78-96e1-49ea-9534-2b5105af1a19 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3447576 Apr 22 15:08:41.255063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54704) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:41.263177 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Calling delete_port for ab4f57b6-52ae-4581-8cd0-66551e6c3bc3 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:41.283538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c40a1f4-db8a-4cf2-bd76-b46726ef4847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.335216 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40a1f4-db8a-4cf2-bd76-b46726ef4847 None None] Pushing event deleted for resources: {'Port': ['ID=56ef6aa1-7940-41c9-a09f-012c14930978,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:41.357892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40a1f4-db8a-4cf2-bd76-b46726ef4847 None None] No DVR routers for this DVR port 56ef6aa1-7940-41c9-a09f-012c14930978 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:08:41.432491 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23501039-995f-4177-ba46-75f44b751fc2 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.455790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc926e22-bfd4-437b-97ec-cf51184699aa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.493738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23501039-995f-4177-ba46-75f44b751fc2 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event deleted for resources: {'Subnet': ['ID=fecc28c8-33ca-439c-a15e-465e3ed15e5f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:41.511175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23501039-995f-4177-ba46-75f44b751fc2 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.537075 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-23501039-995f-4177-ba46-75f44b751fc2 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "DELETE /v2.0/subnets/fecc28c8-33ca-439c-a15e-465e3ed15e5f HTTP/1.1" status: 204 len: 168 time: 2.0576186 Apr 22 15:08:41.540552 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54708) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:41.548253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20da6f6-523a-42c0-9406-65bb9ef9daa4 None None] Network f19303dc-bac7-40d1-afe1-4ceeeb016d4b requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:41.634687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44ecd238-5e3c-4efc-bb4a-2254065a2a21 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.710302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecd238-5e3c-4efc-bb4a-2254065a2a21 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=4fe49871-6498-43d0-ae34-932d3bbb26e0,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:41.740544 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b94c20-ede9-4a7a-a49d-bbc490bebf74 None None] Network c2f01b46-4861-4dbf-bda3-265199128de1 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:41.838582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-56eb3e31-4eb9-489f-8b86-61e02127cc48 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Deleting subnet b51c62b5-7fd4-4526-819f-4db3d52fa7e2 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:08:41.849807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56eb3e31-4eb9-489f-8b86-61e02127cc48 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.881064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.897715 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.938935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Deleting port ae60e734-372b-4e93-9ddf-0aae27c6d230 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:41.939425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:41.957203 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56eb3e31-4eb9-489f-8b86-61e02127cc48 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.000176 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-01228fc0-7e3a-41ac-a378-9b6e80191fa8 None None] Provisioning for port f1673b0e-8197-477d-91e9-b4420c74145e completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:42.060859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56eb3e31-4eb9-489f-8b86-61e02127cc48 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.075397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab4f57b6-52ae-4581-8cd0-66551e6c3bc3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:42.123059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44ecd238-5e3c-4efc-bb4a-2254065a2a21 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.186585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44ecd238-5e3c-4efc-bb4a-2254065a2a21 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.187976 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-44ecd238-5e3c-4efc-bb4a-2254065a2a21 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/floatingips/5d399afc-9932-48e1-b0d8-fd5b37d78b72 HTTP/1.1" status: 204 len: 168 time: 2.0997839 Apr 22 15:08:42.191577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54712) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:42.199433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '3e34371e-6e00-40fc-b1e0-bf3c36af4caa'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:42.204113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56eb3e31-4eb9-489f-8b86-61e02127cc48 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.233638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781c1219-d25a-4fc9-be08-c5e10bd6ddb2 None None] DHCP port deletion for f19303dc-bac7-40d1-afe1-4ceeeb016d4b request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:08:42.238183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:42.239942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-781c1219-d25a-4fc9-be08-c5e10bd6ddb2 None None] Deleting port ae60e734-372b-4e93-9ddf-0aae27c6d230 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:42.240481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-781c1219-d25a-4fc9-be08-c5e10bd6ddb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.240595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc926e22-bfd4-437b-97ec-cf51184699aa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.250352 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Usage tracker for resource:floatingip and tenant:c12731375b86407aa0ae0ac31717a9d7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:42.257252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:42.267172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb3e31-4eb9-489f-8b86-61e02127cc48 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Subnet': ['ID=b51c62b5-7fd4-4526-819f-4db3d52fa7e2,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:42.270861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:42.331975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-56eb3e31-4eb9-489f-8b86-61e02127cc48 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.335953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc926e22-bfd4-437b-97ec-cf51184699aa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:42.343886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-bc926e22-bfd4-437b-97ec-cf51184699aa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:42.349828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc926e22-bfd4-437b-97ec-cf51184699aa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:42.350713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc926e22-bfd4-437b-97ec-cf51184699aa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.362434 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-56eb3e31-4eb9-489f-8b86-61e02127cc48 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/subnets/b51c62b5-7fd4-4526-819f-4db3d52fa7e2 HTTP/1.1" status: 204 len: 168 time: 1.0202856 Apr 22 15:08:42.372530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54716) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:42.380504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.410342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e073dab-9062-4a76-9560-94fbde4e90c1 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:42.417852 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] For port ae60e734-372b-4e93-9ddf-0aae27c6d230, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ae60e734-372b-4e93-9ddf-0aae27c6d230,segment=NetworkSegment(52bdaf75-a89d-4dad-88df-fb7c68e68273),segment_id=52bdaf75-a89d-4dad-88df-fb7c68e68273)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:42.418231 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.423494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f1673b0e-8197-477d-91e9-b4420c74145e up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:42.435974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc926e22-bfd4-437b-97ec-cf51184699aa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=ccdc1630-e345-48a7-881e-47dcc4857f1e,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:42.462297 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bc926e22-bfd4-437b-97ec-cf51184699aa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9428911 Apr 22 15:08:42.465408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54720) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:42.517530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'name': 'tempest-NetworksTestDHCPv6-2011938307'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:42.553958 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Calling delete_port for ae60e734-372b-4e93-9ddf-0aae27c6d230 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:42.568424 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338a482a-5994-46b5-a28f-b8c27527d122 None None] Network c2f01b46-4861-4dbf-bda3-265199128de1 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:42.630782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e5a55-5792-4915-83ef-11a384f46ee9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:42.632289 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e5a55-5792-4915-83ef-11a384f46ee9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:42.633164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a56e5a55-5792-4915-83ef-11a384f46ee9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Synchronizing usage tracker for tenant:048db9da764e407da54d3b78a084139f on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:42.705693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a56e5a55-5792-4915-83ef-11a384f46ee9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Unset dirty status for tenant:048db9da764e407da54d3b78a084139f on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:42.710725 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a56e5a55-5792-4915-83ef-11a384f46ee9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3335197 Apr 22 15:08:42.711466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54724) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:42.746317 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:42.782593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.894239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-acfee87b-ce28-4616-a0dd-140bdadd060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.896220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:42.907416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:42.926371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:42.927707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:42.977091 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-577cc6a7-3259-49e0-adab-cc5526381ca4 None None] Provisioning for port bbd6fc10-fc0f-44a4-bd1f-fb455f164b81 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:42.983999 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f47c80dd-748d-43b2-8c8d-9197926947cf tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.001458 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47c80dd-748d-43b2-8c8d-9197926947cf tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 22 15:08:43.002264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47c80dd-748d-43b2-8c8d-9197926947cf tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:08:43.004258 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f47c80dd-748d-43b2-8c8d-9197926947cf tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/networks/c2f01b46-4861-4dbf-bda3-265199128de1 HTTP/1.1" status: 409 len: 405 time: 0.2918038 Apr 22 15:08:43.005956 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:43.009131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.019326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54728) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:43.020922 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.022020 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port f1673b0e-8197-477d-91e9-b4420c74145e completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:43.036252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-46248014'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:43.072086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-577cc6a7-3259-49e0-adab-cc5526381ca4 None None] Provisioning complete for port bbd6fc10-fc0f-44a4-bd1f-fb455f164b81 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:43.072455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-577cc6a7-3259-49e0-adab-cc5526381ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.086715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:43.095227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Usage tracker for resource:network and tenant:048db9da764e407da54d3b78a084139f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:43.109200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:43.112817 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port 72fe4ff2-f7c5-4122-8bf3-4b11393e2e18 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:43.115566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port f1673b0e-8197-477d-91e9-b4420c74145e triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:43.115940 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.158344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:43.162373 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-781c1219-d25a-4fc9-be08-c5e10bd6ddb2 None None] For port ae60e734-372b-4e93-9ddf-0aae27c6d230, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ae60e734-372b-4e93-9ddf-0aae27c6d230,segment=NetworkSegment(52bdaf75-a89d-4dad-88df-fb7c68e68273),segment_id=52bdaf75-a89d-4dad-88df-fb7c68e68273)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:43.162705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-781c1219-d25a-4fc9-be08-c5e10bd6ddb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.198570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Made reservation on behalf of 048db9da764e407da54d3b78a084139f for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:43.201529 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.226228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event deleted for resources: {'Port': ['ID=ae60e734-372b-4e93-9ddf-0aae27c6d230,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:43.239542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.244257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] No DVR routers for this DVR port ae60e734-372b-4e93-9ddf-0aae27c6d230 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:08:43.292894 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.343445 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:08:43.373176 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.26.8.146 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/30e0660e-6600-4a4e-9189-60df4248fafb) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:43.375113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.375453 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Added segment c47e35ab-9b5f-4bc8-a6ec-087f90fc7c9c of type vlan for network 9992db00-0975-4de2-bc5b-a8500eb937f2 Apr 22 15:08:43.390401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::351 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/ccdc1630-e345-48a7-881e-47dcc4857f1e/72fe4ff2-f7c5-4122-8bf3-4b11393e2e18) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:43.392911 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-781c1219-d25a-4fc9-be08-c5e10bd6ddb2 None None] Calling delete_port for ae60e734-372b-4e93-9ddf-0aae27c6d230 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:43.403202 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.425571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-577cc6a7-3259-49e0-adab-cc5526381ca4 None None] Port bbd6fc10-fc0f-44a4-bd1f-fb455f164b81 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:08:43.426259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.426500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6b09b0c-3af0-488d-b58c-807d68b394cf {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:08:43.442431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19303dc-bac7-40d1-afe1-4ceeeb016d4b']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:43.457169 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': 'ccdc1630-e345-48a7-881e-47dcc4857f1e'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:08:43.458536 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.464468 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bdaf75-a89d-4dad-88df-fb7c68e68273') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:43.464760 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bdaf75-a89d-4dad-88df-fb7c68e68273') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:43.478933 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.483152 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-067d63c2-ad86-4606-9679-fad7df4e336c tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "DELETE /v2.0/routers/d6b09b0c-3af0-488d-b58c-807d68b394cf HTTP/1.1" status: 204 len: 168 time: 5.6712382 Apr 22 15:08:43.483152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.491737 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54732) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:43.527603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.549577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff5f8-36e8-40ce-baab-7e5cddba6761 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.633863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-577cc6a7-3259-49e0-adab-cc5526381ca4 None None] Provisioning complete for port f1673b0e-8197-477d-91e9-b4420c74145e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:43.634748 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-577cc6a7-3259-49e0-adab-cc5526381ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.668967 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] DHCP port deletion for c2f01b46-4861-4dbf-bda3-265199128de1 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:08:43.674057 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.712918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] Deleting port f1673b0e-8197-477d-91e9-b4420c74145e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:43.713557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.721788 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.725486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:43.726073 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.742530 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:08:43.742927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:08:43.759396 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:08:43.761806 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.773909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-781c1219-d25a-4fc9-be08-c5e10bd6ddb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:08:43.774286 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-781c1219-d25a-4fc9-be08-c5e10bd6ddb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:08:43.800371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.868130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.891662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.904581 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:43.906913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] Pushing event deleted for resources: {'Network': ['ID=f19303dc-bac7-40d1-afe1-4ceeeb016d4b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:43.911929 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-79745cec-fbc8-4c57-ab95-71b429c20960 tempest-AllowedAddressPairTestJSON-139521878 tempest-AllowedAddressPairTestJSON-139521878-project] 10.222.0.71 "DELETE /v2.0/networks/f19303dc-bac7-40d1-afe1-4ceeeb016d4b HTTP/1.1" status: 204 len: 168 time: 2.3666215 Apr 22 15:08:43.927913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object 72fe4ff2-f7c5-4122-8bf3-4b11393e2e18 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:43.939739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'Network': ['ID=9992db00-0975-4de2-bc5b-a8500eb937f2,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:43.944763 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f1e53c88-8ec8-4463-a418-84b7bed908d5 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9210997 Apr 22 15:08:43.953140 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54740) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:43.962174 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Request body: {'subnet': {'network_id': '9992db00-0975-4de2-bc5b-a8500eb937f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:43.983043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:44.037406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port f1673b0e-8197-477d-91e9-b4420c74145e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f1673b0e-8197-477d-91e9-b4420c74145e,segment=NetworkSegment(44b7686f-7fdb-47b2-a185-5442e33d850c),segment_id=44b7686f-7fdb-47b2-a185-5442e33d850c)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:44.060885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:44.131435 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:44.132436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=30e0660e-6600-4a4e-9189-60df4248fafb,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:44.139810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:44.143065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:44.166770 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:44.175177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:44.183438 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:44.205278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:44.214335 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] For port f1673b0e-8197-477d-91e9-b4420c74145e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f1673b0e-8197-477d-91e9-b4420c74145e,segment=NetworkSegment(44b7686f-7fdb-47b2-a185-5442e33d850c),segment_id=44b7686f-7fdb-47b2-a185-5442e33d850c)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:44.214736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:44.222132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:44.226013 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:44.226660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:44.231275 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-577cc6a7-3259-49e0-adab-cc5526381ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:44.234369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:44.243267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 9992db00-0975-4de2-bc5b-a8500eb937f2 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:08:44.277762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=72fe4ff2-f7c5-4122-8bf3-4b11393e2e18,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:44.298763 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5b65a54e-6879-4020-a22b-53f174fdd1b3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7867925 Apr 22 15:08:44.308515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Made reservation on behalf of 048db9da764e407da54d3b78a084139f for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:44.317046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-781c1219-d25a-4fc9-be08-c5e10bd6ddb2 None None] Deleting port ae60e734-372b-4e93-9ddf-0aae27c6d230 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:44.317776 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-781c1219-d25a-4fc9-be08-c5e10bd6ddb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:44.323246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54746) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:44.363519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54750) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:44.369581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:44.530585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:44.636005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ff0e7-4b41-4805-b74a-79050cfb79f0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:44.636005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1f6ff0e7-4b41-4805-b74a-79050cfb79f0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:44.641409 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 56ef6aa1-7940-41c9-a09f-012c14930978 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:44.695517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1f6ff0e7-4b41-4805-b74a-79050cfb79f0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:44.696730 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1f6ff0e7-4b41-4805-b74a-79050cfb79f0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3677583 Apr 22 15:08:44.705556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54756) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:44.743210 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] Calling delete_port for f1673b0e-8197-477d-91e9-b4420c74145e owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:44.779653 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-42bd793f-03a6-4770-b667-f3ccb0130ccd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d32787d5445749b08f8f21f01e4f1ae7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4082563 Apr 22 15:08:44.787920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54760) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:44.819062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 56ef6aa1-7940-41c9-a09f-012c14930978 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:44.819304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 56ef6aa1-7940-41c9-a09f-012c14930978 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:44.822057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb7cce-4d16-421a-953d-7dd32a75bea9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port 72fe4ff2-f7c5-4122-8bf3-4b11393e2e18 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:44.822948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7cce-4d16-421a-953d-7dd32a75bea9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:44.840148 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-781c1219-d25a-4fc9-be08-c5e10bd6ddb2 None None] The port 'ae60e734-372b-4e93-9ddf-0aae27c6d230' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:08:44.912568 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Allocated IP 2001:db8::2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/ccdc1630-e345-48a7-881e-47dcc4857f1e/8957d575-5136-4b33-b62a-479ed3428900) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:44.954955 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=f1673b0e-8197-477d-91e9-b4420c74145e,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:45.005945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-577cc6a7-3259-49e0-adab-cc5526381ca4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:08:45.006347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-577cc6a7-3259-49e0-adab-cc5526381ca4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:08:45.064468 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ae60e734-372b-4e93-9ddf-0aae27c6d230 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:45.091433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a669261-1b53-4edf-be16-07674d213428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.116582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: ae60e734-372b-4e93-9ddf-0aae27c6d230 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:45.116582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ae60e734-372b-4e93-9ddf-0aae27c6d230 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:45.116582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f1673b0e-8197-477d-91e9-b4420c74145e no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:45.154826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:08:45.154826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:08:45.176849 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92f29023-ec52-46df-9e80-b318383f4f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.305629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.329770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.352858 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.362173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Deleting port edccc1da-77da-4757-a1ee-a831d9e37b8f {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:45.362623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.365975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92f29023-ec52-46df-9e80-b318383f4f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.369917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Transition to ACTIVE for port object 8957d575-5136-4b33-b62a-479ed3428900 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:45.394420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port f1673b0e-8197-477d-91e9-b4420c74145e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f1673b0e-8197-477d-91e9-b4420c74145e,segment=NetworkSegment(44b7686f-7fdb-47b2-a185-5442e33d850c),segment_id=44b7686f-7fdb-47b2-a185-5442e33d850c)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:45.402546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Transition to ACTIVE for port object 8957d575-5136-4b33-b62a-479ed3428900 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:45.404995 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.414652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:08:45.426838 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.427189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.447934 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.494585 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:45.496526 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:45.501897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:45.504732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=f1673b0e-8197-477d-91e9-b4420c74145e,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:45.518236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7cce-4d16-421a-953d-7dd32a75bea9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.643344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92f29023-ec52-46df-9e80-b318383f4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.643541 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'Subnet': ['ID=ceea3475-252f-4989-8699-41e2250badd9,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:45.645654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.678691 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] Deleting port f1673b0e-8197-477d-91e9-b4420c74145e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:45.679057 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.679272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb7cce-4d16-421a-953d-7dd32a75bea9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for 72fe4ff2-f7c5-4122-8bf3-4b11393e2e18 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:45.692150 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ff5f8-36e8-40ce-baab-7e5cddba6761 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Deleting port 77b0bee6-21a8-40da-9f7e-597baebad81c {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:45.692618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff5f8-36e8-40ce-baab-7e5cddba6761 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.729047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f29023-ec52-46df-9e80-b318383f4f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4074eeb-410a-4540-a75d-e0a045b0234c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:45.754918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-577cc6a7-3259-49e0-adab-cc5526381ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.767374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] For port edccc1da-77da-4757-a1ee-a831d9e37b8f, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=edccc1da-77da-4757-a1ee-a831d9e37b8f,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:45.767895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.772837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92f29023-ec52-46df-9e80-b318383f4f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.776726 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-92f29023-ec52-46df-9e80-b318383f4f9a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f4074eeb-410a-4540-a75d-e0a045b0234c HTTP/1.1" status: 204 len: 168 time: 0.9833140 Apr 22 15:08:45.777869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Checking segment: {'id': 'c47e35ab-9b5f-4bc8-a6ec-087f90fc7c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9992db00-0975-4de2-bc5b-a8500eb937f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:45.779669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Network hostable DHCP agents. Network: 9992db00-0975-4de2-bc5b-a8500eb937f2, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:08:45.782248 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Pushing event updated for resources: {'Port': ['ID=8957d575-5136-4b33-b62a-479ed3428900,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:45.856770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-577cc6a7-3259-49e0-adab-cc5526381ca4 None None] For port f1673b0e-8197-477d-91e9-b4420c74145e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f1673b0e-8197-477d-91e9-b4420c74145e,segment=NetworkSegment(44b7686f-7fdb-47b2-a185-5442e33d850c),segment_id=44b7686f-7fdb-47b2-a185-5442e33d850c)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:45.857977 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Attempting to bind port 8957d575-5136-4b33-b62a-479ed3428900 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:45.858454 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Attempting to bind port 8957d575-5136-4b33-b62a-479ed3428900 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:45.858838 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Attempting to bind port 8957d575-5136-4b33-b62a-479ed3428900 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:45.905296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:45.905931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:45.906524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.907189 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:45.907825 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Bound port: 8957d575-5136-4b33-b62a-479ed3428900, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:45.908435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:45.956753 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-577cc6a7-3259-49e0-adab-cc5526381ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.017189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7cce-4d16-421a-953d-7dd32a75bea9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.037512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Calling delete_port for edccc1da-77da-4757-a1ee-a831d9e37b8f owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:46.077869 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb7cce-4d16-421a-953d-7dd32a75bea9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=72fe4ff2-f7c5-4122-8bf3-4b11393e2e18,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:46.119276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.137406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.161638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.171245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Network 9992db00-0975-4de2-bc5b-a8500eb937f2 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:08:46.177974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.225923 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 9992db00-0975-4de2-bc5b-a8500eb937f2) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:46.228895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff5f8-36e8-40ce-baab-7e5cddba6761 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.251563 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1423c1c-8185-40e1-a3a2-4095f552c92e None None] Network 9992db00-0975-4de2-bc5b-a8500eb937f2 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:46.251801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7cce-4d16-421a-953d-7dd32a75bea9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.277476 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e8eb7cce-4d16-421a-953d-7dd32a75bea9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/72fe4ff2-f7c5-4122-8bf3-4b11393e2e18 HTTP/1.1" status: 204 len: 168 time: 1.5606561 Apr 22 15:08:46.281582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cc6a7-3259-49e0-adab-cc5526381ca4 None None] Pushing event updated for resources: {'Port': ['ID=f1673b0e-8197-477d-91e9-b4420c74145e,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:46.282257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54774) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:46.283480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=30e0660e-6600-4a4e-9189-60df4248fafb,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:46.391882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28befc1f-943e-4652-912d-cc72c2e5bb6e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:46.394611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28befc1f-943e-4652-912d-cc72c2e5bb6e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:46.395528 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-28befc1f-943e-4652-912d-cc72c2e5bb6e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:46.427395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] For port f1673b0e-8197-477d-91e9-b4420c74145e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f1673b0e-8197-477d-91e9-b4420c74145e,segment=NetworkSegment(44b7686f-7fdb-47b2-a185-5442e33d850c),segment_id=44b7686f-7fdb-47b2-a185-5442e33d850c)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:46.427739 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.436247 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] For port 8957d575-5136-4b33-b62a-479ed3428900, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:46.478903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-28befc1f-943e-4652-912d-cc72c2e5bb6e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:46.480361 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-28befc1f-943e-4652-912d-cc72c2e5bb6e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1940155 Apr 22 15:08:46.483584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54780) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:46.494955 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:46.495733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.534090 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ff5f8-36e8-40ce-baab-7e5cddba6761 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Calling delete_port for 77b0bee6-21a8-40da-9f7e-597baebad81c owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:46.585655 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:46.588098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] For port 8957d575-5136-4b33-b62a-479ed3428900, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8957d575-5136-4b33-b62a-479ed3428900,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:46.599904 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] Calling delete_port for f1673b0e-8197-477d-91e9-b4420c74145e owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:46.662642 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cc6d8fad-1a33-4d6b-9010-1a2eafba6a17 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7047791 Apr 22 15:08:46.663452 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54786) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:46.788887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.117616 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54794) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:47.120131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6047b5-d63c-4730-9ac5-0888e80c3095 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet ccdc1630-e345-48a7-881e-47dcc4857f1e {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:08:47.120462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941e75f-7be2-48cd-8c44-a8183795c628 None None] Pushing event updated for resources: {'Port': ['ID=8957d575-5136-4b33-b62a-479ed3428900,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:47.128540 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d6047b5-d63c-4730-9ac5-0888e80c3095 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.148399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.194625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-9992db00-0975-4de2-bc5b-a8500eb937f2', 'network_id': '9992db00-0975-4de2-bc5b-a8500eb937f2', 'tenant_id': '048db9da764e407da54d3b78a084139f', 'fixed_ips': [{'subnet_id': 'ceea3475-252f-4989-8699-41e2250badd9'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:08:47.195615 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.207019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.228918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d6047b5-d63c-4730-9ac5-0888e80c3095 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.253649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] Pushing event deleted for resources: {'Port': ['ID=f1673b0e-8197-477d-91e9-b4420c74145e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:47.255724 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387fe8ad-b8fd-4e8f-889b-3bfbaa5ba994 None None] No DVR routers for this DVR port f1673b0e-8197-477d-91e9-b4420c74145e on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:08:47.276353 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.343011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event deleted for resources: {'Port': ['ID=edccc1da-77da-4757-a1ee-a831d9e37b8f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:47.390641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d6047b5-d63c-4730-9ac5-0888e80c3095 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.477769 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-72910594'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:47.491698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:47.505532 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.511437 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:network and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:47.516061 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:47.526702 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:47.532606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.562312 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Allocated IP 2001:db8::f816:3eff:fe1f:7149 (9992db00-0975-4de2-bc5b-a8500eb937f2/ceea3475-252f-4989-8699-41e2250badd9/d92bd8f5-d937-438e-9a65-7a17c694c514) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:47.568572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:47.571919 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.594434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff5f8-36e8-40ce-baab-7e5cddba6761 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.594681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.632506 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d6047b5-d63c-4730-9ac5-0888e80c3095 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.683386 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Floating IP dae58434-7697-41ee-8af9-4f7b862564ef associated. External IP: 172.26.8.146, port: 3e34371e-6e00-40fc-b1e0-bf3c36af4caa. Apr 22 15:08:47.754344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6047b5-d63c-4730-9ac5-0888e80c3095 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=ccdc1630-e345-48a7-881e-47dcc4857f1e,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:47.765700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ff5f8-36e8-40ce-baab-7e5cddba6761 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event deleted for resources: {'Port': ['ID=77b0bee6-21a8-40da-9f7e-597baebad81c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:47.812343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0d6047b5-d63c-4730-9ac5-0888e80c3095 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.815384 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:47.822001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.827298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:security_group_rule and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:47.835522 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:47.847128 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:47.875484 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0d6047b5-d63c-4730-9ac5-0888e80c3095 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/ccdc1630-e345-48a7-881e-47dcc4857f1e HTTP/1.1" status: 204 len: 168 time: 1.3874798 Apr 22 15:08:47.876122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54800) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:47.883231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.896370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Transition to ACTIVE for port object d92bd8f5-d937-438e-9a65-7a17c694c514 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:47.923038 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Transition to ACTIVE for port object d92bd8f5-d937-438e-9a65-7a17c694c514 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:47.933341 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:47.983801 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d40c893c-82f0-4020-bd3e-3ccee0b32c69 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054022 Apr 22 15:08:47.990298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54804) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:48.077028 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Network 9992db00-0975-4de2-bc5b-a8500eb937f2 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:48.078158 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Pushing event updated for resources: {'Port': ['ID=d92bd8f5-d937-438e-9a65-7a17c694c514,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:48.086817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:48.093674 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:48.196751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.208623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.215336 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:08:48.258520 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Attempting to bind port d92bd8f5-d937-438e-9a65-7a17c694c514 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:48.259066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Attempting to bind port d92bd8f5-d937-438e-9a65-7a17c694c514 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'c47e35ab-9b5f-4bc8-a6ec-087f90fc7c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9992db00-0975-4de2-bc5b-a8500eb937f2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:48.259212 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Attempting to bind port d92bd8f5-d937-438e-9a65-7a17c694c514 on network 9992db00-0975-4de2-bc5b-a8500eb937f2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:48.270260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:08:48.271060 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:48.272355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Checking segment: {'id': 'c47e35ab-9b5f-4bc8-a6ec-087f90fc7c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9992db00-0975-4de2-bc5b-a8500eb937f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:48.272355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.272564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.272814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Bound using segment: {'id': 'c47e35ab-9b5f-4bc8-a6ec-087f90fc7c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9992db00-0975-4de2-bc5b-a8500eb937f2'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:48.274113 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Bound port: d92bd8f5-d937-438e-9a65-7a17c694c514, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c47e35ab-9b5f-4bc8-a6ec-087f90fc7c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9992db00-0975-4de2-bc5b-a8500eb937f2'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:48.274515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.279534 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6002ee-912d-427c-907e-362f436157e2,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:48.298288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db61da37-8de5-4394-bdcf-c9b6f8d1678b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:48.299027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-db61da37-8de5-4394-bdcf-c9b6f8d1678b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:48.308191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.308534 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Added segment e8eca1cc-85a1-4e8b-b034-43955c460c03 of type vlan for network 5fb6fad3-bfb1-4aab-a0bd-258829e81d49 Apr 22 15:08:48.349895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-db61da37-8de5-4394-bdcf-c9b6f8d1678b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:48.353794 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-db61da37-8de5-4394-bdcf-c9b6f8d1678b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3614450 Apr 22 15:08:48.357044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54808) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:48.362775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.439724 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] For port d92bd8f5-d937-438e-9a65-7a17c694c514, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:48.443791 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.446031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Subnet': ['ID=ceea3475-252f-4989-8699-41e2250badd9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:48.446919 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] For port d92bd8f5-d937-438e-9a65-7a17c694c514, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d92bd8f5-d937-438e-9a65-7a17c694c514,segment=NetworkSegment(c47e35ab-9b5f-4bc8-a6ec-087f90fc7c9c),segment_id=c47e35ab-9b5f-4bc8-a6ec-087f90fc7c9c)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:48.464350 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.479608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.560376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:08:48.621523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf67c44-0048-4b84-ac63-bd107692420d None None] Pushing event updated for resources: {'Port': ['ID=d92bd8f5-d937-438e-9a65-7a17c694c514,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:48.655973 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47760ac5-bc40-49a6-a759-d65d9626af0e None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:48.667170 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.672873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:48.673913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.722718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64488fda-53d8-46a3-ae4f-baa85ebf6916 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:48.723786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-64488fda-53d8-46a3-ae4f-baa85ebf6916 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:48.756054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be36eb0-6a53-4f92-9a58-9e9545418cfc None None] Network 9992db00-0975-4de2-bc5b-a8500eb937f2 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:48.774963 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.820496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.821267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 910b8996-1432-44f0-8977-8db88c671397 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:08:48.823899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9992db00-0975-4de2-bc5b-a8500eb937f2']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:48.844333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47e35ab-9b5f-4bc8-a6ec-087f90fc7c9c') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:48.844868 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.7219026 Apr 22 15:08:48.844991 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47e35ab-9b5f-4bc8-a6ec-087f90fc7c9c') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:48.857073 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a52d45-ad27-4fa1-a024-d299d1634b9d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Network': ['ID=5fb6fad3-bfb1-4aab-a0bd-258829e81d49,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:48.862799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.875861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-64488fda-53d8-46a3-ae4f-baa85ebf6916 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:48.877314 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-64488fda-53d8-46a3-ae4f-baa85ebf6916 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5192082 Apr 22 15:08:48.881670 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54814) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:48.892013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.923162 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:08:48.929492 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:08:48.960041 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:08:49.022733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:49.030715 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-91b824fd-a613-4ac0-9393-272947c65dfd tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "DELETE /v2.0/routers/910b8996-1432-44f0-8977-8db88c671397 HTTP/1.1" status: 204 len: 168 time: 5.5378528 Apr 22 15:08:49.031696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54818) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:49.095497 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-646e07bf-b610-4ab9-9d0f-f3033dc12188 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2123811 Apr 22 15:08:49.102564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54822) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:49.112672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-469146782', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:49.134338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 15:08:49.134338 dv-neutron-838883-3-hyperv neutron-server[83934]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 15:08:49.134338 dv-neutron-838883-3-hyperv neutron-server[83934]: [parameters: {'id': '9992db00-0975-4de2-bc5b-a8500eb937f2'}] Apr 22 15:08:49.134338 dv-neutron-838883-3-hyperv neutron-server[83934]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:08:49.135969 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:08:49.141072 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 5fb6fad3-bfb1-4aab-a0bd-258829e81d49 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:08:49.144731 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e61d6757-26d8-4bd6-b63e-c78f518c255a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:49.170527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:49.263731 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Usage tracker for resource:router and tenant:0191850ed9054ece85166de769240aa9 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:49.275646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:49.276412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:49.301819 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:49.306266 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8957d575-5136-4b33-b62a-479ed3428900 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:49.377415 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e61d6757-26d8-4bd6-b63e-c78f518c255a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:49.389672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e61d6757-26d8-4bd6-b63e-c78f518c255a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:49.402625 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:49.404855 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:49.429305 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:49.445991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e0382bdc-a4c0-4ca3-8121-7a31db0ac92d None None] Provisioning for port 8957d575-5136-4b33-b62a-479ed3428900 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:49.470440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61d6757-26d8-4bd6-b63e-c78f518c255a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:49.518222 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b4ff5f8-36e8-40ce-baab-7e5cddba6761 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:49.602847 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 8957d575-5136-4b33-b62a-479ed3428900 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:49.610909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 8957d575-5136-4b33-b62a-479ed3428900 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:49.611273 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:49.699165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:08:49.708593 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Deleting port 8957d575-5136-4b33-b62a-479ed3428900 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:49.708954 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:49.782530 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:49.833181 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:49.848001 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde46eec-7897-4d3c-819b-def28959f0f6 None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:49.872445 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde46eec-7897-4d3c-819b-def28959f0f6 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:49.873604 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fde46eec-7897-4d3c-819b-def28959f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:49.876770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.012840 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fde46eec-7897-4d3c-819b-def28959f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:50.024836 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde46eec-7897-4d3c-819b-def28959f0f6 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:50.025629 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fde46eec-7897-4d3c-819b-def28959f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:50.033484 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.033673 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-40699d07-84aa-4b24-b1ea-93d39f0e0ab7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.8360832 Apr 22 15:08:50.034158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54826) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:50.051549 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Deleting port d92bd8f5-d937-438e-9a65-7a17c694c514 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:50.055582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.103086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 8957d575-5136-4b33-b62a-479ed3428900, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8957d575-5136-4b33-b62a-479ed3428900,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:50.115764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] For port 8957d575-5136-4b33-b62a-479ed3428900, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8957d575-5136-4b33-b62a-479ed3428900,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:50.116336 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.124626 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fde46eec-7897-4d3c-819b-def28959f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:50.125971 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde46eec-7897-4d3c-819b-def28959f0f6 None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:50.126453 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.176204 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e61d6757-26d8-4bd6-b63e-c78f518c255a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.224852 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cd1d09e1-61ff-4e20-93f9-152e4c61cb49 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "GET /v2.0/floatingips/dae58434-7697-41ee-8af9-4f7b862564ef HTTP/1.1" status: 200 len: 978 time: 0.1867018 Apr 22 15:08:50.225317 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54830) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:50.272467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Calling delete_port for 8957d575-5136-4b33-b62a-479ed3428900 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:50.330582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1f46946f-9de1-4f33-955f-f3d32d743162 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Synchronizing usage tracker for tenant:c12731375b86407aa0ae0ac31717a9d7 on resource:floatingip {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:50.349900 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1f46946f-9de1-4f33-955f-f3d32d743162 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Unset dirty status for tenant:c12731375b86407aa0ae0ac31717a9d7 on resource:floatingip {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:50.353865 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1f46946f-9de1-4f33-955f-f3d32d743162 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1248364 Apr 22 15:08:50.354118 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54834) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:50.362443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f99260e2-b86a-4746-9bd1-955949c5ee4b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'floatingip': {'port_id': '47ee178d-1f2e-4e24-9c16-5fe1b52148e5'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:50.398901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:08:50.399859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:08:50.409577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.440871 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=8957d575-5136-4b33-b62a-479ed3428900,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:50.441371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e61d6757-26d8-4bd6-b63e-c78f518c255a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.489853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f99260e2-b86a-4746-9bd1-955949c5ee4b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.601823 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d6757-26d8-4bd6-b63e-c78f518c255a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:50.603054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e61d6757-26d8-4bd6-b63e-c78f518c255a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:50.609066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61d6757-26d8-4bd6-b63e-c78f518c255a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:50.609824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e61d6757-26d8-4bd6-b63e-c78f518c255a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.645914 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d6757-26d8-4bd6-b63e-c78f518c255a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=5117bbeb-7144-4c36-8b56-2d8a2dcac89c,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:50.901342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Deleting port 8957d575-5136-4b33-b62a-479ed3428900 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:50.901738 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.959372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] For port d92bd8f5-d937-438e-9a65-7a17c694c514, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d92bd8f5-d937-438e-9a65-7a17c694c514,segment=NetworkSegment(c47e35ab-9b5f-4bc8-a6ec-087f90fc7c9c),segment_id=c47e35ab-9b5f-4bc8-a6ec-087f90fc7c9c)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:50.960425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:50.993240 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e61d6757-26d8-4bd6-b63e-c78f518c255a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8621747 Apr 22 15:08:51.015745 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8957d575-5136-4b33-b62a-479ed3428900 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:51.047739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54838) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:51.127151 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'fixed_ips': [{'subnet_id': '5117bbeb-7144-4c36-8b56-2d8a2dcac89c', 'ip_address': '2001:db8::45f3:97a7:db31:92d5'}], 'name': 'tempest-NetworksTestDHCPv6-526324632'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:51.152454 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Calling delete_port for d92bd8f5-d937-438e-9a65-7a17c694c514 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:51.235038 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.290313 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 8957d575-5136-4b33-b62a-479ed3428900, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8957d575-5136-4b33-b62a-479ed3428900,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:51.307646 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.402594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=8957d575-5136-4b33-b62a-479ed3428900,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:51.430766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] For port 8957d575-5136-4b33-b62a-479ed3428900, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8957d575-5136-4b33-b62a-479ed3428900,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:51.431517 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.438475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f99260e2-b86a-4746-9bd1-955949c5ee4b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.443988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.445301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f99260e2-b86a-4746-9bd1-955949c5ee4b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.454824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:51.504724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] No DVR routers for this DVR port d92bd8f5-d937-438e-9a65-7a17c694c514 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:08:51.544440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Port': ['ID=d92bd8f5-d937-438e-9a65-7a17c694c514,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:51.577510 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Calling delete_port for 8957d575-5136-4b33-b62a-479ed3428900 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:51.669753 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.675447 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:08:51.676239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:08:51.679482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:51.687996 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-f99260e2-b86a-4746-9bd1-955949c5ee4b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Floating IP dae58434-7697-41ee-8af9-4f7b862564ef associated. External IP: 172.26.8.146, port: 3e34371e-6e00-40fc-b1e0-bf3c36af4caa. Apr 22 15:08:51.878584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9992db00-0975-4de2-bc5b-a8500eb937f2']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:51.892878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:51.898968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.918879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47e35ab-9b5f-4bc8-a6ec-087f90fc7c9c') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:51.919125 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47e35ab-9b5f-4bc8-a6ec-087f90fc7c9c') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:51.929233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.977807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:51.989260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:52.166004 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54844) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:52.182944 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port 45d42672-40d9-4712-8d72-bd21b3ccd1ba yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:08:52.235309 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'subnet': {'network_id': '5fb6fad3-bfb1-4aab-a0bd-258829e81d49', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:52.261489 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:52.282124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99260e2-b86a-4746-9bd1-955949c5ee4b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:52.398122 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:08:52.398552 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:08:52.421386 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:08:52.500618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99260e2-b86a-4746-9bd1-955949c5ee4b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:52.513214 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493e88f4-dd18-4fdb-a9de-976984b9ef02 None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:52.525315 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e88f4-dd18-4fdb-a9de-976984b9ef02 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:52.526022 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-493e88f4-dd18-4fdb-a9de-976984b9ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:52.588183 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Deleting port 8957d575-5136-4b33-b62a-479ed3428900 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:52.588642 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:52.625005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-493e88f4-dd18-4fdb-a9de-976984b9ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:52.686157 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e88f4-dd18-4fdb-a9de-976984b9ef02 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:52.686840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-493e88f4-dd18-4fdb-a9de-976984b9ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:52.794861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:52.806629 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-493e88f4-dd18-4fdb-a9de-976984b9ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:52.807656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493e88f4-dd18-4fdb-a9de-976984b9ef02 None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:52.811495 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:52.815523 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Allocated IP 172.26.8.57 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/f7b8d2d0-4542-48e9-8e7c-e165e3ed19c4) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:52.838083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:52.853446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:subnet and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:52.860185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:52.882200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:52.889705 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Network': ['ID=9992db00-0975-4de2-bc5b-a8500eb937f2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:52.925184 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device edccc1da-77da-4757-a1ee-a831d9e37b8f no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:52.958041 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b7080654-6717-4d29-b082-4b58241c8f3e tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/networks/9992db00-0975-4de2-bc5b-a8500eb937f2 HTTP/1.1" status: 204 len: 168 time: 6.2934587 Apr 22 15:08:52.968392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54848) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:52.979627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1989240129'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:52.986681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:52.990943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Usage tracker for resource:network and tenant:048db9da764e407da54d3b78a084139f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:52.996206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:53.003124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:53.008299 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] For port 8957d575-5136-4b33-b62a-479ed3428900, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8957d575-5136-4b33-b62a-479ed3428900,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:53.008914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.024046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:53.024605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Made reservation on behalf of 048db9da764e407da54d3b78a084139f for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:53.028345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.053301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99260e2-b86a-4746-9bd1-955949c5ee4b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:53.073264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:08:53.082538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: edccc1da-77da-4757-a1ee-a831d9e37b8f {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:53.082740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device edccc1da-77da-4757-a1ee-a831d9e37b8f not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:53.083093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ab4f57b6-52ae-4581-8cd0-66551e6c3bc3 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:08:53.146279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.146619 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Added segment 92246ef4-66ef-455b-ad36-824294acf7b8 of type vlan for network 20f1b62f-3331-4cf2-be17-5169c1305532 Apr 22 15:08:53.161070 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::45f3:97a7:db31:92d5 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/5117bbeb-7144-4c36-8b56-2d8a2dcac89c/45d42672-40d9-4712-8d72-bd21b3ccd1ba) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:53.172289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Calling delete_port for 8957d575-5136-4b33-b62a-479ed3428900 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:53.197691 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: ab4f57b6-52ae-4581-8cd0-66551e6c3bc3 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:08:53.197936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ab4f57b6-52ae-4581-8cd0-66551e6c3bc3 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:08:53.209472 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.247264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.259189 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.291628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.296303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:53.296911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.306988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] Pushing event deleted for resources: {'Port': ['ID=8957d575-5136-4b33-b62a-479ed3428900,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:53.314359 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b995803-2a69-4717-85f5-61c01553b6f4 None None] No DVR routers for this DVR port 8957d575-5136-4b33-b62a-479ed3428900 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:08:53.329848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad56e9e-33d2-4085-a5dc-3c53c0af2c72 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:53.345824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.425329 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4511209 Apr 22 15:08:53.429295 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54852) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:53.436407 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Request body: {'subnet': {'network_id': '20f1b62f-3331-4cf2-be17-5169c1305532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:53.457408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035f0e9-c982-46c7-85de-5446c2908364 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'Network': ['ID=20f1b62f-3331-4cf2-be17-5169c1305532,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:53.499416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 20f1b62f-3331-4cf2-be17-5169c1305532 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:08:53.555144 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.660001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4ff5f8-36e8-40ce-baab-7e5cddba6761 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Router 1d75848f-3a36-40e0-9f75-6aeda1f28008 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:53.672377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '5117bbeb-7144-4c36-8b56-2d8a2dcac89c'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:08:53.673229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.695084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:53.700904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Usage tracker for resource:subnet and tenant:048db9da764e407da54d3b78a084139f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:53.705528 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:53.712440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99260e2-b86a-4746-9bd1-955949c5ee4b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:53.717602 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f99260e2-b86a-4746-9bd1-955949c5ee4b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.726911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.727273 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165350c-1447-4f6f-be47-812a9f9d8df1 None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:53.741076 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165350c-1447-4f6f-be47-812a9f9d8df1 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:53.741862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Pushing event updated for resources: {'Port': ['ID=f7b8d2d0-4542-48e9-8e7c-e165e3ed19c4,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:53.742337 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5165350c-1447-4f6f-be47-812a9f9d8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:53.743136 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:53.749339 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:53.768974 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:53.779043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:53.782750 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Made reservation on behalf of 048db9da764e407da54d3b78a084139f for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:53.817998 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5165350c-1447-4f6f-be47-812a9f9d8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:53.820672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object 45d42672-40d9-4712-8d72-bd21b3ccd1ba will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:53.829903 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165350c-1447-4f6f-be47-812a9f9d8df1 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:53.830692 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5165350c-1447-4f6f-be47-812a9f9d8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:53.894455 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5165350c-1447-4f6f-be47-812a9f9d8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:53.895015 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5165350c-1447-4f6f-be47-812a9f9d8df1 None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:53.897936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.941398 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Allocated IP 2001:db8::2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/5117bbeb-7144-4c36-8b56-2d8a2dcac89c/d3a6f417-b846-44da-8081-54789b2defc7) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:53.950608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.959495 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f99260e2-b86a-4746-9bd1-955949c5ee4b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "PUT /v2.0/floatingips/dae58434-7697-41ee-8af9-4f7b862564ef HTTP/1.1" status: 200 len: 978 time: 3.6034417 Apr 22 15:08:53.961699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:53.977965 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54856) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:53.993301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7838d29f-e52d-4ff7-8418-aff41e2fc86d tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:54.164563 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Subnet': ['ID=43ec0bc0-201c-49d4-b936-8fdb14bc5a5d,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:54.186641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7838d29f-e52d-4ff7-8418-aff41e2fc86d tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.198445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:54.206959 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:54.208683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=45d42672-40d9-4712-8d72-bd21b3ccd1ba,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:54.210967 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:54.214867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:54.215538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.216179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.228061 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Transition to ACTIVE for port object d3a6f417-b846-44da-8081-54789b2defc7 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:54.249644 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Transition to ACTIVE for port object d3a6f417-b846-44da-8081-54789b2defc7 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:54.258489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.260805 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Checking segment: {'id': 'e8eca1cc-85a1-4e8b-b034-43955c460c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '5fb6fad3-bfb1-4aab-a0bd-258829e81d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:54.261168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network hostable DHCP agents. Network: 5fb6fad3-bfb1-4aab-a0bd-258829e81d49, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:08:54.274201 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0b77d1ee-306c-4244-bb01-5caf9dc25b03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2222674 Apr 22 15:08:54.277634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54860) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:54.324927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network 5fb6fad3-bfb1-4aab-a0bd-258829e81d49 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:08:54.333886 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:54.336360 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:54.340930 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:54.351755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 5fb6fad3-bfb1-4aab-a0bd-258829e81d49) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:54.353598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Pushing event updated for resources: {'Port': ['ID=d3a6f417-b846-44da-8081-54789b2defc7,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:54.359612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:54.360200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.396465 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-91db870a-e65f-45d6-a832-90a08d48f381 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2210078 Apr 22 15:08:54.397283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54864) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:54.397390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f698e5-93a8-406a-ba3b-4c33766893d4 None None] Network 5fb6fad3-bfb1-4aab-a0bd-258829e81d49 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:54.406697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2131601703'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:54.411983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4ff5f8-36e8-40ce-baab-7e5cddba6761 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:54.415055 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.415654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.420886 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0b4ff5f8-36e8-40ce-baab-7e5cddba6761 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "PUT /v2.0/routers/1d75848f-3a36-40e0-9f75-6aeda1f28008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3645864 Apr 22 15:08:54.421912 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:54.425791 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54868) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:54.429310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:network and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:54.504152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0474694f-35a4-42b0-a624-ba0b19666d65 None None] Sync routers for ids ['1d75848f-3a36-40e0-9f75-6aeda1f28008'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:54.549838 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Attempting to bind port d3a6f417-b846-44da-8081-54789b2defc7 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:54.551117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Attempting to bind port d3a6f417-b846-44da-8081-54789b2defc7 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:54.551117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Attempting to bind port d3a6f417-b846-44da-8081-54789b2defc7 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:54.561260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0474694f-35a4-42b0-a624-ba0b19666d65 None None] Routers {'1d75848f-3a36-40e0-9f75-6aeda1f28008'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:54.561998 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-0474694f-35a4-42b0-a624-ba0b19666d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1d75848f-3a36-40e0-9f75-6aeda1f28008'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:54.614247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:54.631636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:54.669933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4682f6-3485-4ac3-94b0-762f8d6102f2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:54.673885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4682f6-3485-4ac3-94b0-762f8d6102f2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:54.677887 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7c4682f6-3485-4ac3-94b0-762f8d6102f2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3950534 Apr 22 15:08:54.692287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:54.692917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:54.693023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54872) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:54.693118 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.693965 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:54.693965 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Bound port: d3a6f417-b846-44da-8081-54789b2defc7, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:54.694314 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.736031 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-0474694f-35a4-42b0-a624-ba0b19666d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:54.747309 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7838d29f-e52d-4ff7-8418-aff41e2fc86d tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.758067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7838d29f-e52d-4ff7-8418-aff41e2fc86d tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.758440 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-7838d29f-e52d-4ff7-8418-aff41e2fc86d tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Floating IP dae58434-7697-41ee-8af9-4f7b862564ef disassociated. External IP: 172.26.8.146, port: 47ee178d-1f2e-4e24-9c16-5fe1b52148e5. Apr 22 15:08:54.820564 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.828004 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:54.830903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.845315 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0474694f-35a4-42b0-a624-ba0b19666d65 None None] Routers {'1d75848f-3a36-40e0-9f75-6aeda1f28008'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:54.845884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-0474694f-35a4-42b0-a624-ba0b19666d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1d75848f-3a36-40e0-9f75-6aeda1f28008'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:54.900667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:08:54.915334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-0474694f-35a4-42b0-a624-ba0b19666d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:54.915740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0474694f-35a4-42b0-a624-ba0b19666d65 None None] The sync data for ids ['1d75848f-3a36-40e0-9f75-6aeda1f28008'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:54.919544 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.919835 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Added segment c6dbcbc1-88ab-440b-a994-098b64ae30d6 of type vlan for network 054da813-91f0-49ed-84cc-55d707e2427e Apr 22 15:08:54.938775 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] For port d3a6f417-b846-44da-8081-54789b2defc7, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:54.962387 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.966769 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'Subnet': ['ID=b0c38765-6fae-4af9-b350-cc68891f68d5,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:54.973668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee7d60-413e-47bd-8de6-007e220ef57f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port 45d42672-40d9-4712-8d72-bd21b3ccd1ba {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:54.974054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9ee7d60-413e-47bd-8de6-007e220ef57f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:54.978579 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] For port d3a6f417-b846-44da-8081-54789b2defc7, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d3a6f417-b846-44da-8081-54789b2defc7,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:54.988261 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:55.026667 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-5fb6fad3-bfb1-4aab-a0bd-258829e81d49', 'network_id': '5fb6fad3-bfb1-4aab-a0bd-258829e81d49', 'tenant_id': '9409261293714bee857090ce677b639b', 'fixed_ips': [{'subnet_id': '43ec0bc0-201c-49d4-b936-8fdb14bc5a5d'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:08:55.027676 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:55.062080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:55.065835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:55.066581 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:55.142894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Checking segment: {'id': '92246ef4-66ef-455b-ad36-824294acf7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '20f1b62f-3331-4cf2-be17-5169c1305532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:55.143259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Network hostable DHCP agents. Network: 20f1b62f-3331-4cf2-be17-5169c1305532, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:08:55.145729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67242ad-eb2e-40f5-a9c1-fe4006588fd9 None None] Pushing event updated for resources: {'Port': ['ID=d3a6f417-b846-44da-8081-54789b2defc7,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:55.205994 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8053885 Apr 22 15:08:55.207040 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4d477-91d8-4335-ad13-9c1b2b48b3c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Network': ['ID=054da813-91f0-49ed-84cc-55d707e2427e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:55.210858 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54876) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:55.223003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 054da813-91f0-49ed-84cc-55d707e2427e details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:08:55.223209 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'subnet': {'network_id': '054da813-91f0-49ed-84cc-55d707e2427e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:55.290973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:55.401181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Allocated IP 2001:db8:0:ffff::2 (5fb6fad3-bfb1-4aab-a0bd-258829e81d49/43ec0bc0-201c-49d4-b936-8fdb14bc5a5d/07c6779a-20c2-45fe-b7e3-2d3f40c304d3) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:55.448316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Network 20f1b62f-3331-4cf2-be17-5169c1305532 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:08:55.460409 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9ee7d60-413e-47bd-8de6-007e220ef57f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:55.575109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:55.588621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:subnet and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:55.597412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:55.605148 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d9ee7d60-413e-47bd-8de6-007e220ef57f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for 45d42672-40d9-4712-8d72-bd21b3ccd1ba owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:55.610406 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:55.634356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 20f1b62f-3331-4cf2-be17-5169c1305532) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:55.644986 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:55.647886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:55.648583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:55.657000 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822f4dca-cfea-4b23-8330-dd4000e53d6b None None] Network 20f1b62f-3331-4cf2-be17-5169c1305532 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:55.705327 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d73bba89-d5c1-4662-b2d3-3c984787d151 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2707763 Apr 22 15:08:55.719617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54880) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:55.746742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Router 1378dd60-f326-4a9b-bff5-d8400a1f2778 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:08:55.754241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:55.771706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Transition to ACTIVE for port object 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:55.812673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Transition to ACTIVE for port object 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:55.832108 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:55.881726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:55.939751 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Network 5fb6fad3-bfb1-4aab-a0bd-258829e81d49 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:55.944302 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:55.950938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:55.952927 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Pushing event updated for resources: {'Port': ['ID=07c6779a-20c2-45fe-b7e3-2d3f40c304d3,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:55.972977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9ee7d60-413e-47bd-8de6-007e220ef57f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.034979 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-20f1b62f-3331-4cf2-be17-5169c1305532', 'network_id': '20f1b62f-3331-4cf2-be17-5169c1305532', 'tenant_id': '048db9da764e407da54d3b78a084139f', 'fixed_ips': [{'subnet_id': 'b0c38765-6fae-4af9-b350-cc68891f68d5'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:08:56.035781 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.081543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee7d60-413e-47bd-8de6-007e220ef57f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=45d42672-40d9-4712-8d72-bd21b3ccd1ba,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:56.088050 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.146628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d9ee7d60-413e-47bd-8de6-007e220ef57f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.160413 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Attempting to bind port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:56.161936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Attempting to bind port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'e8eca1cc-85a1-4e8b-b034-43955c460c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '5fb6fad3-bfb1-4aab-a0bd-258829e81d49'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:56.162725 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Attempting to bind port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 on network 5fb6fad3-bfb1-4aab-a0bd-258829e81d49 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:56.169582 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d9ee7d60-413e-47bd-8de6-007e220ef57f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/45d42672-40d9-4712-8d72-bd21b3ccd1ba HTTP/1.1" status: 204 len: 168 time: 1.4645283 Apr 22 15:08:56.170536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54884) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:56.207712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:56.208082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Checking segment: {'id': 'e8eca1cc-85a1-4e8b-b034-43955c460c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '5fb6fad3-bfb1-4aab-a0bd-258829e81d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:56.208485 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.208877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Bound using segment: {'id': 'e8eca1cc-85a1-4e8b-b034-43955c460c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '5fb6fad3-bfb1-4aab-a0bd-258829e81d49'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:56.209361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Bound port: 07c6779a-20c2-45fe-b7e3-2d3f40c304d3, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8eca1cc-85a1-4e8b-b034-43955c460c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '5fb6fad3-bfb1-4aab-a0bd-258829e81d49'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:56.209795 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.271537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c59fd-94d7-43e5-b2c7-82697a11dbb7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:56.274549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97c59fd-94d7-43e5-b2c7-82697a11dbb7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:56.279193 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e97c59fd-94d7-43e5-b2c7-82697a11dbb7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1046515 Apr 22 15:08:56.280005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54888) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:56.360893 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7838d29f-e52d-4ff7-8418-aff41e2fc86d tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:56.409252 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] For port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:56.411996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Allocated IP 2001:db8::2 (20f1b62f-3331-4cf2-be17-5169c1305532/b0c38765-6fae-4af9-b350-cc68891f68d5/4264ac95-8c92-4713-9659-16ee6ba89f58) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:56.414989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] For port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=07c6779a-20c2-45fe-b7e3-2d3f40c304d3,segment=NetworkSegment(e8eca1cc-85a1-4e8b-b034-43955c460c03),segment_id=e8eca1cc-85a1-4e8b-b034-43955c460c03)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:56.427488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.438596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.599149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.647003 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Deleting port 049ddb2e-0222-4888-be4b-6fedd230a283 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:56.647342 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.659152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d208144-b4a6-4a09-bbe0-0ac306aa2750 None None] Pushing event updated for resources: {'Port': ['ID=07c6779a-20c2-45fe-b7e3-2d3f40c304d3,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:56.683504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7839a75b-78fe-4d81-a145-65b2cc684663 None None] Provisioning for port d3a6f417-b846-44da-8081-54789b2defc7 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:56.702568 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.728811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-79664c2c-20d3-4af2-8b05-fa8ef34cca41 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 5117bbeb-7144-4c36-8b56-2d8a2dcac89c {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:08:56.733676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-79664c2c-20d3-4af2-8b05-fa8ef34cca41 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.827357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-79664c2c-20d3-4af2-8b05-fa8ef34cca41 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.831334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.848504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Transition to ACTIVE for port object 4264ac95-8c92-4713-9659-16ee6ba89f58 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:56.863674 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b42e4519-3249-4f70-a58a-bd4d3e8c9014 None None] Could not find standard attr ID for object 72fe4ff2-f7c5-4122-8bf3-4b11393e2e18. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:08:56.880759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Transition to ACTIVE for port object 4264ac95-8c92-4713-9659-16ee6ba89f58 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:08:56.889829 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:56.907791 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Subnet': ['ID=483969a2-34b2-4dae-84df-edaedacbfc49,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:57.009197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Network 20f1b62f-3331-4cf2-be17-5169c1305532 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:08:57.013665 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:57.026846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-79664c2c-20d3-4af2-8b05-fa8ef34cca41 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.032142 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:57.056486 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee67f03-f1a5-4c3a-a714-9e8d819e7dd5 None None] Sync routers for ids ['1378dd60-f326-4a9b-bff5-d8400a1f2778'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:57.061515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:08:57.075935 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Pushing event updated for resources: {'Port': ['ID=4264ac95-8c92-4713-9659-16ee6ba89f58,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:57.077191 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.087109 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee67f03-f1a5-4c3a-a714-9e8d819e7dd5 None None] Routers {'1378dd60-f326-4a9b-bff5-d8400a1f2778'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:57.087728 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8ee67f03-f1a5-4c3a-a714-9e8d819e7dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1378dd60-f326-4a9b-bff5-d8400a1f2778'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:57.182244 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8ee67f03-f1a5-4c3a-a714-9e8d819e7dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:57.196753 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee67f03-f1a5-4c3a-a714-9e8d819e7dd5 None None] Routers {'1378dd60-f326-4a9b-bff5-d8400a1f2778'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:57.197608 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8ee67f03-f1a5-4c3a-a714-9e8d819e7dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1378dd60-f326-4a9b-bff5-d8400a1f2778'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:57.204213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7838d29f-e52d-4ff7-8418-aff41e2fc86d tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:57.218836 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d3a6f417-b846-44da-8081-54789b2defc7 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:57.226808 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Checking segment: {'id': 'c6dbcbc1-88ab-440b-a994-098b64ae30d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '054da813-91f0-49ed-84cc-55d707e2427e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:57.227175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network hostable DHCP agents. Network: 054da813-91f0-49ed-84cc-55d707e2427e, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:08:57.230047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-79664c2c-20d3-4af2-8b05-fa8ef34cca41 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.270622 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c38765-6fae-4af9-b350-cc68891f68d5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:57.286595 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8ee67f03-f1a5-4c3a-a714-9e8d819e7dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:57.287207 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee67f03-f1a5-4c3a-a714-9e8d819e7dd5 None None] The sync data for ids ['1378dd60-f326-4a9b-bff5-d8400a1f2778'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:57.294385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b9cfea-81de-41d9-ab05-be79c1f34356 None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:57.296823 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.298674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7838d29f-e52d-4ff7-8418-aff41e2fc86d tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.346578 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Attempting to bind port 4264ac95-8c92-4713-9659-16ee6ba89f58 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:08:57.347039 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Attempting to bind port 4264ac95-8c92-4713-9659-16ee6ba89f58 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '92246ef4-66ef-455b-ad36-824294acf7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '20f1b62f-3331-4cf2-be17-5169c1305532'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:08:57.347399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Attempting to bind port 4264ac95-8c92-4713-9659-16ee6ba89f58 on network 20f1b62f-3331-4cf2-be17-5169c1305532 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:08:57.351856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79664c2c-20d3-4af2-8b05-fa8ef34cca41 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=5117bbeb-7144-4c36-8b56-2d8a2dcac89c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:57.359284 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:08:57.359822 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Checking segment: {'id': '92246ef4-66ef-455b-ad36-824294acf7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '20f1b62f-3331-4cf2-be17-5169c1305532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:08:57.360222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.360610 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Bound using segment: {'id': '92246ef4-66ef-455b-ad36-824294acf7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '20f1b62f-3331-4cf2-be17-5169c1305532'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:08:57.361087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Bound port: 4264ac95-8c92-4713-9659-16ee6ba89f58, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92246ef4-66ef-455b-ad36-824294acf7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '20f1b62f-3331-4cf2-be17-5169c1305532'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:08:57.361455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.379836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-79664c2c-20d3-4af2-8b05-fa8ef34cca41 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.383999 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-79664c2c-20d3-4af2-8b05-fa8ef34cca41 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/5117bbeb-7144-4c36-8b56-2d8a2dcac89c HTTP/1.1" status: 204 len: 168 time: 1.0993552 Apr 22 15:08:57.384759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54894) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:57.395451 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.399563 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-156c8fe4-67fc-4416-8660-7db002987892 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3114371 Apr 22 15:08:57.441208 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b9cfea-81de-41d9-ab05-be79c1f34356 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:57.442165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-45b9cfea-81de-41d9-ab05-be79c1f34356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:57.448301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54898) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:57.453818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-9d40d43c-acf6-43e4-895e-ff1b11b93dfa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'enable_snat': False}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:57.489049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bbe69bcf-737e-427f-a7ca-97fdb989d926 None None] Could not find standard attr ID for object 45d42672-40d9-4712-8d72-bd21b3ccd1ba. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:08:57.516881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Calling delete_port for 049ddb2e-0222-4888-be4b-6fedd230a283 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:57.530456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-45b9cfea-81de-41d9-ab05-be79c1f34356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:57.583585 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b9cfea-81de-41d9-ab05-be79c1f34356 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:57.584218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-45b9cfea-81de-41d9-ab05-be79c1f34356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:57.598312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.635577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network 054da813-91f0-49ed-84cc-55d707e2427e is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:08:57.646555 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2a1b2327-f5ef-475b-b1c9-2becb3ba5fd0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2583613 Apr 22 15:08:57.648892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54902) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:57.654599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port d3a6f417-b846-44da-8081-54789b2defc7 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:57.654778 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7838d29f-e52d-4ff7-8418-aff41e2fc86d tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "PUT /v2.0/floatingips/dae58434-7697-41ee-8af9-4f7b862564ef HTTP/1.1" status: 200 len: 688 time: 3.6735439 Apr 22 15:08:57.656634 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5db220-dcb4-4d76-a8af-6292566c885e None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:57.658854 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f1b62f-3331-4cf2-be17-5169c1305532']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:57.672141 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a2cefbee-99d9-4e6b-b3da-5827550a568f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:08:57.676343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] For port 4264ac95-8c92-4713-9659-16ee6ba89f58, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:08:57.687832 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54906) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:57.697507 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port d3a6f417-b846-44da-8081-54789b2defc7 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:57.697857 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.772581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-45b9cfea-81de-41d9-ab05-be79c1f34356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:57.773097 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b9cfea-81de-41d9-ab05-be79c1f34356 None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:57.775639 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] For port 4264ac95-8c92-4713-9659-16ee6ba89f58, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=4264ac95-8c92-4713-9659-16ee6ba89f58,segment=NetworkSegment(92246ef4-66ef-455b-ad36-824294acf7b8),segment_id=92246ef4-66ef-455b-ad36-824294acf7b8)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:08:57.805056 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.816760 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92246ef4-66ef-455b-ad36-824294acf7b8') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:57.817051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92246ef4-66ef-455b-ad36-824294acf7b8') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:57.824368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 054da813-91f0-49ed-84cc-55d707e2427e) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:08:57.830205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:57.830787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.873851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.884787 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98741525-8839-49d5-ab6a-4d248fb8b427 None None] Network 054da813-91f0-49ed-84cc-55d707e2427e requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:57.988343 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:57.999386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:08:57.999936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:08:58.118417 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:08:58.147897 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 15:08:58.147897 dv-neutron-838883-3-hyperv neutron-server[83934]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 15:08:58.147897 dv-neutron-838883-3-hyperv neutron-server[83934]: [parameters: {'id': '20f1b62f-3331-4cf2-be17-5169c1305532'}] Apr 22 15:08:58.147897 dv-neutron-838883-3-hyperv neutron-server[83934]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:08:58.148239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:08:58.166657 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-76554c50-a311-4ed3-92aa-df15af44fd22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9537098 Apr 22 15:08:58.167787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54910) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:58.201595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-127548f2-51b9-4ac0-9e41-00d2c014a953 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port 30e0660e-6600-4a4e-9189-60df4248fafb {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:58.201926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-127548f2-51b9-4ac0-9e41-00d2c014a953 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.237238 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4c975-5c0c-4947-9fbf-4ef8b60e5dbb None None] Pushing event updated for resources: {'Port': ['ID=4264ac95-8c92-4713-9659-16ee6ba89f58,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:58.281179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bec48b-ca72-4467-8044-8c7b0ab92881 None None] Network 5fb6fad3-bfb1-4aab-a0bd-258829e81d49 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:58.306869 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d7ab89-008a-417d-9c6b-213e6d2df9ec None None] Network 20f1b62f-3331-4cf2-be17-5169c1305532 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:08:58.307314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d40d43c-acf6-43e4-895e-ff1b11b93dfa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.423702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a2cefbee-99d9-4e6b-b3da-5827550a568f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:08:58.441357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a2cefbee-99d9-4e6b-b3da-5827550a568f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:08:58.453577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a2cefbee-99d9-4e6b-b3da-5827550a568f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:08:58.491986 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a2cefbee-99d9-4e6b-b3da-5827550a568f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:08:58.616320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cefbee-99d9-4e6b-b3da-5827550a568f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:08:58.651107 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.654338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d40d43c-acf6-43e4-895e-ff1b11b93dfa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.659383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d40d43c-acf6-43e4-895e-ff1b11b93dfa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.694474 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.703732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8add69f6-cec7-4cc9-963a-8ed95f8e28f1 None None] Provisioning for port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:58.737914 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.773412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.832360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Deleting port 4264ac95-8c92-4713-9659-16ee6ba89f58 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:58.832696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.850474 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8618012-b136-42f1-8e2e-28f5ab649dbb None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:08:58.870314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event deleted for resources: {'Port': ['ID=049ddb2e-0222-4888-be4b-6fedd230a283,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:58.875865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2cefbee-99d9-4e6b-b3da-5827550a568f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.884909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f8618012-b136-42f1-8e2e-28f5ab649dbb None None] Deleting port d3a6f417-b846-44da-8081-54789b2defc7 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:08:58.885493 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8618012-b136-42f1-8e2e-28f5ab649dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.907110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d40d43c-acf6-43e4-895e-ff1b11b93dfa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Router 1378dd60-f326-4a9b-bff5-d8400a1f2778 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:08:58.914087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-054da813-91f0-49ed-84cc-55d707e2427e', 'network_id': '054da813-91f0-49ed-84cc-55d707e2427e', 'tenant_id': '9409261293714bee857090ce677b639b', 'fixed_ips': [{'subnet_id': '483969a2-34b2-4dae-84df-edaedacbfc49'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:08:58.914865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-127548f2-51b9-4ac0-9e41-00d2c014a953 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.915092 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.915185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-127548f2-51b9-4ac0-9e41-00d2c014a953 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:58.964675 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port d3a6f417-b846-44da-8081-54789b2defc7, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d3a6f417-b846-44da-8081-54789b2defc7,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:59.042590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:59.179753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d40d43c-acf6-43e4-895e-ff1b11b93dfa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:08:59.189722 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd35117a-ec5d-4ece-b54b-028d1f86c91c None None] Sync routers for ids ['1378dd60-f326-4a9b-bff5-d8400a1f2778'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:08:59.205850 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d40d43c-acf6-43e4-895e-ff1b11b93dfa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:59.216661 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9d40d43c-acf6-43e4-895e-ff1b11b93dfa tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "PUT /v2.0/routers/1378dd60-f326-4a9b-bff5-d8400a1f2778 HTTP/1.1" status: 200 len: 924 time: 1.7656384 Apr 22 15:08:59.217231 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35117a-ec5d-4ece-b54b-028d1f86c91c None None] Routers {'1378dd60-f326-4a9b-bff5-d8400a1f2778'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:59.218938 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54914) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:59.219300 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dd35117a-ec5d-4ece-b54b-028d1f86c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1378dd60-f326-4a9b-bff5-d8400a1f2778'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:59.227450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-127548f2-51b9-4ac0-9e41-00d2c014a953 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for 30e0660e-6600-4a4e-9189-60df4248fafb owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:59.242133 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:08:59.347671 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dd35117a-ec5d-4ece-b54b-028d1f86c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:59.354133 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:59.362437 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35117a-ec5d-4ece-b54b-028d1f86c91c None None] Routers {'1378dd60-f326-4a9b-bff5-d8400a1f2778'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:08:59.363430 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dd35117a-ec5d-4ece-b54b-028d1f86c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1378dd60-f326-4a9b-bff5-d8400a1f2778'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:59.399540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=d3a6f417-b846-44da-8081-54789b2defc7,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:59.458951 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-dd35117a-ec5d-4ece-b54b-028d1f86c91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:08:59.459624 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd35117a-ec5d-4ece-b54b-028d1f86c91c None None] The sync data for ids ['1378dd60-f326-4a9b-bff5-d8400a1f2778'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:08:59.475621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f8618012-b136-42f1-8e2e-28f5ab649dbb None None] For port d3a6f417-b846-44da-8081-54789b2defc7, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d3a6f417-b846-44da-8081-54789b2defc7,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:08:59.476104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8618012-b136-42f1-8e2e-28f5ab649dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:59.552219 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Allocated IP 2001:db8::1 (054da813-91f0-49ed-84cc-55d707e2427e/483969a2-34b2-4dae-84df-edaedacbfc49/ca61deff-5f8f-445d-a775-0f7320b2a6be) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:08:59.620543 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ddad2dc0-3335-4108-bd38-b0e9f7aeb722 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/routers/1378dd60-f326-4a9b-bff5-d8400a1f2778 HTTP/1.1" status: 200 len: 924 time: 0.3964682 Apr 22 15:08:59.621770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54918) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:59.622990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f8618012-b136-42f1-8e2e-28f5ab649dbb None None] Calling delete_port for d3a6f417-b846-44da-8081-54789b2defc7 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:08:59.720213 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d199495a-5839-4985-987f-7ba3d0bc1108 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=2d66903e-b313-440b-aa1f-9c226989a999&device_id=1378dd60-f326-4a9b-bff5-d8400a1f2778&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0971522 Apr 22 15:08:59.721838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54924) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:59.742117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8618012-b136-42f1-8e2e-28f5ab649dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:59.798373 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8618012-b136-42f1-8e2e-28f5ab649dbb None None] Pushing event deleted for resources: {'Port': ['ID=d3a6f417-b846-44da-8081-54789b2defc7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:08:59.800260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:08:59.809553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:59.810042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:59.869212 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dbb2a5-2367-4678-85dd-4ca6cdfd7ffb tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:08:59.869718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e7dbb2a5-2367-4678-85dd-4ca6cdfd7ffb tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Synchronizing usage tracker for tenant:b114c0be161d489bb4c6e754e3b943ac on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:08:59.887696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e7dbb2a5-2367-4678-85dd-4ca6cdfd7ffb tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Unset dirty status for tenant:b114c0be161d489bb4c6e754e3b943ac on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:08:59.891680 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e7dbb2a5-2367-4678-85dd-4ca6cdfd7ffb tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/networks/2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 881 time: 0.1660678 Apr 22 15:08:59.891893 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54928) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:59.893795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:08:59.943070 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-95b430b1-ced7-4371-aceb-6a6d587c7642 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "GET /v2.0/ports?device_id=1378dd60-f326-4a9b-bff5-d8400a1f2778 HTTP/1.1" status: 200 len: 205 time: 0.0500820 Apr 22 15:08:59.951751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54932) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:08:59.956366 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8618012-b136-42f1-8e2e-28f5ab649dbb None None] No DVR routers for this DVR port d3a6f417-b846-44da-8081-54789b2defc7 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:08:59.973516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c7241b05-679f-43d0-91fc-dd859b056959 None None] Provisioning complete for port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:08:59.974031 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7241b05-679f-43d0-91fc-dd859b056959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.080752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] For port 4264ac95-8c92-4713-9659-16ee6ba89f58, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=4264ac95-8c92-4713-9659-16ee6ba89f58,segment=NetworkSegment(92246ef4-66ef-455b-ad36-824294acf7b8),segment_id=92246ef4-66ef-455b-ad36-824294acf7b8)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:00.081381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.197259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.235215 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7241b05-679f-43d0-91fc-dd859b056959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.248945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.306964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Calling delete_port for 4264ac95-8c92-4713-9659-16ee6ba89f58 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:00.335238 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-127548f2-51b9-4ac0-9e41-00d2c014a953 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.340388 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.367860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Transition to ACTIVE for port object ca61deff-5f8f-445d-a775-0f7320b2a6be will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:00.384391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c7241b05-679f-43d0-91fc-dd859b056959 None None] For port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=07c6779a-20c2-45fe-b7e3-2d3f40c304d3,segment=NetworkSegment(e8eca1cc-85a1-4e8b-b034-43955c460c03),segment_id=e8eca1cc-85a1-4e8b-b034-43955c460c03)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:00.393451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7241b05-679f-43d0-91fc-dd859b056959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.396052 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Transition to ACTIVE for port object ca61deff-5f8f-445d-a775-0f7320b2a6be will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:00.417271 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.427573 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Deleting port f7b8d2d0-4542-48e9-8e7c-e165e3ed19c4 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:00.427959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.466179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.495138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127548f2-51b9-4ac0-9e41-00d2c014a953 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=30e0660e-6600-4a4e-9189-60df4248fafb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:00.515712 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.528362 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:09:00.528720 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:09:00.530517 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Network 054da813-91f0-49ed-84cc-55d707e2427e is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:00.531282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7241b05-679f-43d0-91fc-dd859b056959 None None] Pushing event updated for resources: {'Port': ['ID=07c6779a-20c2-45fe-b7e3-2d3f40c304d3,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:00.534223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:00.560843 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2cefbee-99d9-4e6b-b3da-5827550a568f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.567155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:00.597121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.612532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.652047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.654100 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Pushing event updated for resources: {'Port': ['ID=ca61deff-5f8f-445d-a775-0f7320b2a6be,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:00.704319 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Attempting to bind port ca61deff-5f8f-445d-a775-0f7320b2a6be on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:00.704959 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Attempting to bind port ca61deff-5f8f-445d-a775-0f7320b2a6be by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'c6dbcbc1-88ab-440b-a994-098b64ae30d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '054da813-91f0-49ed-84cc-55d707e2427e'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:00.705489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Attempting to bind port ca61deff-5f8f-445d-a775-0f7320b2a6be on network 054da813-91f0-49ed-84cc-55d707e2427e {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:00.712625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:00.713267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Checking segment: {'id': 'c6dbcbc1-88ab-440b-a994-098b64ae30d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '054da813-91f0-49ed-84cc-55d707e2427e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:00.713933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.714497 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Bound using segment: {'id': 'c6dbcbc1-88ab-440b-a994-098b64ae30d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '054da813-91f0-49ed-84cc-55d707e2427e'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:00.715664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Bound port: ca61deff-5f8f-445d-a775-0f7320b2a6be, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dbcbc1-88ab-440b-a994-098b64ae30d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '054da813-91f0-49ed-84cc-55d707e2427e'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:00.715857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cefbee-99d9-4e6b-b3da-5827550a568f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:00.716343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.732690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.743174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Calling delete_port for f7b8d2d0-4542-48e9-8e7c-e165e3ed19c4 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:00.780375 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a2cefbee-99d9-4e6b-b3da-5827550a568f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:00.783247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cefbee-99d9-4e6b-b3da-5827550a568f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:00.784215 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a2cefbee-99d9-4e6b-b3da-5827550a568f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.796157 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64311d3-48e3-4908-af7a-fb729ba4c99b None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:00.857091 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Port': ['ID=4264ac95-8c92-4713-9659-16ee6ba89f58,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:00.859844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cefbee-99d9-4e6b-b3da-5827550a568f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=ebdfa91b-52b7-44bb-abbc-08b79586f0e7,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:00.884109 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] For port ca61deff-5f8f-445d-a775-0f7320b2a6be, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:00.896675 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] For port ca61deff-5f8f-445d-a775-0f7320b2a6be, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ca61deff-5f8f-445d-a775-0f7320b2a6be,segment=NetworkSegment(c6dbcbc1-88ab-440b-a994-098b64ae30d6),segment_id=c6dbcbc1-88ab-440b-a994-098b64ae30d6)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:00.914698 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.939057 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-127548f2-51b9-4ac0-9e41-00d2c014a953 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:00.942378 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Subnet': ['ID=483969a2-34b2-4dae-84df-edaedacbfc49,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:00.960576 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] No DVR routers for this DVR port 4264ac95-8c92-4713-9659-16ee6ba89f58 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:01.008086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.017286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.018036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Fanout notify agent at l3_agent the message router_deleted on router 1d75848f-3a36-40e0-9f75-6aeda1f28008 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:09:01.090945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054da813-91f0-49ed-84cc-55d707e2427e']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:01.093813 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd0f5b-3dc9-4eef-98b9-5ab1fa20ee3f None None] Pushing event updated for resources: {'Port': ['ID=ca61deff-5f8f-445d-a775-0f7320b2a6be,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:01.102088 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.106613 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.107732 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-37949117-79e2-4b51-9162-ee48a0711cd8 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "DELETE /v2.0/routers/1d75848f-3a36-40e0-9f75-6aeda1f28008 HTTP/1.1" status: 204 len: 168 time: 6.6802320 Apr 22 15:09:01.140676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54936) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:01.166204 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a2cefbee-99d9-4e6b-b3da-5827550a568f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5146818 Apr 22 15:09:01.172971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54940) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:01.176045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6dbcbc1-88ab-440b-a994-098b64ae30d6') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:01.176343 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6dbcbc1-88ab-440b-a994-098b64ae30d6') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:01.186400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-127548f2-51b9-4ac0-9e41-00d2c014a953 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.190128 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-127548f2-51b9-4ac0-9e41-00d2c014a953 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/floatingips/dae58434-7697-41ee-8af9-4f7b862564ef HTTP/1.1" status: 204 len: 168 time: 3.4940221 Apr 22 15:09:01.206061 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': 'ebdfa91b-52b7-44bb-abbc-08b79586f0e7'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:09:01.206898 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.212790 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54944) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:01.219392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'fixed_ips': [{'subnet_id': 'ebdfa91b-52b7-44bb-abbc-08b79586f0e7', 'ip_address': '2001:db8::5e87:395f:e34:7755'}], 'name': 'tempest-NetworksTestDHCPv6-1373522366'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:01.285113 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d3a6f417-b846-44da-8081-54789b2defc7 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:01.291125 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Pushing event deleted for resources: {'Port': ['ID=f7b8d2d0-4542-48e9-8e7c-e165e3ed19c4,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:01.308216 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8ac2a1-f237-4110-84b7-c23762933817 None None] Network 054da813-91f0-49ed-84cc-55d707e2427e requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:01.311905 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.385834 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: d3a6f417-b846-44da-8081-54789b2defc7 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:09:01.385834 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d3a6f417-b846-44da-8081-54789b2defc7 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:09:01.526315 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-46cc44a8-ad2a-4791-ae42-9fcfa3c79815 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] delete failed (client error): The resource could not be found. Apr 22 15:09:01.534171 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-46cc44a8-ad2a-4791-ae42-9fcfa3c79815 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/floatingips/dae58434-7697-41ee-8af9-4f7b862564ef HTTP/1.1" status: 404 len: 345 time: 0.2933953 Apr 22 15:09:01.534171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.541659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54948) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:01.568100 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:01.581291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.617892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:01.618294 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.634092 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Allocated IP 2001:db8::2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/ebdfa91b-52b7-44bb-abbc-08b79586f0e7/93c29f30-1adc-4d10-8ffc-35035bc14ec6) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:01.635248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:01.636273 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:01.655710 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f1b62f-3331-4cf2-be17-5169c1305532']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:01.726055 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92246ef4-66ef-455b-ad36-824294acf7b8') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:01.726389 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92246ef4-66ef-455b-ad36-824294acf7b8') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:01.769885 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.774647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:01.775016 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.792226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d51af5-0fae-4691-ae68-ba2420f2ae83 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Deleting subnet 8b89a1a4-b573-4a12-9a4c-df1d52fc168c {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:09:01.795301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0d51af5-0fae-4691-ae68-ba2420f2ae83 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.799710 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:01.807760 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:01.812078 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:01.818891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.822229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 15:09:01.822229 dv-neutron-838883-3-hyperv neutron-server[83934]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 15:09:01.822229 dv-neutron-838883-3-hyperv neutron-server[83934]: [parameters: {'id': '054da813-91f0-49ed-84cc-55d707e2427e'}] Apr 22 15:09:01.822229 dv-neutron-838883-3-hyperv neutron-server[83934]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:09:01.822562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:09:01.823316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:01.832655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:01.833101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:01.851865 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:01.915883 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:01.921651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.964562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7550732-821b-4b2d-91ca-c4f2a72af3ac tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:01.969504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7550732-821b-4b2d-91ca-c4f2a72af3ac tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:01.971880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.973662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7550732-821b-4b2d-91ca-c4f2a72af3ac tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:01.974718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b7550732-821b-4b2d-91ca-c4f2a72af3ac tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Synchronizing usage tracker for tenant:c12731375b86407aa0ae0ac31717a9d7 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:01.979034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0d51af5-0fae-4691-ae68-ba2420f2ae83 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.984000 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:01.987287 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port 3a4651d0-65b5-4853-83e9-9179b6db3048 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:09:02.001504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Transition to ACTIVE for port object 93c29f30-1adc-4d10-8ffc-35035bc14ec6 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:02.012668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.023331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Transition to ACTIVE for port object 93c29f30-1adc-4d10-8ffc-35035bc14ec6 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:02.028139 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.033006 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.038423 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.070274 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.070749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Fanout notify agent at l3_agent the message router_deleted on router 1378dd60-f326-4a9b-bff5-d8400a1f2778 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:09:02.084493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Network': ['ID=20f1b62f-3331-4cf2-be17-5169c1305532,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:02.096253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0d51af5-0fae-4691-ae68-ba2420f2ae83 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.101197 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b7550732-821b-4b2d-91ca-c4f2a72af3ac tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Unset dirty status for tenant:c12731375b86407aa0ae0ac31717a9d7 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:02.102395 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b7550732-821b-4b2d-91ca-c4f2a72af3ac tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "GET /v2.0/ports?network_id=0fb9c397-b661-484f-a109-8a7d2cda88d2 HTTP/1.1" status: 200 len: 2358 time: 0.5564487 Apr 22 15:09:02.107982 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1a4e2227-0481-4882-a99b-5406eeb82582 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/networks/20f1b62f-3331-4cf2-be17-5169c1305532 HTTP/1.1" status: 204 len: 168 time: 6.3873522 Apr 22 15:09:02.111868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54952) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:02.111868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54954) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:02.131182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.139091 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9ebdb2c5-6353-4f87-97f3-5a4e0b117810 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "DELETE /v2.0/routers/1378dd60-f326-4a9b-bff5-d8400a1f2778 HTTP/1.1" status: 204 len: 168 time: 2.1795359 Apr 22 15:09:02.139091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54960) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:02.151760 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1471991608'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:02.151954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-1025172f-c7d0-4582-9cb1-c0c84a97af3b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1893294411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:02.163154 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1025172f-c7d0-4582-9cb1-c0c84a97af3b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:02.171191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1025172f-c7d0-4582-9cb1-c0c84a97af3b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Usage tracker for resource:router and tenant:0191850ed9054ece85166de769240aa9 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:02.175673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1025172f-c7d0-4582-9cb1-c0c84a97af3b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:02.184713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1025172f-c7d0-4582-9cb1-c0c84a97af3b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:02.188216 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:02.191198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:02.195667 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:02.200768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1025172f-c7d0-4582-9cb1-c0c84a97af3b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.201755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1025172f-c7d0-4582-9cb1-c0c84a97af3b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.202094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Pushing event updated for resources: {'Port': ['ID=93c29f30-1adc-4d10-8ffc-35035bc14ec6,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:02.215377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:02.227607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0d51af5-0fae-4691-ae68-ba2420f2ae83 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.232950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1025172f-c7d0-4582-9cb1-c0c84a97af3b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.244551 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Usage tracker for resource:network and tenant:048db9da764e407da54d3b78a084139f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:02.252156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:02.270884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:02.277828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d51af5-0fae-4691-ae68-ba2420f2ae83 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event deleted for resources: {'Subnet': ['ID=8b89a1a4-b573-4a12-9a4c-df1d52fc168c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:02.285451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0d51af5-0fae-4691-ae68-ba2420f2ae83 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.288187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db73ca2d-1c7a-4460-aac4-29617c8cd1e3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:02.289903 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-db73ca2d-1c7a-4460-aac4-29617c8cd1e3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "GET /v2.0/subnets/eb81c669-6c81-42dd-b40b-0dbd3729ca79 HTTP/1.1" status: 200 len: 797 time: 0.1774035 Apr 22 15:09:02.290229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Attempting to bind port 93c29f30-1adc-4d10-8ffc-35035bc14ec6 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:02.290609 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Attempting to bind port 93c29f30-1adc-4d10-8ffc-35035bc14ec6 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:02.290952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Attempting to bind port 93c29f30-1adc-4d10-8ffc-35035bc14ec6 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:02.294470 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096101d8-5bf8-4ef3-ac63-273825b6ec8a None None] Network fbc6211a-9efd-45dc-be9d-26783a4a76ec requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:02.298103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54964) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:02.305768 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a0d51af5-0fae-4691-ae68-ba2420f2ae83 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "DELETE /v2.0/subnets/8b89a1a4-b573-4a12-9a4c-df1d52fc168c HTTP/1.1" status: 204 len: 168 time: 1.1618710 Apr 22 15:09:02.307482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'port': {'network_id': '0fb9c397-b661-484f-a109-8a7d2cda88d2', 'name': 'tempest-FloatingIPTestJSON-339115827', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:02.323734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54968) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:02.325404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.345986 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Made reservation on behalf of 048db9da764e407da54d3b78a084139f for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:02.348868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.373603 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:02.374001 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:02.374854 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.374854 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:02.375227 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Bound port: 93c29f30-1adc-4d10-8ffc-35035bc14ec6, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:02.375594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.380966 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting port ca61deff-5f8f-445d-a775-0f7320b2a6be {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:02.381306 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.400915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1025172f-c7d0-4582-9cb1-c0c84a97af3b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.424973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::5e87:395f:e34:7755 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/ebdfa91b-52b7-44bb-abbc-08b79586f0e7/3a4651d0-65b5-4853-83e9-9179b6db3048) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:02.455013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:02.510852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1025172f-c7d0-4582-9cb1-c0c84a97af3b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.515412 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1025172f-c7d0-4582-9cb1-c0c84a97af3b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3759530 Apr 22 15:09:02.520373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54972) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:02.523864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.524212 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Added segment 54639010-27af-4f0d-88b2-252f060b255c of type vlan for network 73c4f8de-a40c-4085-9ed7-9b557ec1b39e Apr 22 15:09:02.529164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:02.554009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] For port 93c29f30-1adc-4d10-8ffc-35035bc14ec6, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:02.564846 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] For port 93c29f30-1adc-4d10-8ffc-35035bc14ec6, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=93c29f30-1adc-4d10-8ffc-35035bc14ec6,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:02.578179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.584819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.667220 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc72f31-3406-4170-9e2d-7c1b06fd1f47 None None] DHCP port deletion for fbc6211a-9efd-45dc-be9d-26783a4a76ec request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:09:02.677727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313a8b7-e71a-4ae2-be47-5aa736bdbfaa None None] Pushing event updated for resources: {'Port': ['ID=93c29f30-1adc-4d10-8ffc-35035bc14ec6,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:02.680586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9fc72f31-3406-4170-9e2d-7c1b06fd1f47 None None] Deleting port afd022ed-1ece-4e4c-855a-5f86e795580e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:02.681699 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9fc72f31-3406-4170-9e2d-7c1b06fd1f47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.698548 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.829322 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.833652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Deleting port afd022ed-1ece-4e4c-855a-5f86e795580e {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:02.834172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.868047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] For port ca61deff-5f8f-445d-a775-0f7320b2a6be, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ca61deff-5f8f-445d-a775-0f7320b2a6be,segment=NetworkSegment(c6dbcbc1-88ab-440b-a994-098b64ae30d6),segment_id=c6dbcbc1-88ab-440b-a994-098b64ae30d6)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:02.868047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:02.888174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:02.972747 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9fc72f31-3406-4170-9e2d-7c1b06fd1f47 None None] For port afd022ed-1ece-4e4c-855a-5f86e795580e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=afd022ed-1ece-4e4c-855a-5f86e795580e,segment=NetworkSegment(b8b2043c-2c57-44df-9af2-590cc57b9f23),segment_id=b8b2043c-2c57-44df-9af2-590cc57b9f23)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:02.973136 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9fc72f31-3406-4170-9e2d-7c1b06fd1f47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.028609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:03.093424 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Calling delete_port for ca61deff-5f8f-445d-a775-0f7320b2a6be owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:03.107392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9fc72f31-3406-4170-9e2d-7c1b06fd1f47 None None] Calling delete_port for afd022ed-1ece-4e4c-855a-5f86e795580e owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:03.151954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.155547 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:03.156265 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.177738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Made reservation on behalf of c12731375b86407aa0ae0ac31717a9d7 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:03.187418 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9fc72f31-3406-4170-9e2d-7c1b06fd1f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.220178 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1032495 Apr 22 15:09:03.236579 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc72f31-3406-4170-9e2d-7c1b06fd1f47 None None] Pushing event deleted for resources: {'Port': ['ID=afd022ed-1ece-4e4c-855a-5f86e795580e,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:03.240234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc72f31-3406-4170-9e2d-7c1b06fd1f47 None None] No DVR routers for this DVR port afd022ed-1ece-4e4c-855a-5f86e795580e on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:03.261569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 54976) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:03.273208 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Request body: {'subnet': {'network_id': '73c4f8de-a40c-4085-9ed7-9b557ec1b39e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:03.274780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.328548 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object 3a4651d0-65b5-4853-83e9-9179b6db3048 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:03.329659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee003a-106a-4626-91c8-c0aebe86db43 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'Network': ['ID=73c4f8de-a40c-4085-9ed7-9b557ec1b39e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:03.341767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.343482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 73c4f8de-a40c-4085-9ed7-9b557ec1b39e details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:03.511465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Port': ['ID=ca61deff-5f8f-445d-a775-0f7320b2a6be,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:03.525710 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No DVR routers for this DVR port ca61deff-5f8f-445d-a775-0f7320b2a6be on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:03.569435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 93c29f30-1adc-4d10-8ffc-35035bc14ec6 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:03.579507 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.662029 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 93c29f30-1adc-4d10-8ffc-35035bc14ec6 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:03.665878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] For port afd022ed-1ece-4e4c-855a-5f86e795580e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=afd022ed-1ece-4e4c-855a-5f86e795580e,segment=NetworkSegment(b8b2043c-2c57-44df-9af2-590cc57b9f23),segment_id=b8b2043c-2c57-44df-9af2-590cc57b9f23)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:03.666302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.692878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:03.701447 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Usage tracker for resource:subnet and tenant:048db9da764e407da54d3b78a084139f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:03.725608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.733197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device afd022ed-1ece-4e4c-855a-5f86e795580e no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:03.748285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:03.753088 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:03.758926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:03.763292 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:03.764020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.770740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: afd022ed-1ece-4e4c-855a-5f86e795580e {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:09:03.771987 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device afd022ed-1ece-4e4c-855a-5f86e795580e not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:09:03.797349 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=3a4651d0-65b5-4853-83e9-9179b6db3048,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:03.806411 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054da813-91f0-49ed-84cc-55d707e2427e']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:03.822899 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-41928b67-451d-46bf-9596-54750998e0c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6369071 Apr 22 15:09:03.822899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6dbcbc1-88ab-440b-a994-098b64ae30d6') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:03.822899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6dbcbc1-88ab-440b-a994-098b64ae30d6') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:03.824921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:03.830550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54980) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:03.830766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.846945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Calling delete_port for afd022ed-1ece-4e4c-855a-5f86e795580e owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:03.872719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.889522 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:03.896550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.912982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:03.913371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.921094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] device_id is not set on port f96a8d63-2246-4b2f-8193-56dc60b6594b yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:03.939042 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:03.962791 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:03.969899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Made reservation on behalf of 048db9da764e407da54d3b78a084139f for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:03.983019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4929e901-3177-4d81-96f8-01198cce7429 None None] Provisioning for port 93c29f30-1adc-4d10-8ffc-35035bc14ec6 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:03.992942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4929e901-3177-4d81-96f8-01198cce7429 None None] Provisioning complete for port 93c29f30-1adc-4d10-8ffc-35035bc14ec6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:03.993647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4929e901-3177-4d81-96f8-01198cce7429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.051700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cac353-a02f-4379-89d1-303556535a65 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:04.056854 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cac353-a02f-4379-89d1-303556535a65 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:04.057907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-31cac353-a02f-4379-89d1-303556535a65 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:04.079563 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.096602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.133434 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/054da813-91f0-49ed-84cc-55d707e2427e HTTP/1.1" status: 204 len: 168 time: 5.9585931 Apr 22 15:09:04.133434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-31cac353-a02f-4379-89d1-303556535a65 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:04.134173 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-31cac353-a02f-4379-89d1-303556535a65 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3022273 Apr 22 15:09:04.135460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54984) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:04.139041 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54986) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:04.144595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1936329427'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:04.148338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2940e-089b-4abf-852e-760848274fdc tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Network': ['ID=054da813-91f0-49ed-84cc-55d707e2427e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:04.157883 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:09:04.158495 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:09:04.174471 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.191409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:04.196081 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4929e901-3177-4d81-96f8-01198cce7429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.203324 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:network and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:04.212467 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:04.222704 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:04.238374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ba81ec23-680e-48d8-a76d-f8fcdbfd46fa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port 3a4651d0-65b5-4853-83e9-9179b6db3048 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:04.238869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ba81ec23-680e-48d8-a76d-f8fcdbfd46fa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.263369 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4929e901-3177-4d81-96f8-01198cce7429 None None] For port 93c29f30-1adc-4d10-8ffc-35035bc14ec6, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=93c29f30-1adc-4d10-8ffc-35035bc14ec6,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:04.272053 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4929e901-3177-4d81-96f8-01198cce7429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.304762 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:04.307994 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.313354 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8e566c-571c-489c-bb15-34e89deb60fe None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:09:04.401897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929e901-3177-4d81-96f8-01198cce7429 None None] Pushing event updated for resources: {'Port': ['ID=93c29f30-1adc-4d10-8ffc-35035bc14ec6,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:04.426569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:04.446068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5ba8a3cc-1a64-4278-a668-bcddf0cef0f0 None None] Provisioning for port 3a4651d0-65b5-4853-83e9-9179b6db3048 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:04.456163 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5ba8a3cc-1a64-4278-a668-bcddf0cef0f0 None None] Provisioning complete for port 3a4651d0-65b5-4853-83e9-9179b6db3048 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:04.456631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5ba8a3cc-1a64-4278-a668-bcddf0cef0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.496238 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.496639 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Added segment 9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f of type vlan for network dadef163-0c9b-4863-99ac-22a0b3c5e4c5 Apr 22 15:09:04.554761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.564138 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8e566c-571c-489c-bb15-34e89deb60fe None None] Resources bound (agent type, host, resource id): {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:09:04.566966 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5ba8a3cc-1a64-4278-a668-bcddf0cef0f0 None None] Port 3a4651d0-65b5-4853-83e9-9179b6db3048 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:09:04.575713 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ba81ec23-680e-48d8-a76d-f8fcdbfd46fa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.668650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Deleting port afd022ed-1ece-4e4c-855a-5f86e795580e {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:04.668901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.709593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ba81ec23-680e-48d8-a76d-f8fcdbfd46fa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for 3a4651d0-65b5-4853-83e9-9179b6db3048 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:04.759745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] The port 'afd022ed-1ece-4e4c-855a-5f86e795580e' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:09:04.765328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.769037 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:04.769616 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:04.896662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Network': ['ID=dadef163-0c9b-4863-99ac-22a0b3c5e4c5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:04.903512 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9c54d0a2-1685-4481-ad06-e48f0207d49c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7653899 Apr 22 15:09:04.903822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54992) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:04.911083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'subnet': {'network_id': 'dadef163-0c9b-4863-99ac-22a0b3c5e4c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:04.923996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network dadef163-0c9b-4863-99ac-22a0b3c5e4c5 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:05.047410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.081148 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:05.081839 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bcb39a-d0b4-4355-8df8-3b1cb73c130c None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:09:05.085085 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:subnet and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:05.088225 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:05.094502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:05.099027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.20.0.14 (0fb9c397-b661-484f-a109-8a7d2cda88d2/eb81c669-6c81-42dd-b40b-0dbd3729ca79/f96a8d63-2246-4b2f-8193-56dc60b6594b) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:05.101992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ba81ec23-680e-48d8-a76d-f8fcdbfd46fa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.102520 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc6211a-9efd-45dc-be9d-26783a4a76ec']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:05.158100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b2043c-2c57-44df-9af2-590cc57b9f23') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:05.158599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b2043c-2c57-44df-9af2-590cc57b9f23') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:05.165898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.20.0.13 (0fb9c397-b661-484f-a109-8a7d2cda88d2/eb81c669-6c81-42dd-b40b-0dbd3729ca79/f96a8d63-2246-4b2f-8193-56dc60b6594b) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:05.172961 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.176008 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:05.209526 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.243354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.326696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.341566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81ec23-680e-48d8-a76d-f8fcdbfd46fa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=3a4651d0-65b5-4853-83e9-9179b6db3048,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:05.361589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ba81ec23-680e-48d8-a76d-f8fcdbfd46fa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.379015 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bcb39a-d0b4-4355-8df8-3b1cb73c130c None None] Network 73c4f8de-a40c-4085-9ed7-9b557ec1b39e is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:09:05.383530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:05.383864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.390593 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bcb39a-d0b4-4355-8df8-3b1cb73c130c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 73c4f8de-a40c-4085-9ed7-9b557ec1b39e) {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:09:05.393741 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ba81ec23-680e-48d8-a76d-f8fcdbfd46fa tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/3a4651d0-65b5-4853-83e9-9179b6db3048 HTTP/1.1" status: 204 len: 168 time: 1.2534816 Apr 22 15:09:05.394646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 54996) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:05.396984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:05.402190 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:05.525997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 93c29f30-1adc-4d10-8ffc-35035bc14ec6 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:05.556010 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813aa1e2-8670-4011-896f-23c309360e10 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:05.557358 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813aa1e2-8670-4011-896f-23c309360e10 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:05.558416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-813aa1e2-8670-4011-896f-23c309360e10 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:05.585759 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-813aa1e2-8670-4011-896f-23c309360e10 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:05.590224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55000) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:05.590393 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-813aa1e2-8670-4011-896f-23c309360e10 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1786385 Apr 22 15:09:05.659220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.objects.ports [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83933) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:09:05.669073 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.719396 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.734016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.737951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.797728 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event deleted for resources: {'Network': ['ID=fbc6211a-9efd-45dc-be9d-26783a4a76ec,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:05.802275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Subnet': ['ID=95636a9a-8ca7-45f9-8d5e-4d969e64ef58,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:05.820243 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Checking segment: {'id': '9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'dadef163-0c9b-4863-99ac-22a0b3c5e4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:05.820696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network hostable DHCP agents. Network: dadef163-0c9b-4863-99ac-22a0b3c5e4c5, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:09:05.835855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 93c29f30-1adc-4d10-8ffc-35035bc14ec6 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:05.836222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.849816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network dadef163-0c9b-4863-99ac-22a0b3c5e4c5 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:09:05.860534 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, dadef163-0c9b-4863-99ac-22a0b3c5e4c5) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:05.866201 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:05.867599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.893639 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-82676755-622f-4e7c-8c29-be7755d6d51f tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9855332 Apr 22 15:09:05.893930 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55004) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:05.899882 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-430266778'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:05.905148 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:05.910783 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:network and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:05.913806 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:05.920116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:05.939030 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:05.943171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:05.974689 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1c021368-5b33-4662-bb10-5ad0f560c804 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "DELETE /v2.0/networks/fbc6211a-9efd-45dc-be9d-26783a4a76ec HTTP/1.1" status: 204 len: 168 time: 3.6480124 Apr 22 15:09:05.976839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Network 73c4f8de-a40c-4085-9ed7-9b557ec1b39e is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:05.986634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55008) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:05.989830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Allocated IP 172.26.8.241 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/fc43d6f8-8e25-4820-b757-b0291d3e6826) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:05.993084 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:06.001481 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:06.003467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event updated for resources: {'Subnet': ['ID=9ee98d64-586c-43cf-8aa2-65c1c4754fbd,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:06.022079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:06.022617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.022769 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.022960 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Added segment da943d45-e7da-4b62-b452-33b2fbff2f25 of type vlan for network 1b0c87cc-9282-467d-a9cd-6f63a6731a98 Apr 22 15:09:06.052648 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.092864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.097245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:06.097960 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.100802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-73c4f8de-a40c-4085-9ed7-9b557ec1b39e', 'network_id': '73c4f8de-a40c-4085-9ed7-9b557ec1b39e', 'tenant_id': '048db9da764e407da54d3b78a084139f', 'fixed_ips': [{'subnet_id': '9ee98d64-586c-43cf-8aa2-65c1c4754fbd'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:09:06.101701 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.208381 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3100669 Apr 22 15:09:06.208381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55014) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:06.216974 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'subnet': {'network_id': '1b0c87cc-9282-467d-a9cd-6f63a6731a98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:06.236125 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd401c0-59c4-4573-bede-2bc76e81f119 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Network': ['ID=1b0c87cc-9282-467d-a9cd-6f63a6731a98,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:06.251896 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 1b0c87cc-9282-467d-a9cd-6f63a6731a98 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:06.254176 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.336012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:06.340604 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:subnet and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:06.343816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:06.349539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:06.359703 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-37bf4418-85aa-4af7-ab1c-9002d1d9023a tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0918713 Apr 22 15:09:06.363148 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Allocated IP 2001:db8::f816:3eff:fe4a:cfc6 (73c4f8de-a40c-4085-9ed7-9b557ec1b39e/9ee98d64-586c-43cf-8aa2-65c1c4754fbd/dff46bb5-fa23-4086-96a7-563cda82655b) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:06.363352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55018) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:06.368702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:06.453808 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a1159449-d83a-486a-a44a-fcd1913a5617 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Deleting port f53efef7-c373-43d9-bd4e-fcc7aa11d2d7 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:06.454165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1159449-d83a-486a-a44a-fcd1913a5617 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.490417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ef8e97-9cca-4deb-88b5-a2e7c2ee0bed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet ebdfa91b-52b7-44bb-abbc-08b79586f0e7 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:09:06.508678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-20ef8e97-9cca-4deb-88b5-a2e7c2ee0bed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.577983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.625970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.630236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.641291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Transition to ACTIVE for port object dff46bb5-fa23-4086-96a7-563cda82655b will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:06.660894 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Transition to ACTIVE for port object dff46bb5-fa23-4086-96a7-563cda82655b will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:06.669350 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.682731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-20ef8e97-9cca-4deb-88b5-a2e7c2ee0bed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.698304 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Performing IP validity checks on allocation pools {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 15:09:06.698891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 15:09:06.706097 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.731786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Deleting port dff46bb5-fa23-4086-96a7-563cda82655b {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:06.732145 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.742752 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Network 73c4f8de-a40c-4085-9ed7-9b557ec1b39e is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:06.746331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:06.748787 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:06.751928 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Pushing event updated for resources: {'Port': ['ID=dff46bb5-fa23-4086-96a7-563cda82655b,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:06.810766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.845935 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Attempting to bind port dff46bb5-fa23-4086-96a7-563cda82655b on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:06.846719 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Attempting to bind port dff46bb5-fa23-4086-96a7-563cda82655b by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '54639010-27af-4f0d-88b2-252f060b255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '73c4f8de-a40c-4085-9ed7-9b557ec1b39e'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:06.847313 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Attempting to bind port dff46bb5-fa23-4086-96a7-563cda82655b on network 73c4f8de-a40c-4085-9ed7-9b557ec1b39e {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:06.849757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 0fb9c397-b661-484f-a109-8a7d2cda88d2 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:06.855141 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:06.855928 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Checking segment: {'id': '54639010-27af-4f0d-88b2-252f060b255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '73c4f8de-a40c-4085-9ed7-9b557ec1b39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:06.857453 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.857453 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Bound using segment: {'id': '54639010-27af-4f0d-88b2-252f060b255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '73c4f8de-a40c-4085-9ed7-9b557ec1b39e'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:06.857453 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Bound port: dff46bb5-fa23-4086-96a7-563cda82655b, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54639010-27af-4f0d-88b2-252f060b255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '73c4f8de-a40c-4085-9ed7-9b557ec1b39e'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:06.857750 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=f96a8d63-2246-4b2f-8193-56dc60b6594b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:06.858280 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.859867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:06.867732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:06.963301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] For port dff46bb5-fa23-4086-96a7-563cda82655b, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:06.967637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] For port dff46bb5-fa23-4086-96a7-563cda82655b, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dff46bb5-fa23-4086-96a7-563cda82655b,segment=NetworkSegment(54639010-27af-4f0d-88b2-252f060b255c),segment_id=54639010-27af-4f0d-88b2-252f060b255c)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:06.974912 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:06.986373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-20ef8e97-9cca-4deb-88b5-a2e7c2ee0bed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:07.028612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1159449-d83a-486a-a44a-fcd1913a5617 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:07.029232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1159449-d83a-486a-a44a-fcd1913a5617 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:07.062461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:07.063096 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:07.067869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:07.071218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496867c-f25a-47d5-9d05-cb8eef6cca1a None None] Pushing event updated for resources: {'Port': ['ID=dff46bb5-fa23-4086-96a7-563cda82655b,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:07.122872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:07.125477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] For port dff46bb5-fa23-4086-96a7-563cda82655b, host dv-neutron-838883-3-hyperv, got binding levels [] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:07.125903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:07.252279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a1159449-d83a-486a-a44a-fcd1913a5617 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Calling delete_port for f53efef7-c373-43d9-bd4e-fcc7aa11d2d7 owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:07.308725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-20ef8e97-9cca-4deb-88b5-a2e7c2ee0bed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:07.374194 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Calling delete_port for dff46bb5-fa23-4086-96a7-563cda82655b owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:07.377056 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d278a252-a32d-43cc-a5ec-e852293aabb7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 5.0766182 Apr 22 15:09:07.389440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55024) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:07.398296 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef8e97-9cca-4deb-88b5-a2e7c2ee0bed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdfa91b-52b7-44bb-abbc-08b79586f0e7,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:07.405920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': 'f96a8d63-2246-4b2f-8193-56dc60b6594b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:07.410958 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:07.416738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:07.419270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Pushing event updated for resources: {'Port': ['ID=fc43d6f8-8e25-4820-b757-b0291d3e6826,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:07.421658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:07.424258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:07.442193 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Subnet': ['ID=f2cccb7e-23a2-42c8-99fb-f32f07016071,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:07.461793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-20ef8e97-9cca-4deb-88b5-a2e7c2ee0bed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:07.463956 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-20ef8e97-9cca-4deb-88b5-a2e7c2ee0bed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/ebdfa91b-52b7-44bb-abbc-08b79586f0e7 HTTP/1.1" status: 204 len: 168 time: 1.8660719 Apr 22 15:09:07.467050 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55028) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:07.488278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:07.542356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Checking segment: {'id': 'da943d45-e7da-4b62-b452-33b2fbff2f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '1b0c87cc-9282-467d-a9cd-6f63a6731a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:07.542626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network hostable DHCP agents. Network: 1b0c87cc-9282-467d-a9cd-6f63a6731a98, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:09:07.546116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:07.550690 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device dff46bb5-fa23-4086-96a7-563cda82655b up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:07.560947 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dd92fe2e-6f00-4da8-b368-c11d21b6a52e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875421 Apr 22 15:09:07.561832 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55032) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:07.574770 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c1982e6d-7a1f-47e7-8f9d-683c98797277 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:07.608212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:09:07.608562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:09:07.639708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port dff46bb5-fa23-4086-96a7-563cda82655b completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:07.705143 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network 1b0c87cc-9282-467d-a9cd-6f63a6731a98 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:09:07.708612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c1982e6d-7a1f-47e7-8f9d-683c98797277 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:07.715920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1159449-d83a-486a-a44a-fcd1913a5617 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:07.720837 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 1b0c87cc-9282-467d-a9cd-6f63a6731a98) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:07.722595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c1982e6d-7a1f-47e7-8f9d-683c98797277 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:07.727197 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:07.727665 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:07.747298 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1982e6d-7a1f-47e7-8f9d-683c98797277 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:07.820078 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-67b9f74d-4fbd-43dd-9085-7c9b719612e4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6104178 Apr 22 15:09:07.826259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55036) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:07.897963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1159449-d83a-486a-a44a-fcd1913a5617 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Pushing event deleted for resources: {'Port': ['ID=f53efef7-c373-43d9-bd4e-fcc7aa11d2d7,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:07.950782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1982e6d-7a1f-47e7-8f9d-683c98797277 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.063423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1159449-d83a-486a-a44a-fcd1913a5617 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.088852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.115958 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Deleting port dff46bb5-fa23-4086-96a7-563cda82655b {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:08.116444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.127023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1159449-d83a-486a-a44a-fcd1913a5617 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.130754 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a1159449-d83a-486a-a44a-fcd1913a5617 tempest-FloatingIPAdminTestJSON-1653923414 tempest-FloatingIPAdminTestJSON-1653923414-project] 10.222.0.71 "DELETE /v2.0/floatingips/e3955f70-0eff-4881-9ae9-63da689b6ab9 HTTP/1.1" status: 204 len: 168 time: 2.1381717 Apr 22 15:09:08.142565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.158167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f0e44-26c5-4060-b8e5-c66390591cc8 None None] Network dadef163-0c9b-4863-99ac-22a0b3c5e4c5 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:08.185357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.188508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96bb2c5-d4cd-4a60-ba8f-de3078f66d64 None None] Network 73c4f8de-a40c-4085-9ed7-9b557ec1b39e requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:08.242178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2465f7e-5351-409e-8bc1-7867d30eb133 None None] Network 1b0c87cc-9282-467d-a9cd-6f63a6731a98 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:08.352250 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.376615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.385075 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.536291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba1c1bb-5850-4a88-836b-924fd10762e2 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:08.648016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55046) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:08.678360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1982e6d-7a1f-47e7-8f9d-683c98797277 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.708062 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.26.8.147 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/fa081c7a-54c5-4449-a2d1-5b9ca3e71655) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:08.743470 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.751226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6aa29be3-e10f-42f4-863e-3b784b81f41c None None] Provisioning for port dff46bb5-fa23-4086-96a7-563cda82655b completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:08.771900 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1982e6d-7a1f-47e7-8f9d-683c98797277 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:08.786916 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-c1982e6d-7a1f-47e7-8f9d-683c98797277 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:08.792302 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6aa29be3-e10f-42f4-863e-3b784b81f41c None None] Provisioning complete for port dff46bb5-fa23-4086-96a7-563cda82655b triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:08.793482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6aa29be3-e10f-42f4-863e-3b784b81f41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.795249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1982e6d-7a1f-47e7-8f9d-683c98797277 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:08.795841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1982e6d-7a1f-47e7-8f9d-683c98797277 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.831098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1982e6d-7a1f-47e7-8f9d-683c98797277 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=a6bce593-ddc0-4c0b-b002-3bf1d4721429,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:08.898939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] For port dff46bb5-fa23-4086-96a7-563cda82655b, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dff46bb5-fa23-4086-96a7-563cda82655b,segment=NetworkSegment(54639010-27af-4f0d-88b2-252f060b255c),segment_id=54639010-27af-4f0d-88b2-252f060b255c)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:08.899302 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:08.907350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Subnet': ['ID=f2cccb7e-23a2-42c8-99fb-f32f07016071,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:09.038258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Router cc1fe265-3a57-471e-b0dc-d838e21f85fa is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:09:09.066112 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c451e3c1-ba42-41a9-887e-ebb4d443fddd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=50b15df700a54001a81f382fd0a4c71c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4082005 Apr 22 15:09:09.068816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55052) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:09.074941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.172967 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070429c7-5e01-4f57-ada1-c1895ab6c68b None None] Network 1b0c87cc-9282-467d-a9cd-6f63a6731a98 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:09.236279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Calling delete_port for dff46bb5-fa23-4086-96a7-563cda82655b owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:09.272174 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c1982e6d-7a1f-47e7-8f9d-683c98797277 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7057753 Apr 22 15:09:09.280148 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55056) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:09.294733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'fixed_ips': [{'subnet_id': 'a6bce593-ddc0-4c0b-b002-3bf1d4721429', 'ip_address': '2001:db8::af5b:cfb8:4869:da61'}], 'name': 'tempest-NetworksTestDHCPv6-633916803'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:09.306627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.315305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e297395a-53ca-4690-b037-df7ba765fb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.321751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.359536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0c87cc-9282-467d-a9cd-6f63a6731a98']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:09.407406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-dadef163-0c9b-4863-99ac-22a0b3c5e4c5', 'network_id': 'dadef163-0c9b-4863-99ac-22a0b3c5e4c5', 'tenant_id': '9409261293714bee857090ce677b639b', 'fixed_ips': [{'subnet_id': '95636a9a-8ca7-45f9-8d5e-4d969e64ef58'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:09:09.407785 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.408554 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da943d45-e7da-4b62-b452-33b2fbff2f25') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:09.408849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da943d45-e7da-4b62-b452-33b2fbff2f25') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:09.432480 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.456830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.469250 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:09.469669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:09.486804 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:09.490644 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6aa29be3-e10f-42f4-863e-3b784b81f41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.491752 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e297395a-53ca-4690-b037-df7ba765fb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.507835 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:09.525625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:09.538186 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=fa081c7a-54c5-4449-a2d1-5b9ca3e71655,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:09.540712 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:09.555080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.623506 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Port': ['ID=dff46bb5-fa23-4086-96a7-563cda82655b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:09.636611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:09.644454 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:09.673857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:09.692563 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:09.705209 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.709567 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.717581 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e297395a-53ca-4690-b037-df7ba765fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.746072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Network': ['ID=1b0c87cc-9282-467d-a9cd-6f63a6731a98,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:09.754168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] No DVR routers for this DVR port dff46bb5-fa23-4086-96a7-563cda82655b on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:09.757887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297395a-53ca-4690-b037-df7ba765fb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d0dc70-6f40-4ef5-8b4b-c47a983a71ea,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:09.761423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:09.767541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.814928 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7c17f3f2-4bec-4bd0-966f-f320f53db7c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/1b0c87cc-9282-467d-a9cd-6f63a6731a98 HTTP/1.1" status: 204 len: 168 time: 1.9822123 Apr 22 15:09:09.815732 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55060) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:09.824405 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-654522785'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:09.831984 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Allocated IP 2001:db8::3 (dadef163-0c9b-4863-99ac-22a0b3c5e4c5/95636a9a-8ca7-45f9-8d5e-4d969e64ef58/2b9c9768-2ce6-4eac-85be-4a8a068d5f95) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:09.842587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:09.851148 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:network and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:09.857963 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:09.873315 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:09.913463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:09.965667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:09.973682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.029078 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:10.039545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.084157 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.084511 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Added segment 59ce72c8-48f0-49bc-adc1-20885220a8f5 of type vlan for network d430d1d4-a73f-47d8-a2f4-f59bb293b70d Apr 22 15:09:10.097827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a1b607-095f-4ba0-b127-87c760dd34ba None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:10.098074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee98d64-586c-43cf-8aa2-65c1c4754fbd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:10.131866 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e297395a-53ca-4690-b037-df7ba765fb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.138580 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e297395a-53ca-4690-b037-df7ba765fb2d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/35d0dc70-6f40-4ef5-8b4b-c47a983a71ea HTTP/1.1" status: 204 len: 168 time: 1.0663822 Apr 22 15:09:10.168794 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port 2f67f3b3-2dc7-486c-b279-636a68e5249f yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:09:10.196503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.231329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.245572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8359d0f4-4391-4727-9b71-c7f9393467d5 None None] DHCP port deletion for 73c4f8de-a40c-4085-9ed7-9b557ec1b39e request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:09:10.253658 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-29662e4e-dfb1-4619-93ed-e2b83bc572a5 None None] Could not find standard attr ID for object dff46bb5-fa23-4086-96a7-563cda82655b. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:09:10.274870 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c4f8de-a40c-4085-9ed7-9b557ec1b39e']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:10.285325 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb888011-5b8a-4960-b717-e5eeb62ba45a None None] Network 73c4f8de-a40c-4085-9ed7-9b557ec1b39e requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:10.289724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54639010-27af-4f0d-88b2-252f060b255c') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:10.290021 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54639010-27af-4f0d-88b2-252f060b255c') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:10.303275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.307190 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:10.308079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.314696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.337037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:10.361375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.362850 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0ca6f2f6-8e0c-4e55-9516-c078c6fe53a5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "PUT /v2.0/routers/cc1fe265-3a57-471e-b0dc-d838e21f85fa HTTP/1.1" status: 200 len: 884 time: 7.8419375 Apr 22 15:09:10.371834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55066) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:10.431640 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.444820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:10.445230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.455737 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434a99b-a689-476e-9318-4cf454b9f0b4 None None] Sync routers for ids ['cc1fe265-3a57-471e-b0dc-d838e21f85fa'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:10.461103 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Network': ['ID=d430d1d4-a73f-47d8-a2f4-f59bb293b70d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:10.463332 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:10.469389 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3cc0b8f5-2734-4736-9b63-af1713e83e2d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6530254 Apr 22 15:09:10.510783 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434a99b-a689-476e-9318-4cf454b9f0b4 None None] Routers {'cc1fe265-3a57-471e-b0dc-d838e21f85fa'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:10.512865 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b434a99b-a689-476e-9318-4cf454b9f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc1fe265-3a57-471e-b0dc-d838e21f85fa'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:10.519335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55072) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:10.542964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'subnet': {'network_id': 'd430d1d4-a73f-47d8-a2f4-f59bb293b70d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:10.635729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network d430d1d4-a73f-47d8-a2f4-f59bb293b70d details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:10.637610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.658488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.671817 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Network': ['ID=73c4f8de-a40c-4085-9ed7-9b557ec1b39e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:10.690069 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b434a99b-a689-476e-9318-4cf454b9f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:10.690214 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6bf705f7-da03-4769-92d9-3f11aac95197 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/networks/73c4f8de-a40c-4085-9ed7-9b557ec1b39e HTTP/1.1" status: 204 len: 168 time: 4.3234026 Apr 22 15:09:10.690214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55076) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:10.691678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55078) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:10.747675 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:10.751083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:subnet and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:10.754106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:10.760469 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:10.773204 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09e20910-2cfd-46b4-bb24-dd35168dcb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.784149 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-73191976-cd74-4a2d-a5a8-a797f6a48b8c tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] DELETE failed (client error): The resource could not be found. Apr 22 15:09:10.784149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73191976-cd74-4a2d-a5a8-a797f6a48b8c tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:09:10.788108 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-73191976-cd74-4a2d-a5a8-a797f6a48b8c tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/subnets/9ee98d64-586c-43cf-8aa2-65c1c4754fbd HTTP/1.1" status: 404 len: 337 time: 0.0903957 Apr 22 15:09:10.788267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-29662e4e-dfb1-4619-93ed-e2b83bc572a5 None None] Provisioning complete for port 93c29f30-1adc-4d10-8ffc-35035bc14ec6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:10.788267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29662e4e-dfb1-4619-93ed-e2b83bc572a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.789825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55084) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:10.798172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::af5b:cfb8:4869:da61 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/a6bce593-ddc0-4c0b-b002-3bf1d4721429/2f67f3b3-2dc7-486c-b279-636a68e5249f) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:10.821220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:10.827859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93878334-bf55-4c3b-b6cc-54234655515a None None] DHCP port deletion for 73c4f8de-a40c-4085-9ed7-9b557ec1b39e request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:09:10.846181 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba14507-e5e2-43a2-b6fa-fe0602f4502b tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] DELETE failed (client error): The resource could not be found. Apr 22 15:09:10.847223 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba14507-e5e2-43a2-b6fa-fe0602f4502b tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:09:10.850733 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9ba14507-e5e2-43a2-b6fa-fe0602f4502b tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/networks/73c4f8de-a40c-4085-9ed7-9b557ec1b39e HTTP/1.1" status: 404 len: 339 time: 0.0561457 Apr 22 15:09:10.862941 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55088) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:10.903904 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:10.918796 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434a99b-a689-476e-9318-4cf454b9f0b4 None None] Routers {'cc1fe265-3a57-471e-b0dc-d838e21f85fa'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:10.919621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b434a99b-a689-476e-9318-4cf454b9f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:08:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc1fe265-3a57-471e-b0dc-d838e21f85fa'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:10.978426 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0daeee-6c99-4516-814b-c575d3cc268b tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] DELETE failed (client error): The resource could not be found. Apr 22 15:09:10.980387 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0daeee-6c99-4516-814b-c575d3cc268b tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:09:10.983746 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-09e20910-2cfd-46b4-bb24-dd35168dcb0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:10.984491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Transition to ACTIVE for port object 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:10.999477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-09e20910-2cfd-46b4-bb24-dd35168dcb0b admin admin] Usage tracker for resource:security_group_rule and tenant:7e6f499b5d1541b294880b179a3d3dea is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:11.004170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b434a99b-a689-476e-9318-4cf454b9f0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:11.004404 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434a99b-a689-476e-9318-4cf454b9f0b4 None None] The sync data for ids ['cc1fe265-3a57-471e-b0dc-d838e21f85fa'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:11.005878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-09e20910-2cfd-46b4-bb24-dd35168dcb0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:11.014074 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3e0daeee-6c99-4516-814b-c575d3cc268b tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/subnets/b0c38765-6fae-4af9-b350-cc68891f68d5 HTTP/1.1" status: 404 len: 337 time: 0.1463602 Apr 22 15:09:11.018170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55092) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:11.020775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-09e20910-2cfd-46b4-bb24-dd35168dcb0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:11.024104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Transition to ACTIVE for port object 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:11.025836 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.062062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.133567 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca0be9e-38c2-4880-9fd4-f3ec041ea4cd tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] DELETE failed (client error): The resource could not be found. Apr 22 15:09:11.134375 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca0be9e-38c2-4880-9fd4-f3ec041ea4cd tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:09:11.136960 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fca0be9e-38c2-4880-9fd4-f3ec041ea4cd tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/networks/20f1b62f-3331-4cf2-be17-5169c1305532 HTTP/1.1" status: 404 len: 339 time: 0.1178031 Apr 22 15:09:11.157466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55096) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:11.163399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Pushing event updated for resources: {'Port': ['ID=2b9c9768-2ce6-4eac-85be-4a8a068d5f95,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:11.167067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Network dadef163-0c9b-4863-99ac-22a0b3c5e4c5 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:11.168649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:11.170914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:11.210477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.220251 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-625ff88a-2b25-4819-b9dd-da28bd8e54bb tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] DELETE failed (client error): The resource could not be found. Apr 22 15:09:11.220699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625ff88a-2b25-4819-b9dd-da28bd8e54bb tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:09:11.247284 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-625ff88a-2b25-4819-b9dd-da28bd8e54bb tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/subnets/ceea3475-252f-4989-8699-41e2250badd9 HTTP/1.1" status: 404 len: 337 time: 0.0862424 Apr 22 15:09:11.248516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object 2f67f3b3-2dc7-486c-b279-636a68e5249f will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:11.253237 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55100) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:11.262637 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1e9901ba-6a50-485f-8e36-aad3a480d435 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/routers/cc1fe265-3a57-471e-b0dc-d838e21f85fa HTTP/1.1" status: 200 len: 925 time: 0.8859353 Apr 22 15:09:11.286870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55104) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:11.318518 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Attempting to bind port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:11.318885 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Attempting to bind port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'dadef163-0c9b-4863-99ac-22a0b3c5e4c5'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:11.319237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Attempting to bind port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 on network dadef163-0c9b-4863-99ac-22a0b3c5e4c5 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:11.327084 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:11.327456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Checking segment: {'id': '9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'dadef163-0c9b-4863-99ac-22a0b3c5e4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:11.327836 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.328218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Bound using segment: {'id': '9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'dadef163-0c9b-4863-99ac-22a0b3c5e4c5'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:11.328863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Bound port: 2b9c9768-2ce6-4eac-85be-4a8a068d5f95, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'dadef163-0c9b-4863-99ac-22a0b3c5e4c5'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:11.329235 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.410964 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc788f33-2424-4c09-8982-b0f3ddb8d9d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] DELETE failed (client error): The resource could not be found. Apr 22 15:09:11.411168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc788f33-2424-4c09-8982-b0f3ddb8d9d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:09:11.415133 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cc788f33-2424-4c09-8982-b0f3ddb8d9d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/networks/9992db00-0975-4de2-bc5b-a8500eb937f2 HTTP/1.1" status: 404 len: 339 time: 0.1578372 Apr 22 15:09:11.418364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55108) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:11.445583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] For port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:11.449648 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] For port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=2b9c9768-2ce6-4eac-85be-4a8a068d5f95,segment=NetworkSegment(9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f),segment_id=9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:11.459990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.508284 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09e20910-2cfd-46b4-bb24-dd35168dcb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.509907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.515455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device dff46bb5-fa23-4086-96a7-563cda82655b no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:11.531952 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.535426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.540281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-ed54f258-497a-42f3-b688-fbc6fca4cfca tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Deleting port bbd6fc10-fc0f-44a4-bd1f-fb455f164b81 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:11.540618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ed54f258-497a-42f3-b688-fbc6fca4cfca tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.550899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09e20910-2cfd-46b4-bb24-dd35168dcb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.570967 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: dff46bb5-fa23-4086-96a7-563cda82655b {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:09:11.571306 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device dff46bb5-fa23-4086-96a7-563cda82655b not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:09:11.610777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e2a985fb-ff45-41ec-b785-edaa47b35791 None None] Provisioning complete for port 93c29f30-1adc-4d10-8ffc-35035bc14ec6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:11.611145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e2a985fb-ff45-41ec-b785-edaa47b35791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.657608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb058a1-8036-4190-ae70-dc4f9af03041 None None] Pushing event updated for resources: {'Port': ['ID=2b9c9768-2ce6-4eac-85be-4a8a068d5f95,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:11.672743 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e20910-2cfd-46b4-bb24-dd35168dcb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0c115f-9d5b-4554-a7a5-e8ca30e481af,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:11.675286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Subnet': ['ID=dc73ab38-f30f-43ed-ba49-bbbf2b819422,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:11.688851 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-09e20910-2cfd-46b4-bb24-dd35168dcb0b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7e6f499b5d1541b294880b179a3d3dea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9959309 Apr 22 15:09:11.689896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55112) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:11.735148 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Checking segment: {'id': '59ce72c8-48f0-49bc-adc1-20885220a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd430d1d4-a73f-47d8-a2f4-f59bb293b70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:11.736032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network hostable DHCP agents. Network: d430d1d4-a73f-47d8-a2f4-f59bb293b70d, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:09:11.742218 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3e32f316-629d-4490-97f3-e4472d905685 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=2d66903e-b313-440b-aa1f-9c226989a999&device_id=cc1fe265-3a57-471e-b0dc-d838e21f85fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4531927 Apr 22 15:09:11.743285 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:11.752464 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55116) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:11.791188 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=2f67f3b3-2dc7-486c-b279-636a68e5249f,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:11.953900 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network d430d1d4-a73f-47d8-a2f4-f59bb293b70d is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:09:11.964503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a3cc1d-8427-4024-87dc-d9ec700db44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.005734 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, d430d1d4-a73f-47d8-a2f4-f59bb293b70d) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:12.010560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7f85bd-e6d8-4d54-be9a-95d22d31cfa6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:12.011293 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ac7f85bd-e6d8-4d54-be9a-95d22d31cfa6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Synchronizing usage tracker for tenant:b114c0be161d489bb4c6e754e3b943ac on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:12.016913 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57ec057-77df-4ac3-9595-eeb8a643218e None None] Network d430d1d4-a73f-47d8-a2f4-f59bb293b70d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:12.020129 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:12.020731 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.025518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a3cc1d-8427-4024-87dc-d9ec700db44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.038398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:12.048272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:12.050758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:12.055072 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:12.055541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.062329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ac7f85bd-e6d8-4d54-be9a-95d22d31cfa6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Unset dirty status for tenant:b114c0be161d489bb4c6e754e3b943ac on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:12.066622 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ac7f85bd-e6d8-4d54-be9a-95d22d31cfa6 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/networks/2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 881 time: 0.3084600 Apr 22 15:09:12.077754 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55120) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:12.125099 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3163c88f-cc70-49aa-a2b6-c2be004d1c54 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6023369 Apr 22 15:09:12.125312 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3e000112-3ed8-4d65-9707-4070d60cae6f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8389006 Apr 22 15:09:12.125993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55124) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:12.128003 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55126) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:12.131866 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0acdb50c-7322-4423-88bc-0a0468ed133c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc1fe265-3a57-471e-b0dc-d838e21f85fa HTTP/1.1" status: 200 len: 205 time: 0.0507376 Apr 22 15:09:12.132104 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55130) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:12.287238 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-d430d1d4-a73f-47d8-a2f4-f59bb293b70d', 'network_id': 'd430d1d4-a73f-47d8-a2f4-f59bb293b70d', 'tenant_id': '9409261293714bee857090ce677b639b', 'fixed_ips': [{'subnet_id': 'dc73ab38-f30f-43ed-ba49-bbbf2b819422'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:09:12.287952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.296139 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a3cc1d-8427-4024-87dc-d9ec700db44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.317493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3cc1d-8427-4024-87dc-d9ec700db44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0c115f-9d5b-4554-a7a5-e8ca30e481af,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:12.326388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a3cc1d-8427-4024-87dc-d9ec700db44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.330728 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-79a3cc1d-8427-4024-87dc-d9ec700db44b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9f0c115f-9d5b-4554-a7a5-e8ca30e481af HTTP/1.1" status: 204 len: 168 time: 0.6375351 Apr 22 15:09:12.430444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.455936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.461022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ed54f258-497a-42f3-b688-fbc6fca4cfca tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.520155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Allocated IP 2001:db8::1 (d430d1d4-a73f-47d8-a2f4-f59bb293b70d/dc73ab38-f30f-43ed-ba49-bbbf2b819422/871d58f5-a1ca-4e83-9ae0-0a9b98517144) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:12.720316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-ed54f258-497a-42f3-b688-fbc6fca4cfca tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Calling delete_port for bbd6fc10-fc0f-44a4-bd1f-fb455f164b81 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:12.751947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.763220 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Transition to ACTIVE for port object 871d58f5-a1ca-4e83-9ae0-0a9b98517144 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:12.785183 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Transition to ACTIVE for port object 871d58f5-a1ca-4e83-9ae0-0a9b98517144 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:12.837555 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.890352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.892019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.906865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Deleting port fc43d6f8-8e25-4820-b757-b0291d3e6826 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:12.907427 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.908057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting port 871d58f5-a1ca-4e83-9ae0-0a9b98517144 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:12.908420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.932615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:12.936978 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c10f1aed-8937-4925-a941-f57b04190943 None None] Provisioning for port 2f67f3b3-2dc7-486c-b279-636a68e5249f completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:12.945984 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Pushing event updated for resources: {'Port': ['ID=871d58f5-a1ca-4e83-9ae0-0a9b98517144,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:12.957801 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c10f1aed-8937-4925-a941-f57b04190943 None None] Provisioning complete for port 2f67f3b3-2dc7-486c-b279-636a68e5249f triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:12.958423 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c10f1aed-8937-4925-a941-f57b04190943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.027789 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af4e75-8522-4cd4-a096-17b4b0afdd4a None None] Network dadef163-0c9b-4863-99ac-22a0b3c5e4c5 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:13.051087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55140) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:13.053953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c10f1aed-8937-4925-a941-f57b04190943 None None] Port 2f67f3b3-2dc7-486c-b279-636a68e5249f cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:09:13.059413 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Network d430d1d4-a73f-47d8-a2f4-f59bb293b70d is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:13.064261 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a40b0a4-be21-4f99-ab17-a0525aa5f2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.119443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:13.123378 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ed54f258-497a-42f3-b688-fbc6fca4cfca tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.127098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:13.131208 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df059fb-23f1-4d91-8ca0-e5c7e5fb168b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:13.135080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df059fb-23f1-4d91-8ca0-e5c7e5fb168b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:13.135883 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0df059fb-23f1-4d91-8ca0-e5c7e5fb168b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:13.161041 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=fa081c7a-54c5-4449-a2d1-5b9ca3e71655,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:13.178418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a35e12db-6104-49c4-9fa1-3eab1e03fd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.188338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.274865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54f258-497a-42f3-b688-fbc6fca4cfca tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Port': ['ID=bbd6fc10-fc0f-44a4-bd1f-fb455f164b81,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:13.319482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-469ec420-4268-411c-bf17-ccd65b0031c2 None None] Provisioning for port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:13.322373 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Attempting to bind port 871d58f5-a1ca-4e83-9ae0-0a9b98517144 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:13.322744 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Attempting to bind port 871d58f5-a1ca-4e83-9ae0-0a9b98517144 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '59ce72c8-48f0-49bc-adc1-20885220a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd430d1d4-a73f-47d8-a2f4-f59bb293b70d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:13.324067 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Calling delete_port for fc43d6f8-8e25-4820-b757-b0291d3e6826 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:13.324185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Attempting to bind port 871d58f5-a1ca-4e83-9ae0-0a9b98517144 on network d430d1d4-a73f-47d8-a2f4-f59bb293b70d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:13.329481 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.350063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:13.350491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Checking segment: {'id': '59ce72c8-48f0-49bc-adc1-20885220a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd430d1d4-a73f-47d8-a2f4-f59bb293b70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:13.350880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.351277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Bound using segment: {'id': '59ce72c8-48f0-49bc-adc1-20885220a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd430d1d4-a73f-47d8-a2f4-f59bb293b70d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:13.351754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Bound port: 871d58f5-a1ca-4e83-9ae0-0a9b98517144, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ce72c8-48f0-49bc-adc1-20885220a8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd430d1d4-a73f-47d8-a2f4-f59bb293b70d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:13.352129 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.390038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ed54f258-497a-42f3-b688-fbc6fca4cfca tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.449120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0df059fb-23f1-4d91-8ca0-e5c7e5fb168b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:13.453197 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0df059fb-23f1-4d91-8ca0-e5c7e5fb168b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 1.3081422 Apr 22 15:09:13.470441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55144) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:13.498059 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] For port 871d58f5-a1ca-4e83-9ae0-0a9b98517144, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:13.502178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] For port 871d58f5-a1ca-4e83-9ae0-0a9b98517144, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=871d58f5-a1ca-4e83-9ae0-0a9b98517144,segment=NetworkSegment(59ce72c8-48f0-49bc-adc1-20885220a8f5),segment_id=59ce72c8-48f0-49bc-adc1-20885220a8f5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:13.515383 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.562427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:13.576368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a35e12db-6104-49c4-9fa1-3eab1e03fd11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:13.578646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.585988 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ed54f258-497a-42f3-b688-fbc6fca4cfca tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/ports/bbd6fc10-fc0f-44a4-bd1f-fb455f164b81 HTTP/1.1" status: 204 len: 168 time: 2.1622217 Apr 22 15:09:13.595198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a35e12db-6104-49c4-9fa1-3eab1e03fd11 admin admin] Usage tracker for resource:security_group_rule and tenant:c1ac69884d294ea89756c206e1675fef is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:13.600313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55148) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:13.602858 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a35e12db-6104-49c4-9fa1-3eab1e03fd11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:13.641317 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Pushing event deleted for resources: {'Port': ['ID=fc43d6f8-8e25-4820-b757-b0291d3e6826,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:13.712589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ff856-f809-44ed-aa99-b72895265afc None None] Pushing event updated for resources: {'Port': ['ID=871d58f5-a1ca-4e83-9ae0-0a9b98517144,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:13.742911 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:13.749226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:13.749876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.817474 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a35e12db-6104-49c4-9fa1-3eab1e03fd11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:13.850676 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-95bc567d-a0d6-4722-978e-9a1e145b6ca4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] DELETE failed (client error): The resource could not be found. Apr 22 15:09:13.851119 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95bc567d-a0d6-4722-978e-9a1e145b6ca4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:09:13.856161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-95bc567d-a0d6-4722-978e-9a1e145b6ca4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/subnets/b51c62b5-7fd4-4526-819f-4db3d52fa7e2 HTTP/1.1" status: 404 len: 337 time: 0.2549016 Apr 22 15:09:13.859967 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55154) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:13.888301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-303255f0-bf11-40f7-9749-905e2e6cdf8e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port 2f67f3b3-2dc7-486c-b279-636a68e5249f {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:13.888647 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-303255f0-bf11-40f7-9749-905e2e6cdf8e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.913974 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:13.956494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b387b188-ad65-4ca4-838b-c3cf99664cb1 None None] Provisioning complete for port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:13.957046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b387b188-ad65-4ca4-838b-c3cf99664cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.014680 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=2b9c9768-2ce6-4eac-85be-4a8a068d5f95,segment=NetworkSegment(9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f),segment_id=9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:14.026044 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.045032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] For port 871d58f5-a1ca-4e83-9ae0-0a9b98517144, host dv-neutron-838883-3-hyperv, got binding levels [] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:14.045531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.117111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=2b9c9768-2ce6-4eac-85be-4a8a068d5f95,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:14.237408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bae357ff-8b6b-4855-8215-bb08fc974ec9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.249920 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.281061 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Calling delete_port for 871d58f5-a1ca-4e83-9ae0-0a9b98517144 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:14.453446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a35e12db-6104-49c4-9fa1-3eab1e03fd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.479218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a35e12db-6104-49c4-9fa1-3eab1e03fd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.576686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:09:14.577001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:09:14.599798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e12db-6104-49c4-9fa1-3eab1e03fd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05908e17-da39-45ce-84ba-552a88a54370,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:14.605748 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a35e12db-6104-49c4-9fa1-3eab1e03fd11 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c1ac69884d294ea89756c206e1675fef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5486281 Apr 22 15:09:14.611599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55160) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:14.631225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-303255f0-bf11-40f7-9749-905e2e6cdf8e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.638427 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.645676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bae357ff-8b6b-4855-8215-bb08fc974ec9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.653626 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Floating IP 3aa5a42b-7daa-4cab-9c6a-6cdcaaf6fc1c associated. External IP: 172.26.8.147, port: f96a8d63-2246-4b2f-8193-56dc60b6594b. Apr 22 15:09:14.684809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.692239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-bae357ff-8b6b-4855-8215-bb08fc974ec9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f01b46-4861-4dbf-bda3-265199128de1']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:14.730867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-bae357ff-8b6b-4855-8215-bb08fc974ec9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b7686f-7fdb-47b2-a185-5442e33d850c') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:14.731163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-bae357ff-8b6b-4855-8215-bb08fc974ec9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b7686f-7fdb-47b2-a185-5442e33d850c') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:14.751430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bae357ff-8b6b-4855-8215-bb08fc974ec9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.791186 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a13c65f8-4faf-4d73-a4fc-23fe010b6694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.794240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bae357ff-8b6b-4855-8215-bb08fc974ec9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.805785 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.810418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Fanout notify agent at l3_agent the message router_deleted on router cc1fe265-3a57-471e-b0dc-d838e21f85fa {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:09:14.814752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae357ff-8b6b-4855-8215-bb08fc974ec9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:14.815415 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bae357ff-8b6b-4855-8215-bb08fc974ec9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:14.895334 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:14.922753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-303255f0-bf11-40f7-9749-905e2e6cdf8e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for 2f67f3b3-2dc7-486c-b279-636a68e5249f owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:14.939558 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.946638 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5664f6d8-312c-4536-b44a-2721ff5d1e3c tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "DELETE /v2.0/routers/cc1fe265-3a57-471e-b0dc-d838e21f85fa HTTP/1.1" status: 204 len: 168 time: 2.8078983 Apr 22 15:09:14.947693 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55164) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:14.955614 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5533b22-606c-4dfa-81c8-7bb7dc17aded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.958443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec48b5c9-05a8-40e8-b933-266008caac61 None None] Network d430d1d4-a73f-47d8-a2f4-f59bb293b70d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:14.960801 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-483e519f-520b-4362-bdfe-ca49f9d4e434 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1573149785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:14.968255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a13c65f8-4faf-4d73-a4fc-23fe010b6694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:14.981683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-483e519f-520b-4362-bdfe-ca49f9d4e434 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:14.995315 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-483e519f-520b-4362-bdfe-ca49f9d4e434 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Usage tracker for resource:router and tenant:0191850ed9054ece85166de769240aa9 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:15.001799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-483e519f-520b-4362-bdfe-ca49f9d4e434 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:15.004793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bae357ff-8b6b-4855-8215-bb08fc974ec9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.012069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-483e519f-520b-4362-bdfe-ca49f9d4e434 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:15.044516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bae357ff-8b6b-4855-8215-bb08fc974ec9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.065130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae357ff-8b6b-4855-8215-bb08fc974ec9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Network': ['ID=c2f01b46-4861-4dbf-bda3-265199128de1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:15.071707 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bae357ff-8b6b-4855-8215-bb08fc974ec9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/networks/c2f01b46-4861-4dbf-bda3-265199128de1 HTTP/1.1" status: 204 len: 168 time: 1.2081115 Apr 22 15:09:15.071976 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55168) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:15.098492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting port 871d58f5-a1ca-4e83-9ae0-0a9b98517144 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:15.098492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.109874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483e519f-520b-4362-bdfe-ca49f9d4e434 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.110941 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483e519f-520b-4362-bdfe-ca49f9d4e434 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.112361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9c1e4cac-157b-435a-839d-fc8033e4f932 None None] Provisioning for port 871d58f5-a1ca-4e83-9ae0-0a9b98517144 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:15.154784 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-473de3d7-8796-429d-be84-c6beae0ec9e9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Deleting port fa61f9d2-ee6c-4902-919c-9e42b67153c7 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:15.155171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-473de3d7-8796-429d-be84-c6beae0ec9e9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.199170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a13c65f8-4faf-4d73-a4fc-23fe010b6694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.228888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c65f8-4faf-4d73-a4fc-23fe010b6694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05908e17-da39-45ce-84ba-552a88a54370,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:15.238979 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a13c65f8-4faf-4d73-a4fc-23fe010b6694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.240270 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a13c65f8-4faf-4d73-a4fc-23fe010b6694 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/05908e17-da39-45ce-84ba-552a88a54370 HTTP/1.1" status: 204 len: 168 time: 0.6277506 Apr 22 15:09:15.254213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-303255f0-bf11-40f7-9749-905e2e6cdf8e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.339297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303255f0-bf11-40f7-9749-905e2e6cdf8e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=2f67f3b3-2dc7-486c-b279-636a68e5249f,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:15.516140 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-303255f0-bf11-40f7-9749-905e2e6cdf8e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.594543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-473de3d7-8796-429d-be84-c6beae0ec9e9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.603848 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] For port 871d58f5-a1ca-4e83-9ae0-0a9b98517144, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=871d58f5-a1ca-4e83-9ae0-0a9b98517144,segment=NetworkSegment(59ce72c8-48f0-49bc-adc1-20885220a8f5),segment_id=59ce72c8-48f0-49bc-adc1-20885220a8f5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:15.604219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.622500 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-303255f0-bf11-40f7-9749-905e2e6cdf8e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/2f67f3b3-2dc7-486c-b279-636a68e5249f HTTP/1.1" status: 204 len: 168 time: 2.0952599 Apr 22 15:09:15.647814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 871d58f5-a1ca-4e83-9ae0-0a9b98517144 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:15.687228 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55176) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:15.743180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-473de3d7-8796-429d-be84-c6beae0ec9e9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Calling delete_port for fa61f9d2-ee6c-4902-919c-9e42b67153c7 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:15.763666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 871d58f5-a1ca-4e83-9ae0-0a9b98517144 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:15.770939 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 871d58f5-a1ca-4e83-9ae0-0a9b98517144 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:15.772097 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.840912 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483e519f-520b-4362-bdfe-ca49f9d4e434 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.843270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-473de3d7-8796-429d-be84-c6beae0ec9e9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.848762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e246a256-0c46-4c5b-9e4c-66686db67f25 None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:09:15.902049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473de3d7-8796-429d-be84-c6beae0ec9e9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Port': ['ID=fa61f9d2-ee6c-4902-919c-9e42b67153c7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:15.922131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-473de3d7-8796-429d-be84-c6beae0ec9e9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.945375 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483e519f-520b-4362-bdfe-ca49f9d4e434 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:15.985982 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-473de3d7-8796-429d-be84-c6beae0ec9e9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/ports/fa61f9d2-ee6c-4902-919c-9e42b67153c7 HTTP/1.1" status: 204 len: 168 time: 0.9127424 Apr 22 15:09:15.986704 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55186) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:16.015909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:16.021643 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:16.028261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483e519f-520b-4362-bdfe-ca49f9d4e434 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:16.030557 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-483e519f-520b-4362-bdfe-ca49f9d4e434 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0769644 Apr 22 15:09:16.034498 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55190) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:16.043527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'enable_snat': True}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:16.110758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e246a256-0c46-4c5b-9e4c-66686db67f25 None None] Resources bound (agent type, host, resource id): {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:09:16.123795 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:16.124626 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97c7a60-aeac-401a-ade5-28b310e39be9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] DELETE failed (client error): The resource could not be found. Apr 22 15:09:16.124774 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97c7a60-aeac-401a-ade5-28b310e39be9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:09:16.125665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Calling delete_port for 871d58f5-a1ca-4e83-9ae0-0a9b98517144 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:16.129060 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e97c7a60-aeac-401a-ade5-28b310e39be9 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/subnets/41d8e260-467c-4a84-8011-a22a60411b71 HTTP/1.1" status: 404 len: 337 time: 0.1405926 Apr 22 15:09:16.129629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55196) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:16.182468 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 871d58f5-a1ca-4e83-9ae0-0a9b98517144, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=871d58f5-a1ca-4e83-9ae0-0a9b98517144,segment=NetworkSegment(59ce72c8-48f0-49bc-adc1-20885220a8f5),segment_id=59ce72c8-48f0-49bc-adc1-20885220a8f5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:16.203622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33cfd99-09e7-481b-97e1-8160937e42e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:16.205239 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33cfd99-09e7-481b-97e1-8160937e42e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:16.206047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f33cfd99-09e7-481b-97e1-8160937e42e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:16.235524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:16.236498 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:16.285715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f33cfd99-09e7-481b-97e1-8160937e42e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:16.287137 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f33cfd99-09e7-481b-97e1-8160937e42e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5982549 Apr 22 15:09:16.294785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55202) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:16.410797 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:09:16.410797 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:09:16.435928 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=871d58f5-a1ca-4e83-9ae0-0a9b98517144,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:16.478722 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:16.479087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:16.499904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96e5fba7-3890-4322-9447-cdf2002f3eb4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:16.517861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting port 871d58f5-a1ca-4e83-9ae0-0a9b98517144 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:16.518493 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:16.690986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:09:16.820622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-358e2f1d-8bc7-4c9a-8c53-c861c3763a7f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet a6bce593-ddc0-4c0b-b002-3bf1d4721429 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:09:16.826625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-358e2f1d-8bc7-4c9a-8c53-c861c3763a7f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:16.835301 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96e5fba7-3890-4322-9447-cdf2002f3eb4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:16.869492 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:16.875236 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-96e5fba7-3890-4322-9447-cdf2002f3eb4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef1d6c0-30fc-4276-8c73-2542a7f0b4d1']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:16.891510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-96e5fba7-3890-4322-9447-cdf2002f3eb4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb759a5-d72d-484f-8de1-4945a59243e3') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:16.891821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-96e5fba7-3890-4322-9447-cdf2002f3eb4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb759a5-d72d-484f-8de1-4945a59243e3') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:16.920242 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96e5fba7-3890-4322-9447-cdf2002f3eb4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:16.990476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96e5fba7-3890-4322-9447-cdf2002f3eb4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.004898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e5fba7-3890-4322-9447-cdf2002f3eb4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:17.005300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96e5fba7-3890-4322-9447-cdf2002f3eb4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:17.025860 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:17.043918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-358e2f1d-8bc7-4c9a-8c53-c861c3763a7f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.121068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] For port 871d58f5-a1ca-4e83-9ae0-0a9b98517144, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=871d58f5-a1ca-4e83-9ae0-0a9b98517144,segment=NetworkSegment(59ce72c8-48f0-49bc-adc1-20885220a8f5),segment_id=59ce72c8-48f0-49bc-adc1-20885220a8f5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:17.121436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.123149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96e5fba7-3890-4322-9447-cdf2002f3eb4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.151422 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96e5fba7-3890-4322-9447-cdf2002f3eb4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.164007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5fba7-3890-4322-9447-cdf2002f3eb4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Network': ['ID=bef1d6c0-30fc-4276-8c73-2542a7f0b4d1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:17.169557 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-96e5fba7-3890-4322-9447-cdf2002f3eb4 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/networks/bef1d6c0-30fc-4276-8c73-2542a7f0b4d1 HTTP/1.1" status: 204 len: 168 time: 1.0340967 Apr 22 15:09:17.171538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55218) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:17.256587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-358e2f1d-8bc7-4c9a-8c53-c861c3763a7f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.300339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Calling delete_port for 871d58f5-a1ca-4e83-9ae0-0a9b98517144 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:17.404754 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.485458 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.499653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.549662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 871d58f5-a1ca-4e83-9ae0-0a9b98517144 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:17.596280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-358e2f1d-8bc7-4c9a-8c53-c861c3763a7f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.597104 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Deleting subnet 48f3f8d3-d25d-46ed-bcac-0f5aea1a5070 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:09:17.600493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.648546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e2f1d-8bc7-4c9a-8c53-c861c3763a7f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=a6bce593-ddc0-4c0b-b002-3bf1d4721429,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:17.649129 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 871d58f5-a1ca-4e83-9ae0-0a9b98517144 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:17.650120 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.671791 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-358e2f1d-8bc7-4c9a-8c53-c861c3763a7f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.673705 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.694075 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-358e2f1d-8bc7-4c9a-8c53-c861c3763a7f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/a6bce593-ddc0-4c0b-b002-3bf1d4721429 HTTP/1.1" status: 204 len: 168 time: 1.3978915 Apr 22 15:09:17.698558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55230) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:17.704354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.710245 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c722695-7fa8-480e-9d00-b6b5c5e2a8bf None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:17.734779 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Port 871d58f5-a1ca-4e83-9ae0-0a9b98517144 was deleted so its status cannot be updated. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 15:09:17.819304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:17.829963 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac38eeb-5fba-4258-b054-abd0c58951bc None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:17.837340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Port': ['ID=871d58f5-a1ca-4e83-9ae0-0a9b98517144,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:17.844999 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fec58e9a-4fd1-4a99-990a-45d972c4d41d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1421657 Apr 22 15:09:17.849862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55236) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:17.861091 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac38eeb-5fba-4258-b054-abd0c58951bc None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:17.862729 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7ac38eeb-5fba-4258-b054-abd0c58951bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:17.928598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.953197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6967ed4a-5032-4867-900c-18f747375da7 None None] DHCP port deletion for d430d1d4-a73f-47d8-a2f4-f59bb293b70d request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:09:17.987098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Allocated IP 172.26.8.129 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/c95d36e9-8b4b-43f0-b212-cbf9b41275a7) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:17.996646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:17.999139 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2fd418b2-e62a-4ca3-a2f0-620675b07006 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.6084919 Apr 22 15:09:18.000781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No DVR routers for this DVR port 871d58f5-a1ca-4e83-9ae0-0a9b98517144 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:18.040357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55240) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:18.047057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-342b9da4-ff14-4145-9238-71325474e4af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'floatingip': {'port_id': 'f96a8d63-2246-4b2f-8193-56dc60b6594b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:18.053670 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7ac38eeb-5fba-4258-b054-abd0c58951bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:18.067989 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac38eeb-5fba-4258-b054-abd0c58951bc None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:18.068840 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7ac38eeb-5fba-4258-b054-abd0c58951bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:18.147016 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7ac38eeb-5fba-4258-b054-abd0c58951bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:18.147750 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac38eeb-5fba-4258-b054-abd0c58951bc None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:18.180482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:18.225127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-342b9da4-ff14-4145-9238-71325474e4af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:18.237022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec75c9-675f-4567-aa72-cd7fdf756b7a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:18.237719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a3ec75c9-675f-4567-aa72-cd7fdf756b7a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:18.284552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10864e1-7bdb-4dca-bdaa-d3c8be357f19 None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:09:18.288648 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c10864e1-7bdb-4dca-bdaa-d3c8be357f19 None None] Deleting port 93c29f30-1adc-4d10-8ffc-35035bc14ec6 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:18.289466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c10864e1-7bdb-4dca-bdaa-d3c8be357f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:18.359239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:18.405471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:18.411313 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a3ec75c9-675f-4567-aa72-cd7fdf756b7a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:18.412819 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a3ec75c9-675f-4567-aa72-cd7fdf756b7a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5616250 Apr 22 15:09:18.417233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Subnet': ['ID=48f3f8d3-d25d-46ed-bcac-0f5aea1a5070,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:18.420609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55250) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:18.434358 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:18.443588 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.443932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.444271 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.444602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.444990 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.445323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.445652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.445973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.446338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.446658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.446982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.459842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55254) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:18.468086 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-66e50ebf-ed79-4e3b-99b4-7e53998fddda tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/subnets/48f3f8d3-d25d-46ed-bcac-0f5aea1a5070 HTTP/1.1" status: 204 len: 168 time: 1.2922325 Apr 22 15:09:18.474807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55258) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:18.477091 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c921330-90c5-4517-83bb-3fcbf0ecd4bb None None] Network e8a4e843-3be4-4cc9-8434-b7f98fa4fca8 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:18.516845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f175a2-b322-4d69-a155-f30e2ae4e323 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:18.517449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-53f175a2-b322-4d69-a155-f30e2ae4e323 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:18.566599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:18.583865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:18.595581 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-53f175a2-b322-4d69-a155-f30e2ae4e323 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:18.596760 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-53f175a2-b322-4d69-a155-f30e2ae4e323 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1672559 Apr 22 15:09:18.651145 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55264) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:18.652316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event updated for resources: {'Port': ['ID=c95d36e9-8b4b-43f0-b212-cbf9b41275a7,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:18.663690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e5f57c6b-d249-4097-9be0-12bead855e81 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:18.696388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:18.699309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165cf057-b833-4fb3-91bd-ab21d4758968 None None] Network d430d1d4-a73f-47d8-a2f4-f59bb293b70d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:18.706932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:18.711897 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:18.716038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:18.765434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Deleting port d422ac4c-b710-4208-8ab4-edd30243d8d0 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:18.765792 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:18.770677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Subnet': ['ID=dc73ab38-f30f-43ed-ba49-bbbf2b819422,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:18.804334 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e5f57c6b-d249-4097-9be0-12bead855e81 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] 10.222.0.71 "PUT /v2.0/quotas/a3ad4817a4c84b08a676c63a4e20ba39 HTTP/1.1" status: 200 len: 368 time: 0.3431597 Apr 22 15:09:18.812117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55268) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:18.824208 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1616aea3-0251-4be4-9a2a-7c08005df286 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1635823 Apr 22 15:09:18.829014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55272) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:18.832775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Request body: {'network': {'project_id': 'a3ad4817a4c84b08a676c63a4e20ba39'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:18.833248 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c10864e1-7bdb-4dca-bdaa-d3c8be357f19 None None] For port 93c29f30-1adc-4d10-8ffc-35035bc14ec6, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=93c29f30-1adc-4d10-8ffc-35035bc14ec6,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:18.833650 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c10864e1-7bdb-4dca-bdaa-d3c8be357f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:18.837444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:18.841937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Usage tracker for resource:network and tenant:a3ad4817a4c84b08a676c63a4e20ba39 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:18.845537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:18.853310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:18.877150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.877150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.877487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.877803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.878150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.878484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.878843 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.879422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.879548 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.879789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.880111 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:18.941055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:18.952770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-103338b8-4d05-41ff-a720-51c7850101ef tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:18.969391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Made reservation on behalf of a3ad4817a4c84b08a676c63a4e20ba39 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:18.971944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.014664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c10864e1-7bdb-4dca-bdaa-d3c8be357f19 None None] Calling delete_port for 93c29f30-1adc-4d10-8ffc-35035bc14ec6 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:19.065151 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] For port d422ac4c-b710-4208-8ab4-edd30243d8d0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d422ac4c-b710-4208-8ab4-edd30243d8d0,segment=NetworkSegment(9cdae7c2-a06e-4aa9-a646-7f4523936db7),segment_id=9cdae7c2-a06e-4aa9-a646-7f4523936db7)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:19.065514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.175172 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520f0a86-3f9e-4720-a847-678026d74cc4 None None] DHCP port deletion for d430d1d4-a73f-47d8-a2f4-f59bb293b70d request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:09:19.199797 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c10864e1-7bdb-4dca-bdaa-d3c8be357f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.261871 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10864e1-7bdb-4dca-bdaa-d3c8be357f19 None None] Pushing event deleted for resources: {'Port': ['ID=93c29f30-1adc-4d10-8ffc-35035bc14ec6,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:19.267139 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10864e1-7bdb-4dca-bdaa-d3c8be357f19 None None] No DVR routers for this DVR port 93c29f30-1adc-4d10-8ffc-35035bc14ec6 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:19.272437 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423f5bba-71ac-4db8-a9f3-85b7b3cd92ff None None] DHCP port deletion for e8a4e843-3be4-4cc9-8434-b7f98fa4fca8 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:09:19.281916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.284132 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-423f5bba-71ac-4db8-a9f3-85b7b3cd92ff None None] Deleting port d422ac4c-b710-4208-8ab4-edd30243d8d0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:19.284603 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-423f5bba-71ac-4db8-a9f3-85b7b3cd92ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.303564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Calling delete_port for d422ac4c-b710-4208-8ab4-edd30243d8d0 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:19.309126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d430d1d4-a73f-47d8-a2f4-f59bb293b70d']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:19.331309 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ce72c8-48f0-49bc-adc1-20885220a8f5') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:19.331598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ce72c8-48f0-49bc-adc1-20885220a8f5') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:19.363249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.382592 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.408671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-103338b8-4d05-41ff-a720-51c7850101ef tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:19.417472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.431120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-103338b8-4d05-41ff-a720-51c7850101ef tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:19.434976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:19.437489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:19.437894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.506782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:19.509968 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:19.518366 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Usage tracker for resource:security_group_rule and tenant:a3ad4817a4c84b08a676c63a4e20ba39 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:19.523019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 93c29f30-1adc-4d10-8ffc-35035bc14ec6 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:19.568252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:19.569004 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 93c29f30-1adc-4d10-8ffc-35035bc14ec6 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:09:19.569343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 93c29f30-1adc-4d10-8ffc-35035bc14ec6 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:09:19.569758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 871d58f5-a1ca-4e83-9ae0-0a9b98517144 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:19.572498 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Port': ['ID=d422ac4c-b710-4208-8ab4-edd30243d8d0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:19.584437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] No DVR routers for this DVR port d422ac4c-b710-4208-8ab4-edd30243d8d0 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:19.596951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:19.603648 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-423f5bba-71ac-4db8-a9f3-85b7b3cd92ff None None] For port d422ac4c-b710-4208-8ab4-edd30243d8d0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d422ac4c-b710-4208-8ab4-edd30243d8d0,segment=NetworkSegment(9cdae7c2-a06e-4aa9-a646-7f4523936db7),segment_id=9cdae7c2-a06e-4aa9-a646-7f4523936db7)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:19.604062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-423f5bba-71ac-4db8-a9f3-85b7b3cd92ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.618211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103338b8-4d05-41ff-a720-51c7850101ef tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:19.622172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-103338b8-4d05-41ff-a720-51c7850101ef tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.623730 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 871d58f5-a1ca-4e83-9ae0-0a9b98517144 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:09:19.624069 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 871d58f5-a1ca-4e83-9ae0-0a9b98517144 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:09:19.624488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d422ac4c-b710-4208-8ab4-edd30243d8d0 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:19.703817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: d422ac4c-b710-4208-8ab4-edd30243d8d0 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:09:19.704474 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d422ac4c-b710-4208-8ab4-edd30243d8d0 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:09:19.734019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.738757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.744712 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.756939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.782230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.804391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-423f5bba-71ac-4db8-a9f3-85b7b3cd92ff None None] Calling delete_port for d422ac4c-b710-4208-8ab4-edd30243d8d0 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:19.818086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Network': ['ID=d430d1d4-a73f-47d8-a2f4-f59bb293b70d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:19.830658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a4e843-3be4-4cc9-8434-b7f98fa4fca8']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:19.845753 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-47964f9e-125b-4829-9a69-946aa1e297bd tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/d430d1d4-a73f-47d8-a2f4-f59bb293b70d HTTP/1.1" status: 204 len: 168 time: 7.7187543 Apr 22 15:09:19.858754 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55276) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:19.862487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdae7c2-a06e-4aa9-a646-7f4523936db7') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:19.863019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdae7c2-a06e-4aa9-a646-7f4523936db7') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:19.881318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-423f5bba-71ac-4db8-a9f3-85b7b3cd92ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:09:19.881665 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-423f5bba-71ac-4db8-a9f3-85b7b3cd92ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:09:19.929161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-921439737'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:19.940674 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:19.944886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.951357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.957719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:network and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:19.962647 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.963019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:19.973991 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:19.975608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.997888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:19.998598 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:19.998733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:20.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:20.032708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aed1dfb-451e-4366-b803-149966e78000,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:20.070120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:20.073629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.087420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.087769 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Added segment 8f8fdc5b-83a8-42cf-9d9f-abec35d0fa1e of type vlan for network 53ec9adb-5d70-4adc-9742-7424be648875 Apr 22 15:09:20.130337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.136457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:20.160996 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.162889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-103338b8-4d05-41ff-a720-51c7850101ef tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.171170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] Pushing event deleted for resources: {'Network': ['ID=e8a4e843-3be4-4cc9-8434-b7f98fa4fca8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:20.178230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.178579 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Added segment ec84c92a-cd8d-41da-84ee-63584035dac6 of type vlan for network 4838ad18-16ca-49c2-8641-51ff9fa2d1b1 Apr 22 15:09:20.193181 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b705d65d-8e4a-4a2e-afef-181a4d3a08d0 tempest-NetworksIpV6TestAttrs-397028677 tempest-NetworksIpV6TestAttrs-397028677-project] 10.222.0.71 "DELETE /v2.0/networks/e8a4e843-3be4-4cc9-8434-b7f98fa4fca8 HTTP/1.1" status: 204 len: 168 time: 1.7179234 Apr 22 15:09:20.219501 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.219708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.233459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-342b9da4-ff14-4145-9238-71325474e4af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.250996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-342b9da4-ff14-4145-9238-71325474e4af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.281145 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.284885 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:20.285486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.377775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103338b8-4d05-41ff-a720-51c7850101ef tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:20.383604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-423f5bba-71ac-4db8-a9f3-85b7b3cd92ff None None] Deleting port d422ac4c-b710-4208-8ab4-edd30243d8d0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:20.386826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-423f5bba-71ac-4db8-a9f3-85b7b3cd92ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.388860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-103338b8-4d05-41ff-a720-51c7850101ef tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:20.396844 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5367148 Apr 22 15:09:20.397152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103338b8-4d05-41ff-a720-51c7850101ef tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=241a853e-0b24-4b17-9d33-22c171e38a09,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:20.397420 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55282) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:20.399782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103338b8-4d05-41ff-a720-51c7850101ef tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:20.400361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-103338b8-4d05-41ff-a720-51c7850101ef tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.415522 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'subnet': {'network_id': '4838ad18-16ca-49c2-8641-51ff9fa2d1b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:20.418278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.418676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:20.419246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.442342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f97340-7af4-42f9-b8f1-8e7f260496ef None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:20.446632 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72d74d-c4be-498a-b19b-1eb38a12d73d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Network': ['ID=4838ad18-16ca-49c2-8641-51ff9fa2d1b1,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:20.476558 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 4838ad18-16ca-49c2-8641-51ff9fa2d1b1 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:20.533946 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Router 9ace9fc2-4c35-487d-81d6-92e6957f3c58 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:09:20.560949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:20.566925 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:subnet and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:20.579136 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Pushing event updated for resources: {'Network': ['ID=53ec9adb-5d70-4adc-9742-7424be648875,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:20.589670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-423f5bba-71ac-4db8-a9f3-85b7b3cd92ff None None] The port 'd422ac4c-b710-4208-8ab4-edd30243d8d0' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:09:20.605083 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 53ec9adb-5d70-4adc-9742-7424be648875 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:20.617316 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-103338b8-4d05-41ff-a720-51c7850101ef tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7496035 Apr 22 15:09:20.622442 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b106ec32-1072-4eeb-9843-ebb0b4d2bcd5 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8054008 Apr 22 15:09:20.623353 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55288) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:20.626829 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55290) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:20.629389 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:20.637036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'fixed_ips': [{'subnet_id': '241a853e-0b24-4b17-9d33-22c171e38a09', 'ip_address': '2001:db8::c908:4965:732f:6810'}], 'name': 'tempest-NetworksTestDHCPv6-1757290985'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:20.641469 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55294) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:20.644524 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:20.666361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Request body: {'network': {'project_id': 'a3ad4817a4c84b08a676c63a4e20ba39'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:20.716456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:20.723252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Usage tracker for resource:network and tenant:a3ad4817a4c84b08a676c63a4e20ba39 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:20.732767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:20.741539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:20.753084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:20.788137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Made reservation on behalf of a3ad4817a4c84b08a676c63a4e20ba39 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:20.790400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.859420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:20.868292 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:20.879000 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.879347 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Added segment ebe5dd3e-6add-4492-84ea-a2b84390e58b of type vlan for network 04c0a1bb-7bff-4263-96e4-fa1da191dcc4 Apr 22 15:09:20.888278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:20.918327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:20.923617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.934887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:20.976367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port a4bce829-4f98-4a28-ada6-9f5e8bd10544 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:09:20.998445 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '241a853e-0b24-4b17-9d33-22c171e38a09'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:09:20.999267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:21.062269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:21.089241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:21.089631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:21.090173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:21.174195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Allocated IP 2001:db8::2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/241a853e-0b24-4b17-9d33-22c171e38a09/4d98c140-9c20-4874-8a16-37795c07799d) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:21.256165 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2479c6c2-74bc-430c-90f8-25888e0d5a02 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=048db9da764e407da54d3b78a084139f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6132095 Apr 22 15:09:21.256770 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55302) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:21.393413 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:21.405280 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Transition to ACTIVE for port object 4d98c140-9c20-4874-8a16-37795c07799d will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:21.412532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:21.414081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b8b44bc-3a70-4234-934e-acdf476cf225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:21.430814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Transition to ACTIVE for port object 4d98c140-9c20-4874-8a16-37795c07799d will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:21.442633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:21.442860 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7840462 Apr 22 15:09:21.444915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55306) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:21.455929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:21.459560 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-08ade561-ed08-4f8f-afc5-bd5b9b72d757 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "PUT /v2.0/routers/9ace9fc2-4c35-487d-81d6-92e6957f3c58 HTTP/1.1" status: 200 len: 919 time: 5.4217956 Apr 22 15:09:21.461077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7abc2a-a7fd-486d-b589-6c1682ce8130 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Pushing event updated for resources: {'Network': ['ID=04c0a1bb-7bff-4263-96e4-fa1da191dcc4,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:21.461985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55310) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:21.469758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f687d3de-5f84-495e-8594-6be309fdb74b tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Request body: {'network': {'project_id': 'a3ad4817a4c84b08a676c63a4e20ba39'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:21.482078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9c2d52-c0b1-40a7-81cc-cfb636603464 None None] Sync routers for ids ['9ace9fc2-4c35-487d-81d6-92e6957f3c58'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:21.498611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b8b44bc-3a70-4234-934e-acdf476cf225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:21.504193 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 04c0a1bb-7bff-4263-96e4-fa1da191dcc4 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:21.512652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:21.541404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f687d3de-5f84-495e-8594-6be309fdb74b tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:21.556662 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f687d3de-5f84-495e-8594-6be309fdb74b tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Usage tracker for resource:network and tenant:a3ad4817a4c84b08a676c63a4e20ba39 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:21.568025 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f687d3de-5f84-495e-8594-6be309fdb74b tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:21.635220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Subnet': ['ID=f0bbff7f-072b-415a-b414-161acf401ccb,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:21.639681 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:21.644063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Pushing event updated for resources: {'Port': ['ID=4d98c140-9c20-4874-8a16-37795c07799d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:21.653053 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Checking segment: {'id': 'ec84c92a-cd8d-41da-84ee-63584035dac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '4838ad18-16ca-49c2-8641-51ff9fa2d1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:21.653256 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c2d52-c0b1-40a7-81cc-cfb636603464 None None] Routers {'9ace9fc2-4c35-487d-81d6-92e6957f3c58'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:21.653256 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1e9c2d52-c0b1-40a7-81cc-cfb636603464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['9ace9fc2-4c35-487d-81d6-92e6957f3c58'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:21.653610 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f687d3de-5f84-495e-8594-6be309fdb74b tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:21.654271 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network hostable DHCP agents. Network: 4838ad18-16ca-49c2-8641-51ff9fa2d1b1, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:09:21.675624 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-f687d3de-5f84-495e-8594-6be309fdb74b tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 15:09:21.676062 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f687d3de-5f84-495e-8594-6be309fdb74b tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:09:21.677175 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f687d3de-5f84-495e-8594-6be309fdb74b tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2243030 Apr 22 15:09:21.681382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b8b44bc-3a70-4234-934e-acdf476cf225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:21.682727 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55314) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:21.704478 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network 4838ad18-16ca-49c2-8641-51ff9fa2d1b1 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:09:21.715325 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b44bc-3a70-4234-934e-acdf476cf225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec34af99-6879-4de5-b9c1-8871f4ad7ff4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:21.716519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:21.716854 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:21.717181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:21.717506 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:21.718472 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:21.718870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:21.719200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:21.720469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:21.720469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:21.720469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:21.720469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:21.722429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b8b44bc-3a70-4234-934e-acdf476cf225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:21.723959 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5b8b44bc-3a70-4234-934e-acdf476cf225 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ec34af99-6879-4de5-b9c1-8871f4ad7ff4 HTTP/1.1" status: 204 len: 168 time: 0.4636166 Apr 22 15:09:21.724995 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:21.727363 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:21.732659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 4838ad18-16ca-49c2-8641-51ff9fa2d1b1) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:21.745922 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:21.746550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:21.761233 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df68882d-f472-4ce5-8f34-95662c3f7183 None None] Network 4838ad18-16ca-49c2-8641-51ff9fa2d1b1 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:21.765645 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::c908:4965:732f:6810 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/241a853e-0b24-4b17-9d33-22c171e38a09/a4bce829-4f98-4a28-ada6-9f5e8bd10544) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:21.772523 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3f4bdb49-1004-4ec5-96c0-671e4f78dc83 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3700562 Apr 22 15:09:21.773781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55320) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:21.782697 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1e9c2d52-c0b1-40a7-81cc-cfb636603464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:21.837278 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-08119e02-e851-46c8-84f8-4cc452a5d41c tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a3ad4817a4c84b08a676c63a4e20ba39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1508691 Apr 22 15:09:21.852831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55324) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:21.988740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c2d52-c0b1-40a7-81cc-cfb636603464 None None] Routers {'9ace9fc2-4c35-487d-81d6-92e6957f3c58'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:21.989683 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1e9c2d52-c0b1-40a7-81cc-cfb636603464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['9ace9fc2-4c35-487d-81d6-92e6957f3c58'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:21.990373 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.110854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bd1897d1-2dd2-4c4a-b08b-339ca690f90f tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.115036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.140185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1e9c2d52-c0b1-40a7-81cc-cfb636603464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:22.140741 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9c2d52-c0b1-40a7-81cc-cfb636603464 None None] The sync data for ids ['9ace9fc2-4c35-487d-81d6-92e6957f3c58'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:22.142345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342b9da4-ff14-4145-9238-71325474e4af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:09:22.144234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Attempting to bind port 4d98c140-9c20-4874-8a16-37795c07799d on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:22.145151 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Attempting to bind port 4d98c140-9c20-4874-8a16-37795c07799d by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:22.145509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Attempting to bind port 4d98c140-9c20-4874-8a16-37795c07799d on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:22.165347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:22.165746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:22.166106 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.167027 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:22.167511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Bound port: 4d98c140-9c20-4874-8a16-37795c07799d, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:22.167881 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.188082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bd1897d1-2dd2-4c4a-b08b-339ca690f90f tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.203297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.217830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.273253 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Subnet': ['ID=f0bbff7f-072b-415a-b414-161acf401ccb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:22.310406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object a4bce829-4f98-4a28-ada6-9f5e8bd10544 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:22.335264 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-88f5dee6-667a-445c-8060-442416078016 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/routers/9ace9fc2-4c35-487d-81d6-92e6957f3c58 HTTP/1.1" status: 200 len: 925 time: 0.8594871 Apr 22 15:09:22.380121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55336) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:22.396841 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] For port 4d98c140-9c20-4874-8a16-37795c07799d, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:22.411744 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64348db2-7c24-4e6f-8d8f-cec55e043a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-4838ad18-16ca-49c2-8641-51ff9fa2d1b1', 'network_id': '4838ad18-16ca-49c2-8641-51ff9fa2d1b1', 'tenant_id': '9409261293714bee857090ce677b639b', 'fixed_ips': [{'subnet_id': 'f0bbff7f-072b-415a-b414-161acf401ccb'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:09:22.412553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64348db2-7c24-4e6f-8d8f-cec55e043a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.433069 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bd1897d1-2dd2-4c4a-b08b-339ca690f90f tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.437982 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] For port 4d98c140-9c20-4874-8a16-37795c07799d, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=4d98c140-9c20-4874-8a16-37795c07799d,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:22.446826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.449890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.497596 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1897d1-2dd2-4c4a-b08b-339ca690f90f tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aed1dfb-451e-4366-b803-149966e78000,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:22.513919 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.530897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bd1897d1-2dd2-4c4a-b08b-339ca690f90f tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.534254 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bd1897d1-2dd2-4c4a-b08b-339ca690f90f tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] 10.222.0.71 "DELETE /v2.0/security-groups/5aed1dfb-451e-4366-b803-149966e78000 HTTP/1.1" status: 204 len: 168 time: 0.6773591 Apr 22 15:09:22.536921 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55344) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:22.548502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a02617-77a1-4859-8843-57f3702d9e09 None None] Pushing event updated for resources: {'Port': ['ID=4d98c140-9c20-4874-8a16-37795c07799d,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:22.554776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:22.556692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=a4bce829-4f98-4a28-ada6-9f5e8bd10544,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:22.561191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:22.564620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:22.568541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:22.569154 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.599376 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ae3c1c57-17cb-484f-9405-a2ce4f54696d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9738832 Apr 22 15:09:22.601261 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55348) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:22.610605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-98695d9b-1adf-4300-aafd-3d40cd318267 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'fixed_ips': [{'subnet_id': '241a853e-0b24-4b17-9d33-22c171e38a09', 'ip_address': '2001:db8::c908:4965:732f:6810'}], 'name': 'tempest-NetworksTestDHCPv6-319035375'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:22.709510 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999f5582-aa3a-4ce6-88f1-0a8a7bb59854 None None] Network 4838ad18-16ca-49c2-8641-51ff9fa2d1b1 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:22.714609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-be5c7eee-5a35-4ee0-a4c0-b494315dc987 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Synchronizing usage tracker for tenant:b114c0be161d489bb4c6e754e3b943ac on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:22.719873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4838ad18-16ca-49c2-8641-51ff9fa2d1b1']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:22.740017 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec84c92a-cd8d-41da-84ee-63584035dac6') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:22.740017 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec84c92a-cd8d-41da-84ee-63584035dac6') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:22.768951 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.777423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342b9da4-ff14-4145-9238-71325474e4af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:22.786690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-342b9da4-ff14-4145-9238-71325474e4af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.790873 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7996faf0-38b9-4602-bc68-02eb4af11d2d None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:22.798398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87a82ba6-8118-4bc4-b7f1-88bfa35a9013 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.804632 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-be5c7eee-5a35-4ee0-a4c0-b494315dc987 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Unset dirty status for tenant:b114c0be161d489bb4c6e754e3b943ac on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:22.805878 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-be5c7eee-5a35-4ee0-a4c0-b494315dc987 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=2d66903e-b313-440b-aa1f-9c226989a999&device_id=9ace9fc2-4c35-487d-81d6-92e6957f3c58&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4244168 Apr 22 15:09:22.814609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:22.816601 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55356) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:22.820005 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7996faf0-38b9-4602-bc68-02eb4af11d2d None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:22.820730 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7996faf0-38b9-4602-bc68-02eb4af11d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:22.887760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-98695d9b-1adf-4300-aafd-3d40cd318267 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:22.896565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-98695d9b-1adf-4300-aafd-3d40cd318267 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:22.905016 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7996faf0-38b9-4602-bc68-02eb4af11d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:22.918242 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7996faf0-38b9-4602-bc68-02eb4af11d2d None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:22.919135 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7996faf0-38b9-4602-bc68-02eb4af11d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:22.956647 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-98695d9b-1adf-4300-aafd-3d40cd318267 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:22.987548 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:22.988064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.025533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-98695d9b-1adf-4300-aafd-3d40cd318267 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:23.077019 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-342b9da4-ff14-4145-9238-71325474e4af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "PUT /v2.0/floatingips/3aa5a42b-7daa-4cab-9c6a-6cdcaaf6fc1c HTTP/1.1" status: 200 len: 978 time: 5.0354109 Apr 22 15:09:23.077854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55364) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:23.078679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98695d9b-1adf-4300-aafd-3d40cd318267 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:23.147708 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7996faf0-38b9-4602-bc68-02eb4af11d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:23.148136 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7996faf0-38b9-4602-bc68-02eb4af11d2d None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:23.188662 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:23.250212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55368) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:23.334826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87a82ba6-8118-4bc4-b7f1-88bfa35a9013 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.404299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-87a82ba6-8118-4bc4-b7f1-88bfa35a9013 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c0a1bb-7bff-4263-96e4-fa1da191dcc4']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:23.415483 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.448232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-87a82ba6-8118-4bc4-b7f1-88bfa35a9013 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe5dd3e-6add-4492-84ea-a2b84390e58b') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:23.448535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-87a82ba6-8118-4bc4-b7f1-88bfa35a9013 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe5dd3e-6add-4492-84ea-a2b84390e58b') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:23.455381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.477512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87a82ba6-8118-4bc4-b7f1-88bfa35a9013 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.491070 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1177154527'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:23.495275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f428e-953f-46d8-8359-bf87576492cf tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:23.496664 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a76f428e-953f-46d8-8359-bf87576492cf tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/networks/2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 881 time: 0.6738424 Apr 22 15:09:23.501140 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55374) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:23.501378 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Network': ['ID=4838ad18-16ca-49c2-8641-51ff9fa2d1b1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:23.503431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:23.508344 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6f7926ef-7fa3-4ab4-90de-d3452d473c91 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/4838ad18-16ca-49c2-8641-51ff9fa2d1b1 HTTP/1.1" status: 204 len: 168 time: 1.7334719 Apr 22 15:09:23.515371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55378) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:23.519483 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-19446618'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:23.524207 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:23.527095 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87a82ba6-8118-4bc4-b7f1-88bfa35a9013 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.529476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:network and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:23.565842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 4d98c140-9c20-4874-8a16-37795c07799d up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:23.586822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98695d9b-1adf-4300-aafd-3d40cd318267 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.601205 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9de5eedd-a51b-4761-8017-e871d147ac40 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ace9fc2-4c35-487d-81d6-92e6957f3c58 HTTP/1.1" status: 200 len: 205 time: 0.0949779 Apr 22 15:09:23.603795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55382) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:23.648458 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 4d98c140-9c20-4874-8a16-37795c07799d completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:23.667887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9eb44043-acb3-4fb1-9443-7cf9238e4b38 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port fa081c7a-54c5-4449-a2d1-5b9ca3e71655 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:23.668227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9eb44043-acb3-4fb1-9443-7cf9238e4b38 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.675291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:23.680763 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:network and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:23.687285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a82ba6-8118-4bc4-b7f1-88bfa35a9013 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:23.687696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87a82ba6-8118-4bc4-b7f1-88bfa35a9013 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.701651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:23.704712 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:23.708579 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:23.758673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:23.778787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-98695d9b-1adf-4300-aafd-3d40cd318267 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port b111f91a-668c-419b-b786-436bbc2b66fe yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:09:23.793497 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:23.796608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.811354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.824827 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:23.827838 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.853400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87a82ba6-8118-4bc4-b7f1-88bfa35a9013 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.879106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-87a82ba6-8118-4bc4-b7f1-88bfa35a9013 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.902101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a82ba6-8118-4bc4-b7f1-88bfa35a9013 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Pushing event deleted for resources: {'Network': ['ID=04c0a1bb-7bff-4263-96e4-fa1da191dcc4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:23.904001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:23.909081 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-87a82ba6-8118-4bc4-b7f1-88bfa35a9013 tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] 10.222.0.71 "DELETE /v2.0/networks/04c0a1bb-7bff-4263-96e4-fa1da191dcc4 HTTP/1.1" status: 204 len: 168 time: 1.3546422 Apr 22 15:09:23.917476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:23.920194 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55386) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:23.940148 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:security_group_rule and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:23.943734 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:23.966590 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:23.967077 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Added segment 5318ca35-7310-49b1-baba-ee6e0b0eb057 of type vlan for network fdd6dc9f-d384-45b9-bbe9-e55fde607bfa Apr 22 15:09:23.978072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:24.072516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-170f593d-7d78-4c66-bbaf-21525dcaf53b None None] Provisioning for port 4d98c140-9c20-4874-8a16-37795c07799d completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:24.078551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-170f593d-7d78-4c66-bbaf-21525dcaf53b None None] Provisioning complete for port 4d98c140-9c20-4874-8a16-37795c07799d triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:24.078769 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9eb44043-acb3-4fb1-9443-7cf9238e4b38 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.079074 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9eb44043-acb3-4fb1-9443-7cf9238e4b38 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.079187 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-170f593d-7d78-4c66-bbaf-21525dcaf53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.110678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.125527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b7d9-4dc0-49fe-bd6c-f1b28b5f50fc tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.228007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.233452 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:24.234323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.259680 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-170f593d-7d78-4c66-bbaf-21525dcaf53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.260847 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9eb44043-acb3-4fb1-9443-7cf9238e4b38 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for fa081c7a-54c5-4449-a2d1-5b9ca3e71655 owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:24.297950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-170f593d-7d78-4c66-bbaf-21525dcaf53b None None] For port 4d98c140-9c20-4874-8a16-37795c07799d, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=4d98c140-9c20-4874-8a16-37795c07799d,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:24.304513 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-170f593d-7d78-4c66-bbaf-21525dcaf53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.328342 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-98695d9b-1adf-4300-aafd-3d40cd318267 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 15:09:24.328971 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98695d9b-1adf-4300-aafd-3d40cd318267 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:09:24.353011 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5012862f-d515-4a27-b0b5-945ac0c7a1e9 None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:09:24.390978 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-98695d9b-1adf-4300-aafd-3d40cd318267 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7861583 Apr 22 15:09:24.393413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55390) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:24.451787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.461804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.465877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f593d-7d78-4c66-bbaf-21525dcaf53b None None] Pushing event updated for resources: {'Port': ['ID=4d98c140-9c20-4874-8a16-37795c07799d,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:24.475656 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.490069 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a5f711cc-310e-4f39-ad8e-15f7b318b29b None None] Provisioning for port a4bce829-4f98-4a28-ada6-9f5e8bd10544 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:24.497109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Network': ['ID=fdd6dc9f-d384-45b9-bbe9-e55fde607bfa,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:24.500044 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-57d85008-d8f4-4b8f-b45a-27466cd96dd3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9851637 Apr 22 15:09:24.501913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b7d9-4dc0-49fe-bd6c-f1b28b5f50fc tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.507573 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a5f711cc-310e-4f39-ad8e-15f7b318b29b None None] Provisioning complete for port a4bce829-4f98-4a28-ada6-9f5e8bd10544 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:24.507941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a5f711cc-310e-4f39-ad8e-15f7b318b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.515334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55394) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:24.524414 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'subnet': {'network_id': 'fdd6dc9f-d384-45b9-bbe9-e55fde607bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:24.550310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:24.579486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-a5f711cc-310e-4f39-ad8e-15f7b318b29b None None] Port a4bce829-4f98-4a28-ada6-9f5e8bd10544 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:09:24.580904 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network fdd6dc9f-d384-45b9-bbe9-e55fde607bfa details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:24.647512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e5f1b7d9-4dc0-49fe-bd6c-f1b28b5f50fc tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ec9adb-5d70-4adc-9742-7424be648875']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:24.655260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7a19aa-0ed0-4953-9338-ced70d030d5f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:24.669822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.670228 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Added segment abf9f515-1c13-4a36-a88a-206315ebee81 of type vlan for network 42f418b3-b14e-4672-8a63-39fd5640d9b7 Apr 22 15:09:24.672321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e5f1b7d9-4dc0-49fe-bd6c-f1b28b5f50fc tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8fdc5b-83a8-42cf-9d9f-abec35d0fa1e') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:24.672615 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e5f1b7d9-4dc0-49fe-bd6c-f1b28b5f50fc tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8fdc5b-83a8-42cf-9d9f-abec35d0fa1e') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:24.689280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9eb44043-acb3-4fb1-9443-7cf9238e4b38 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.700065 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b7d9-4dc0-49fe-bd6c-f1b28b5f50fc tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.728095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8da9a78-1664-4e3d-a49b-f0da0531dd8c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:24.730882 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012862f-d515-4a27-b0b5-945ac0c7a1e9 None None] Resources bound (agent type, host, resource id): {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:09:24.732672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8da9a78-1664-4e3d-a49b-f0da0531dd8c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:24.733465 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d8da9a78-1664-4e3d-a49b-f0da0531dd8c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:24.743827 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:24.747368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b7d9-4dc0-49fe-bd6c-f1b28b5f50fc tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.755479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:subnet and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:24.755689 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb44043-acb3-4fb1-9443-7cf9238e4b38 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=fa081c7a-54c5-4449-a2d1-5b9ca3e71655,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:24.759551 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.763924 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f1b7d9-4dc0-49fe-bd6c-f1b28b5f50fc tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:24.764329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b7d9-4dc0-49fe-bd6c-f1b28b5f50fc tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:24.778881 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:24.780824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:24.790934 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:24.879942 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:24.962336 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b7d9-4dc0-49fe-bd6c-f1b28b5f50fc tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.967597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d8da9a78-1664-4e3d-a49b-f0da0531dd8c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:24.971469 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d8da9a78-1664-4e3d-a49b-f0da0531dd8c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5742302 Apr 22 15:09:24.975606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55398) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:24.990703 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.995780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:24.996128 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:24.998091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9eb44043-acb3-4fb1-9443-7cf9238e4b38 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:25.006843 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e5f1b7d9-4dc0-49fe-bd6c-f1b28b5f50fc tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:25.062228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1b7d9-4dc0-49fe-bd6c-f1b28b5f50fc tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] Pushing event deleted for resources: {'Network': ['ID=53ec9adb-5d70-4adc-9742-7424be648875,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:25.116019 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e5f1b7d9-4dc0-49fe-bd6c-f1b28b5f50fc tempest-QuotasNegativeTest-2126530902 tempest-QuotasNegativeTest-2126530902-project-admin] 10.222.0.71 "DELETE /v2.0/networks/53ec9adb-5d70-4adc-9742-7424be648875 HTTP/1.1" status: 204 len: 168 time: 1.1919720 Apr 22 15:09:25.117538 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8569417 Apr 22 15:09:25.128855 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55404) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:25.180166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:25.181804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:25.200865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Deleting port c95d36e9-8b4b-43f0-b212-cbf9b41275a7 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:25.201213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:25.207559 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'name': 'tempest-PortsTestJSON-650538832'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:25.219911 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:09:25.243457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-eecbc9ae-7880-46b4-bb81-9a8302feab3e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port a4bce829-4f98-4a28-ada6-9f5e8bd10544 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:25.243857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eecbc9ae-7880-46b4-bb81-9a8302feab3e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:25.455019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:25.521058 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 4d98c140-9c20-4874-8a16-37795c07799d up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:25.540464 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c912f-42db-404f-bf3a-1620f7d72869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Network': ['ID=42f418b3-b14e-4672-8a63-39fd5640d9b7,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:25.565617 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:25.632733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:25.644968 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Calling delete_port for c95d36e9-8b4b-43f0-b212-cbf9b41275a7 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:25.645218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:port and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:25.650322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:25.659553 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:25.763190 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:25.766345 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:25.829809 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 4d98c140-9c20-4874-8a16-37795c07799d triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:25.830339 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:25.860744 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port df3c503c-b954-4581-9821-516de77b4b41 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:09:25.877424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:25.920563 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb44043-acb3-4fb1-9443-7cf9238e4b38 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:09:25.931931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Pushing event deleted for resources: {'Port': ['ID=c95d36e9-8b4b-43f0-b212-cbf9b41275a7,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:25.934787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55412) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:26.100256 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eecbc9ae-7880-46b4-bb81-9a8302feab3e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.237803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.345119 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-eecbc9ae-7880-46b4-bb81-9a8302feab3e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for a4bce829-4f98-4a28-ada6-9f5e8bd10544 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:26.422545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8339d3f2-fb30-46c8-b1e8-5b4dc9b8cc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.456864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.472702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.478183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Subnet': ['ID=6421cf43-ef5d-42b4-b753-904766b08a45,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:26.575249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Checking segment: {'id': '5318ca35-7310-49b1-baba-ee6e0b0eb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fdd6dc9f-d384-45b9-bbe9-e55fde607bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:26.575594 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network hostable DHCP agents. Network: fdd6dc9f-d384-45b9-bbe9-e55fde607bfa, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:09:26.605879 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8339d3f2-fb30-46c8-b1e8-5b4dc9b8cc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:26.612208 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8339d3f2-fb30-46c8-b1e8-5b4dc9b8cc5e admin admin] Usage tracker for resource:security_group_rule and tenant:a1cb45cb907745f799bf87c68a8cc3cf is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:26.614037 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.648838 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eecbc9ae-7880-46b4-bb81-9a8302feab3e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.671678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8339d3f2-fb30-46c8-b1e8-5b4dc9b8cc5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:26.696250 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network fdd6dc9f-d384-45b9-bbe9-e55fde607bfa is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:09:26.736997 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8339d3f2-fb30-46c8-b1e8-5b4dc9b8cc5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:26.738678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=df3c503c-b954-4581-9821-516de77b4b41,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:26.768517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.783232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.792371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, fdd6dc9f-d384-45b9-bbe9-e55fde607bfa) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:26.813414 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250e8e6e-81d0-4d0c-81d7-2d0397e58d1c None None] Network fdd6dc9f-d384-45b9-bbe9-e55fde607bfa requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:26.813654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eecbc9ae-7880-46b4-bb81-9a8302feab3e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.818412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbc9ae-7880-46b4-bb81-9a8302feab3e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=a4bce829-4f98-4a28-ada6-9f5e8bd10544,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:26.820677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:26.821258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.872847 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eecbc9ae-7880-46b4-bb81-9a8302feab3e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/a4bce829-4f98-4a28-ada6-9f5e8bd10544 HTTP/1.1" status: 204 len: 168 time: 1.8699834 Apr 22 15:09:26.872847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Checking segment: {'id': 'abf9f515-1c13-4a36-a88a-206315ebee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:26.872847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network hostable DHCP agents. Network: 42f418b3-b14e-4672-8a63-39fd5640d9b7, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:09:26.878418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55418) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:26.882799 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3f584ebb-08c1-4eb9-b495-4907650820a7 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3629596 Apr 22 15:09:26.886118 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55420) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:26.894513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8339d3f2-fb30-46c8-b1e8-5b4dc9b8cc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.904158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.904711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Fanout notify agent at l3_agent the message router_deleted on router 9ace9fc2-4c35-487d-81d6-92e6957f3c58 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:09:26.917592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8339d3f2-fb30-46c8-b1e8-5b4dc9b8cc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:26.943083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-42d412fe-cb0e-4f4d-a2b7-f31d5c4cdc0e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'subnet': {'network_id': 'fdd6dc9f-d384-45b9-bbe9-e55fde607bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:26.989271 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339d3f2-fb30-46c8-b1e8-5b4dc9b8cc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16f8134-75be-4612-9268-28e922d231a7,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:27.000657 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8339d3f2-fb30-46c8-b1e8-5b4dc9b8cc5e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a1cb45cb907745f799bf87c68a8cc3cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0642140 Apr 22 15:09:27.003453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb44043-acb3-4fb1-9443-7cf9238e4b38 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:27.004979 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55426) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:27.041209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5537fa-4cd9-403e-a2c2-a99d974fcf1f None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:27.052169 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9eb44043-acb3-4fb1-9443-7cf9238e4b38 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.086978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.090333 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-eddde038-43f3-4ed6-b294-8791ef74b25b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "DELETE /v2.0/routers/9ace9fc2-4c35-487d-81d6-92e6957f3c58 HTTP/1.1" status: 204 len: 168 time: 3.4811287 Apr 22 15:09:27.096148 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55430) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:27.100276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5537fa-4cd9-403e-a2c2-a99d974fcf1f None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:27.100767 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8f5537fa-4cd9-403e-a2c2-a99d974fcf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:27.112377 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3960dc79-a375-4567-8a8d-09eaf034cda3 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-277446401', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:27.124662 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3960dc79-a375-4567-8a8d-09eaf034cda3 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:27.132621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3960dc79-a375-4567-8a8d-09eaf034cda3 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Usage tracker for resource:router and tenant:0191850ed9054ece85166de769240aa9 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:27.136998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-42d412fe-cb0e-4f4d-a2b7-f31d5c4cdc0e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:27.139047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3960dc79-a375-4567-8a8d-09eaf034cda3 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:27.143236 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9eb44043-acb3-4fb1-9443-7cf9238e4b38 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/floatingips/3aa5a42b-7daa-4cab-9c6a-6cdcaaf6fc1c HTTP/1.1" status: 204 len: 168 time: 4.0483558 Apr 22 15:09:27.145971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55434) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:27.146990 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-42d412fe-cb0e-4f4d-a2b7-f31d5c4cdc0e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:subnet and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:27.154126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-42d412fe-cb0e-4f4d-a2b7-f31d5c4cdc0e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:27.155571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3960dc79-a375-4567-8a8d-09eaf034cda3 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:27.164235 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc2da938-8b83-4e13-b93c-b0d9ca121cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.172406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8f5537fa-4cd9-403e-a2c2-a99d974fcf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:27.177929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3960dc79-a375-4567-8a8d-09eaf034cda3 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.178581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-fdd6dc9f-d384-45b9-bbe9-e55fde607bfa', 'network_id': 'fdd6dc9f-d384-45b9-bbe9-e55fde607bfa', 'tenant_id': '9409261293714bee857090ce677b639b', 'fixed_ips': [{'subnet_id': '6421cf43-ef5d-42b4-b753-904766b08a45'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:09:27.178896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3960dc79-a375-4567-8a8d-09eaf034cda3 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.179397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.200285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-42d412fe-cb0e-4f4d-a2b7-f31d5c4cdc0e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:27.203985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc2da938-8b83-4e13-b93c-b0d9ca121cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.209237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59948ccc-4e68-4b98-90cc-5913e36941d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:27.210816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59948ccc-4e68-4b98-90cc-5913e36941d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:27.211608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-59948ccc-4e68-4b98-90cc-5913e36941d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:27.247844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:09:27.249152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3960dc79-a375-4567-8a8d-09eaf034cda3 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.253323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d412fe-cb0e-4f4d-a2b7-f31d5c4cdc0e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:27.256837 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42d412fe-cb0e-4f4d-a2b7-f31d5c4cdc0e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.269228 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3960dc79-a375-4567-8a8d-09eaf034cda3 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.272149 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5537fa-4cd9-403e-a2c2-a99d974fcf1f None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:27.272789 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8f5537fa-4cd9-403e-a2c2-a99d974fcf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:27.295924 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc2da938-8b83-4e13-b93c-b0d9ca121cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.311336 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3960dc79-a375-4567-8a8d-09eaf034cda3 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.315136 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3960dc79-a375-4567-8a8d-09eaf034cda3 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2155013 Apr 22 15:09:27.315136 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc2da938-8b83-4e13-b93c-b0d9ca121cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.315747 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bc2da938-8b83-4e13-b93c-b0d9ca121cde admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c16f8134-75be-4612-9268-28e922d231a7 HTTP/1.1" status: 204 len: 168 time: 0.3099153 Apr 22 15:09:27.316411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55438) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:27.319239 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2da938-8b83-4e13-b93c-b0d9ca121cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16f8134-75be-4612-9268-28e922d231a7,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:27.324070 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'enable_snat': False}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:27.335668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8259cad7-d3a2-4c76-a930-27d04903fda6 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port f96a8d63-2246-4b2f-8193-56dc60b6594b {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:27.335668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8259cad7-d3a2-4c76-a930-27d04903fda6 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.368602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8f5537fa-4cd9-403e-a2c2-a99d974fcf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:27.369190 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5537fa-4cd9-403e-a2c2-a99d974fcf1f None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:27.375573 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-59948ccc-4e68-4b98-90cc-5913e36941d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:27.376864 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-59948ccc-4e68-4b98-90cc-5913e36941d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4929829 Apr 22 15:09:27.389678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55444) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:27.391424 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 42f418b3-b14e-4672-8a63-39fd5640d9b7) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:27.408603 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:27.411478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295f991e-5831-47ef-9dec-f34a7dcec470 None None] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:27.412532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:27.413243 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.490291 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c0b38406-5efa-4385-9dfc-ad55bb2c070e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3603382 Apr 22 15:09:27.491172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55448) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:27.506870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabcce34-00e5-4d6f-845e-f26fa91d95cc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 241a853e-0b24-4b17-9d33-22c171e38a09 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:09:27.521938 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1352386420'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:27.534326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:27.536512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dabcce34-00e5-4d6f-845e-f26fa91d95cc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.560447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:network and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:27.569309 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:27.602613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dabcce34-00e5-4d6f-845e-f26fa91d95cc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.667993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Allocated IP 2001:db8::2 (fdd6dc9f-d384-45b9-bbe9-e55fde607bfa/6421cf43-ef5d-42b4-b753-904766b08a45/4df71e54-3872-4052-8538-0526a9c4c02f) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:27.698495 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dabcce34-00e5-4d6f-845e-f26fa91d95cc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.716800 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:27.814878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:27.823786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.888009 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55454) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:27.918744 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.927116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dabcce34-00e5-4d6f-845e-f26fa91d95cc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.930970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Transition to ACTIVE for port object 4df71e54-3872-4052-8538-0526a9c4c02f will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:27.949923 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Transition to ACTIVE for port object 4df71e54-3872-4052-8538-0526a9c4c02f will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:27.956317 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.957169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-92099f0b-5fca-4c66-b9c1-69f848792a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.966578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:27.973763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dabcce34-00e5-4d6f-845e-f26fa91d95cc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:27.976427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcce34-00e5-4d6f-845e-f26fa91d95cc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=241a853e-0b24-4b17-9d33-22c171e38a09,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:27.997123 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dabcce34-00e5-4d6f-845e-f26fa91d95cc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/241a853e-0b24-4b17-9d33-22c171e38a09 HTTP/1.1" status: 204 len: 168 time: 0.6063492 Apr 22 15:09:27.999430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8259cad7-d3a2-4c76-a930-27d04903fda6 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.013888 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d73a1a-0cfb-4018-8c2c-ce1f75e9f417 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:28.019742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55458) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:28.027676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.028309 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Added segment 5f962275-865c-4772-8f10-783224eca2f0 of type vlan for network 617d86c6-bad7-40a8-a325-9e504f79fe8c Apr 22 15:09:28.153736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Pushing event updated for resources: {'Port': ['ID=4df71e54-3872-4052-8538-0526a9c4c02f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:28.165003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Network fdd6dc9f-d384-45b9-bbe9-e55fde607bfa is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:28.167476 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:28.193309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:28.244945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8259cad7-d3a2-4c76-a930-27d04903fda6 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for f96a8d63-2246-4b2f-8193-56dc60b6594b owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:28.273438 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fc9c2483-dba4-4a54-a6d6-bc00f2d84c9a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2521689 Apr 22 15:09:28.286011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55462) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:28.310966 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.314388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-689c2199-f093-4a56-b8d0-7613c9d743d0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:28.337167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-92099f0b-5fca-4c66-b9c1-69f848792a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:28.352111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Attempting to bind port 4df71e54-3872-4052-8538-0526a9c4c02f on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:28.352617 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Attempting to bind port 4df71e54-3872-4052-8538-0526a9c4c02f by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '5318ca35-7310-49b1-baba-ee6e0b0eb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fdd6dc9f-d384-45b9-bbe9-e55fde607bfa'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:28.352980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Attempting to bind port 4df71e54-3872-4052-8538-0526a9c4c02f on network fdd6dc9f-d384-45b9-bbe9-e55fde607bfa {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:28.357285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-92099f0b-5fca-4c66-b9c1-69f848792a0e admin admin] Usage tracker for resource:security_group_rule and tenant:2915c1c507084da792e3c37c2047e33b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:28.365533 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-92099f0b-5fca-4c66-b9c1-69f848792a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:28.368167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:28.368536 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Checking segment: {'id': '5318ca35-7310-49b1-baba-ee6e0b0eb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fdd6dc9f-d384-45b9-bbe9-e55fde607bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:28.368938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.369960 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Bound using segment: {'id': '5318ca35-7310-49b1-baba-ee6e0b0eb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fdd6dc9f-d384-45b9-bbe9-e55fde607bfa'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:28.370122 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.370347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Bound port: 4df71e54-3872-4052-8538-0526a9c4c02f, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5318ca35-7310-49b1-baba-ee6e0b0eb057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fdd6dc9f-d384-45b9-bbe9-e55fde607bfa'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:28.370719 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.456236 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-92099f0b-5fca-4c66-b9c1-69f848792a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:28.499237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bbfdcf-8d09-4365-af5a-7d1c9d0bc1d7 None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:09:28.510865 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-71bbfdcf-8d09-4365-af5a-7d1c9d0bc1d7 None None] Deleting port 4d98c140-9c20-4874-8a16-37795c07799d {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:28.511232 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-71bbfdcf-8d09-4365-af5a-7d1c9d0bc1d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.534454 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.568680 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.589269 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] For port 4df71e54-3872-4052-8538-0526a9c4c02f, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:28.594152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] For port 4df71e54-3872-4052-8538-0526a9c4c02f, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=4df71e54-3872-4052-8538-0526a9c4c02f,segment=NetworkSegment(5318ca35-7310-49b1-baba-ee6e0b0eb057),segment_id=5318ca35-7310-49b1-baba-ee6e0b0eb057)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:28.603558 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42d412fe-cb0e-4f4d-a2b7-f31d5c4cdc0e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.613989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-689c2199-f093-4a56-b8d0-7613c9d743d0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:28.627266 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.656273 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-689c2199-f093-4a56-b8d0-7613c9d743d0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:28.671314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-689c2199-f093-4a56-b8d0-7613c9d743d0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:28.674114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.681269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:28.682707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.721538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Allocated IP 172.26.8.85 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/0c7f7aa0-3054-4974-a173-e40216d2b1e6) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:28.730080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-689c2199-f093-4a56-b8d0-7613c9d743d0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:28.823641 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bb92a-f8ce-4847-9826-5bd1db3e3464 None None] Pushing event updated for resources: {'Port': ['ID=4df71e54-3872-4052-8538-0526a9c4c02f,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:28.835731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-71bbfdcf-8d09-4365-af5a-7d1c9d0bc1d7 None None] For port 4d98c140-9c20-4874-8a16-37795c07799d, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=4d98c140-9c20-4874-8a16-37795c07799d,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:28.836560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-71bbfdcf-8d09-4365-af5a-7d1c9d0bc1d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.864137 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d412fe-cb0e-4f4d-a2b7-f31d5c4cdc0e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network fdd6dc9f-d384-45b9-bbe9-e55fde607bfa is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:28.871393 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689c2199-f093-4a56-b8d0-7613c9d743d0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:28.905265 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-42d412fe-cb0e-4f4d-a2b7-f31d5c4cdc0e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:28.907074 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.941087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.962976 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d412fe-cb0e-4f4d-a2b7-f31d5c4cdc0e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:28.964131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42d412fe-cb0e-4f4d-a2b7-f31d5c4cdc0e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:28.968327 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Network': ['ID=617d86c6-bad7-40a8-a325-9e504f79fe8c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:29.006064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 617d86c6-bad7-40a8-a325-9e504f79fe8c details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:29.030913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Pushing event updated for resources: {'Port': ['ID=0c7f7aa0-3054-4974-a173-e40216d2b1e6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:29.040497 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-71bbfdcf-8d09-4365-af5a-7d1c9d0bc1d7 None None] Calling delete_port for 4d98c140-9c20-4874-8a16-37795c07799d owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:29.071635 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b0cb8681-16da-486b-96b5-a8e4a8c0f394 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5638251 Apr 22 15:09:29.077524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:29.078091 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55466) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:29.078977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:29.081836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:29.091917 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d412fe-cb0e-4f4d-a2b7-f31d5c4cdc0e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Subnet': ['ID=2f749e51-40dc-47c9-97f2-e14fb5b02e96,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:29.097719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-92099f0b-5fca-4c66-b9c1-69f848792a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:29.130566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'ports': [{'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7'}, {'network_id': '617d86c6-bad7-40a8-a325-9e504f79fe8c'}]} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:29.131230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:29.131905 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'network_id': '617d86c6-bad7-40a8-a325-9e504f79fe8c'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:29.148439 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-92099f0b-5fca-4c66-b9c1-69f848792a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:29.189327 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-42d412fe-cb0e-4f4d-a2b7-f31d5c4cdc0e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3019748 Apr 22 15:09:29.200627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55470) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:29.270262 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-71bbfdcf-8d09-4365-af5a-7d1c9d0bc1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:29.297586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:29.318338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbfdcf-8d09-4365-af5a-7d1c9d0bc1d7 None None] Pushing event deleted for resources: {'Port': ['ID=4d98c140-9c20-4874-8a16-37795c07799d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:29.323254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bbfdcf-8d09-4365-af5a-7d1c9d0bc1d7 None None] No DVR routers for this DVR port 4d98c140-9c20-4874-8a16-37795c07799d on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:29.343942 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-689c2199-f093-4a56-b8d0-7613c9d743d0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:29.371365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8259cad7-d3a2-4c76-a930-27d04903fda6 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:29.384937 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92099f0b-5fca-4c66-b9c1-69f848792a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db412a12-b855-42f2-b10e-d091a32ab9ac,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:29.493864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:29.499404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:29.541671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 4df71e54-3872-4052-8538-0526a9c4c02f up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:29.599742 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-92099f0b-5fca-4c66-b9c1-69f848792a0e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2915c1c507084da792e3c37c2047e33b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7105253 Apr 22 15:09:29.611550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55474) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:29.631260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 4df71e54-3872-4052-8538-0526a9c4c02f completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:29.638040 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259cad7-d3a2-4c76-a930-27d04903fda6 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=f96a8d63-2246-4b2f-8193-56dc60b6594b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:29.698097 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 4d98c140-9c20-4874-8a16-37795c07799d no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:29.743505 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 4d98c140-9c20-4874-8a16-37795c07799d {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:09:29.743757 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 4d98c140-9c20-4874-8a16-37795c07799d not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:09:29.765870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Router 8d8d02f9-fe36-43c3-8175-095aae83fdd1 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:09:29.768435 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1993a2c-7922-411d-a2c2-9f62b9a8145d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:29.769780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1993a2c-7922-411d-a2c2-9f62b9a8145d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:29.771175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1993a2c-7922-411d-a2c2-9f62b9a8145d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:29.772644 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1993a2c-7922-411d-a2c2-9f62b9a8145d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:29.773958 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1993a2c-7922-411d-a2c2-9f62b9a8145d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:29.774942 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b1993a2c-7922-411d-a2c2-9f62b9a8145d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Synchronizing usage tracker for tenant:9409261293714bee857090ce677b639b on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:29.861777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d297adc-e1d6-4bd8-9d6b-b27d436cf82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:29.952760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23059b94-abae-4f98-9698-6da50e384967 None None] Network fdd6dc9f-d384-45b9-bbe9-e55fde607bfa requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:29.999017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:30.011300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.012698 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8495224b-259c-41a6-92c2-55398b0718c8 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "PUT /v2.0/routers/8d8d02f9-fe36-43c3-8175-095aae83fdd1 HTTP/1.1" status: 200 len: 918 time: 2.6951809 Apr 22 15:09:30.013487 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af092f-6c19-4d4f-946c-6d2f89a05af8 None None] Sync routers for ids ['8d8d02f9-fe36-43c3-8175-095aae83fdd1'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:30.015300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55478) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:30.028247 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7af092f-6c19-4d4f-946c-6d2f89a05af8 None None] Routers {'8d8d02f9-fe36-43c3-8175-095aae83fdd1'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:30.029102 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e7af092f-6c19-4d4f-946c-6d2f89a05af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['8d8d02f9-fe36-43c3-8175-095aae83fdd1'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:30.043089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b1993a2c-7922-411d-a2c2-9f62b9a8145d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Unset dirty status for tenant:9409261293714bee857090ce677b639b on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:30.044358 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b1993a2c-7922-411d-a2c2-9f62b9a8145d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7911866 Apr 22 15:09:30.053752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55482) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:30.055496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d297adc-e1d6-4bd8-9d6b-b27d436cf82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.068831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:30.082414 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1285726788'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:30.097200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:port and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:30.106181 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:30.109995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:30.110574 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e7af092f-6c19-4d4f-946c-6d2f89a05af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:30.117803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:network and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:30.126108 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7af092f-6c19-4d4f-946c-6d2f89a05af8 None None] Routers {'8d8d02f9-fe36-43c3-8175-095aae83fdd1'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:30.126744 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e7af092f-6c19-4d4f-946c-6d2f89a05af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['8d8d02f9-fe36-43c3-8175-095aae83fdd1'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:30.141846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:30.147597 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:30.191900 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:30.204116 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e7af092f-6c19-4d4f-946c-6d2f89a05af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:30.204400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8259cad7-d3a2-4c76-a930-27d04903fda6 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.205286 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7af092f-6c19-4d4f-946c-6d2f89a05af8 None None] The sync data for ids ['8d8d02f9-fe36-43c3-8175-095aae83fdd1'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:30.215914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-450481b8-6787-458c-82b7-38f8accae652 None None] Provisioning for port 4df71e54-3872-4052-8538-0526a9c4c02f completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:30.230908 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8259cad7-d3a2-4c76-a930-27d04903fda6 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/ports/f96a8d63-2246-4b2f-8193-56dc60b6594b HTTP/1.1" status: 204 len: 168 time: 3.0780580 Apr 22 15:09:30.231645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:30.234536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.235154 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55486) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:30.241362 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:30.249181 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 2} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:30.252512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.252692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:30.267297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:30.273811 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-450481b8-6787-458c-82b7-38f8accae652 None None] Provisioning complete for port 4df71e54-3872-4052-8538-0526a9c4c02f triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:30.275382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-450481b8-6787-458c-82b7-38f8accae652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.283980 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-43204616-90ba-4d4e-9dff-27628b0b2d87 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/routers/8d8d02f9-fe36-43c3-8175-095aae83fdd1 HTTP/1.1" status: 200 len: 924 time: 0.2675123 Apr 22 15:09:30.285219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55490) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:30.288195 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.301881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.331656 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d297adc-e1d6-4bd8-9d6b-b27d436cf82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.352413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:30.371643 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d297adc-e1d6-4bd8-9d6b-b27d436cf82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db412a12-b855-42f2-b10e-d091a32ab9ac,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:30.419730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.420079 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Added segment 262c96b0-05a7-4eb9-9d4f-6e4fbbf0b5a2 of type vlan for network 0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1 Apr 22 15:09:30.421418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-689c2199-f093-4a56-b8d0-7613c9d743d0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.472625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-450481b8-6787-458c-82b7-38f8accae652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.541846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d297adc-e1d6-4bd8-9d6b-b27d436cf82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.545370 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6d297adc-e1d6-4bd8-9d6b-b27d436cf82f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/db412a12-b855-42f2-b10e-d091a32ab9ac HTTP/1.1" status: 204 len: 168 time: 0.9207368 Apr 22 15:09:30.565647 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.567801 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9cd4d237-08c7-4006-a9a2-2e7a44de1194 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=2d66903e-b313-440b-aa1f-9c226989a999&device_id=8d8d02f9-fe36-43c3-8175-095aae83fdd1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2814436 Apr 22 15:09:30.568541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55496) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:30.593078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-450481b8-6787-458c-82b7-38f8accae652 None None] For port 4df71e54-3872-4052-8538-0526a9c4c02f, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=4df71e54-3872-4052-8538-0526a9c4c02f,segment=NetworkSegment(5318ca35-7310-49b1-baba-ee6e0b0eb057),segment_id=5318ca35-7310-49b1-baba-ee6e0b0eb057)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:30.599417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c2199-f093-4a56-b8d0-7613c9d743d0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:30.602018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f16e5b-2656-4849-9684-eb2dcc05a6e5 None None] Update dhcp port {'port': {'network_id': 'fdd6dc9f-d384-45b9-bbe9-e55fde607bfa', 'fixed_ips': [{'subnet_id': '6421cf43-ef5d-42b4-b753-904766b08a45', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f749e51-40dc-47c9-97f2-e14fb5b02e96'}], 'binding:host_id': 'dv-neutron-838883-3-hyperv'}, 'id': '4df71e54-3872-4052-8538-0526a9c4c02f'} from dv-neutron-838883-3-hyperv. {{(pid=83935) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 15:09:30.607218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-689c2199-f093-4a56-b8d0-7613c9d743d0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:30.616310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689c2199-f093-4a56-b8d0-7613c9d743d0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:30.616942 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-689c2199-f093-4a56-b8d0-7613c9d743d0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.621852 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c2199-f093-4a56-b8d0-7613c9d743d0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=028654e7-5159-484c-85eb-38aeeaa9ebe4,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:30.636102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2bb2e9-164e-497c-bd06-87207e7ee64c None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:30.660258 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-450481b8-6787-458c-82b7-38f8accae652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.730466 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-689c2199-f093-4a56-b8d0-7613c9d743d0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4387262 Apr 22 15:09:30.731481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55500) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:30.738899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.739352 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72d958a-c403-4c58-b2ac-aeb04cb0b0d7 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:30.742354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:30.742935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.743663 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b72d958a-c403-4c58-b2ac-aeb04cb0b0d7 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/networks/2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 881 time: 0.1735389 Apr 22 15:09:30.744900 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55504) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:30.748154 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.750972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port 003cf428-d446-4430-9716-0312b10180e3 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:09:30.756939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d12a2e97-9f38-4e1a-8f39-cf76de0300da tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'fixed_ips': [{'subnet_id': '028654e7-5159-484c-85eb-38aeeaa9ebe4', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1390350164'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:30.835416 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c88711bd-7653-40bc-aefe-4c0f6706a3a8 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d8d02f9-fe36-43c3-8175-095aae83fdd1 HTTP/1.1" status: 200 len: 205 time: 0.0892634 Apr 22 15:09:30.840809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55508) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:30.864780 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-57f16e5b-2656-4849-9684-eb2dcc05a6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:30.959407 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450481b8-6787-458c-82b7-38f8accae652 None None] Pushing event updated for resources: {'Port': ['ID=4df71e54-3872-4052-8538-0526a9c4c02f,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:31.092621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.26.8.35 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/7a292fa6-fa65-425e-85eb-61745333bcd8) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:31.115299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Network': ['ID=0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:31.122387 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d12a2e97-9f38-4e1a-8f39-cf76de0300da tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:31.127228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d12a2e97-9f38-4e1a-8f39-cf76de0300da tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:31.131259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d12a2e97-9f38-4e1a-8f39-cf76de0300da tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:31.142042 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d12a2e97-9f38-4e1a-8f39-cf76de0300da tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:31.161687 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:31.170258 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-26a925a7-d4d8-4b1a-9ff9-ef6e295bd301 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1058123 Apr 22 15:09:31.171041 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55518) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:31.190950 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2f460849-f2db-45d5-9215-17ce02cc3148 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:31.277736 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.288033 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.429762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-57f16e5b-2656-4849-9684-eb2dcc05a6e5 None None] Allocated IP 172.20.0.1 (fdd6dc9f-d384-45b9-bbe9-e55fde607bfa/2f749e51-40dc-47c9-97f2-e14fb5b02e96/4df71e54-3872-4052-8538-0526a9c4c02f) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:31.456662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '028654e7-5159-484c-85eb-38aeeaa9ebe4'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:09:31.459352 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.469366 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.470820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f460849-f2db-45d5-9215-17ce02cc3148 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.497802 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12a2e97-9f38-4e1a-8f39-cf76de0300da tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:31.503968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d12a2e97-9f38-4e1a-8f39-cf76de0300da tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.519514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f460849-f2db-45d5-9215-17ce02cc3148 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.565015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:31.567757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=7a292fa6-fa65-425e-85eb-61745333bcd8,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:31.570439 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:31.573876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:31.577130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.685710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.710105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Deleting port 0c7f7aa0-3054-4974-a173-e40216d2b1e6 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:31.710577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.712021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 4df71e54-3872-4052-8538-0526a9c4c02f up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:31.780666 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-d12a2e97-9f38-4e1a-8f39-cf76de0300da tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port 9aba015f-056d-49ba-bd52-8d1c9cfdc9e3 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:09:31.826919 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f460849-f2db-45d5-9215-17ce02cc3148 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network 0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1 is not hosted by any dhcp agent {{(pid=83934) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 15:09:31.828109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.830995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f460849-f2db-45d5-9215-17ce02cc3148 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:31.831722 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f460849-f2db-45d5-9215-17ce02cc3148 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:31.833259 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f460849-f2db-45d5-9215-17ce02cc3148 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "PUT /v2.0/networks/0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1 HTTP/1.1" status: 200 len: 723 time: 0.6568091 Apr 22 15:09:31.836520 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55534) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:31.875671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-64ec64bc-6e94-4d1f-ac54-c872fb41b322 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'subnet': {'network_id': '0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:31.895301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Allocated IP 2001:db8::2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/028654e7-5159-484c-85eb-38aeeaa9ebe4/d705d498-3758-44fc-9bbd-28bc6fa22b16) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:31.945613 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f460849-f2db-45d5-9215-17ce02cc3148 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Network': ['ID=0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:32.018650 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port 5195c3d4-3242-4438-84ca-5b3a6aeaab88 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:09:32.126320 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:32.175367 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.207095 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.249667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.289214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:32.292739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:32.299042 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:32.304376 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.338373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-64ec64bc-6e94-4d1f-ac54-c872fb41b322 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:32.360575 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=003cf428-d446-4430-9716-0312b10180e3,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:32.374227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.381676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-64ec64bc-6e94-4d1f-ac54-c872fb41b322 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:32.381850 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.393032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 4df71e54-3872-4052-8538-0526a9c4c02f triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:32.393032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.429605 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Transition to ACTIVE for port object d705d498-3758-44fc-9bbd-28bc6fa22b16 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:32.433728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-57f16e5b-2656-4849-9684-eb2dcc05a6e5 None None] For port 4df71e54-3872-4052-8538-0526a9c4c02f, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=4df71e54-3872-4052-8538-0526a9c4c02f,segment=NetworkSegment(5318ca35-7310-49b1-baba-ee6e0b0eb057),segment_id=5318ca35-7310-49b1-baba-ee6e0b0eb057)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:32.486760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Transition to ACTIVE for port object d705d498-3758-44fc-9bbd-28bc6fa22b16 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:32.508327 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.516704 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-d12a2e97-9f38-4e1a-8f39-cf76de0300da tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:09:32.517802 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d12a2e97-9f38-4e1a-8f39-cf76de0300da tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:09:32.540848 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Calling delete_port for 0c7f7aa0-3054-4974-a173-e40216d2b1e6 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:32.559348 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-57f16e5b-2656-4849-9684-eb2dcc05a6e5 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.561638 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d12a2e97-9f38-4e1a-8f39-cf76de0300da tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8263750 Apr 22 15:09:32.567803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55550) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:32.571932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=5195c3d4-3242-4438-84ca-5b3a6aeaab88,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:32.576865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Checking segment: {'id': '5f962275-865c-4772-8f10-783224eca2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '617d86c6-bad7-40a8-a325-9e504f79fe8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:32.577815 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network hostable DHCP agents. Network: 617d86c6-bad7-40a8-a325-9e504f79fe8c, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:09:32.599072 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:32.621926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ec64bc-6e94-4d1f-ac54-c872fb41b322 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:32.635326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:32.653447 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:32.687467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-57f16e5b-2656-4849-9684-eb2dcc05a6e5 None None] Transition to ACTIVE for port object 4df71e54-3872-4052-8538-0526a9c4c02f will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:32.690760 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 617d86c6-bad7-40a8-a325-9e504f79fe8c is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:09:32.717676 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-57f16e5b-2656-4849-9684-eb2dcc05a6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.724796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 617d86c6-bad7-40a8-a325-9e504f79fe8c) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:32.732315 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Pushing event updated for resources: {'Port': ['ID=d705d498-3758-44fc-9bbd-28bc6fa22b16,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:32.732718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-64ec64bc-6e94-4d1f-ac54-c872fb41b322 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.749365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:32.754034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:32.758844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:32.763109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:32.784658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45686eca-ecac-42ef-b3a3-3a606ac3443e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:32.785346 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-45686eca-ecac-42ef-b3a3-3a606ac3443e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:32.808759 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-45686eca-ecac-42ef-b3a3-3a606ac3443e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:32.812518 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-45686eca-ecac-42ef-b3a3-3a606ac3443e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2409458 Apr 22 15:09:32.812518 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5f2442aa-5162-472e-b313-c5f6632ffa9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7174509 Apr 22 15:09:32.813637 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55558) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:32.817607 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55560) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:32.838503 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b14030-4603-4490-af6e-9be94a88daa3 None None] Network 617d86c6-bad7-40a8-a325-9e504f79fe8c requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:33.042425 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.047811 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f4c618-ca07-4cfc-855f-0e5ef7588e94 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:33.051649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f4c618-ca07-4cfc-855f-0e5ef7588e94 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:33.053177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.053970 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b8f4c618-ca07-4cfc-855f-0e5ef7588e94 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:33.071819 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Attempting to bind port d705d498-3758-44fc-9bbd-28bc6fa22b16 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:33.072855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Attempting to bind port d705d498-3758-44fc-9bbd-28bc6fa22b16 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:33.073320 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Attempting to bind port d705d498-3758-44fc-9bbd-28bc6fa22b16 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:33.131340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-16d76e4e-0f86-4ba2-b7ed-a487393e4a1e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 5195c3d4-3242-4438-84ca-5b3a6aeaab88 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:33.132282 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-16d76e4e-0f86-4ba2-b7ed-a487393e4a1e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.155377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.166537 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:33.166905 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:33.167208 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.167565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:33.168026 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Bound port: d705d498-3758-44fc-9bbd-28bc6fa22b16, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:33.168384 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.185501 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f16e5b-2656-4849-9684-eb2dcc05a6e5 None None] Pushing event updated for resources: {'Port': ['ID=4df71e54-3872-4052-8538-0526a9c4c02f,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:33.261133 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55570) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:33.261807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b8f4c618-ca07-4cfc-855f-0e5ef7588e94 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:33.265726 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b8f4c618-ca07-4cfc-855f-0e5ef7588e94 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4501324 Apr 22 15:09:33.268218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55572) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:33.301461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=7a292fa6-fa65-425e-85eb-61745333bcd8,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:33.320802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] For port d705d498-3758-44fc-9bbd-28bc6fa22b16, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:33.323269 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-64ec64bc-6e94-4d1f-ac54-c872fb41b322 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.326700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] For port d705d498-3758-44fc-9bbd-28bc6fa22b16, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d705d498-3758-44fc-9bbd-28bc6fa22b16,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:33.334684 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.376529 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.460273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.486958 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9b142-f214-4c74-8a5f-d3bd83e33423 None None] Pushing event updated for resources: {'Port': ['ID=d705d498-3758-44fc-9bbd-28bc6fa22b16,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:33.542590 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1567907619', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:33.552398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c5fe29-b2ac-4a88-8d35-74cab4f082ea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 028654e7-5159-484c-85eb-38aeeaa9ebe4 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:09:33.556251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65c5fe29-b2ac-4a88-8d35-74cab4f082ea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.583444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 4df71e54-3872-4052-8538-0526a9c4c02f up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:33.606813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:33.612583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.616715 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7dded2bd-2ae4-4583-8d2f-f87c7c1ae6a2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3777173 Apr 22 15:09:33.618912 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Usage tracker for resource:port and tenant:9af5333d3e5f40129819fb112dc2aae6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:33.623641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55580) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:33.625885 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:33.626117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Pushing event deleted for resources: {'Port': ['ID=0c7f7aa0-3054-4974-a173-e40216d2b1e6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:33.649219 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'port': {'network_id': '0fb9c397-b661-484f-a109-8a7d2cda88d2', 'name': 'tempest-FloatingIPTestJSON-1278449358'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:33.663212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:33.679376 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-16d76e4e-0f86-4ba2-b7ed-a487393e4a1e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.688787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65c5fe29-b2ac-4a88-8d35-74cab4f082ea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:33.693860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec64bc-6e94-4d1f-ac54-c872fb41b322 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Subnet': ['ID=ae7db9a8-4a0c-4a1d-bf53-27c9dee169c9,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:33.820387 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec64bc-6e94-4d1f-ac54-c872fb41b322 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Checking segment: {'id': '262c96b0-05a7-4eb9-9d4f-6e4fbbf0b5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:33.820787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec64bc-6e94-4d1f-ac54-c872fb41b322 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network hostable DHCP agents. Network: 0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:09:33.923751 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-16d76e4e-0f86-4ba2-b7ed-a487393e4a1e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 5195c3d4-3242-4438-84ca-5b3a6aeaab88 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:33.953806 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Made reservation on behalf of 9af5333d3e5f40129819fb112dc2aae6 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:33.961113 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.019796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.075242 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.147688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:34.158983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:34.161451 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Usage tracker for resource:security_group_rule and tenant:9af5333d3e5f40129819fb112dc2aae6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:34.169792 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:34.182087 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65c5fe29-b2ac-4a88-8d35-74cab4f082ea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.208630 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-16d76e4e-0f86-4ba2-b7ed-a487393e4a1e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.210442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:34.217654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:34.267664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8878c052-4160-43b9-86c3-0f2bf2d12b4e None None] Network fdd6dc9f-d384-45b9-bbe9-e55fde607bfa requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:34.305963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec64bc-6e94-4d1f-ac54-c872fb41b322 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network 0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:09:34.374034 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b758d68b-d113-4717-953e-5c42699970ec None None] Provisioning for port 4df71e54-3872-4052-8538-0526a9c4c02f completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:34.385317 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d76e4e-0f86-4ba2-b7ed-a487393e4a1e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=5195c3d4-3242-4438-84ca-5b3a6aeaab88,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:34.391758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b758d68b-d113-4717-953e-5c42699970ec None None] Provisioning complete for port 4df71e54-3872-4052-8538-0526a9c4c02f triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:34.392036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b758d68b-d113-4717-953e-5c42699970ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.401313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-64ec64bc-6e94-4d1f-ac54-c872fb41b322 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:34.404200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Made reservation on behalf of c12731375b86407aa0ae0ac31717a9d7 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:34.405283 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.406838 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.410752 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ec64bc-6e94-4d1f-ac54-c872fb41b322 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:34.411357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-64ec64bc-6e94-4d1f-ac54-c872fb41b322 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.426908 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.437134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-16d76e4e-0f86-4ba2-b7ed-a487393e4a1e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.448125 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-64ec64bc-6e94-4d1f-ac54-c872fb41b322 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6065104 Apr 22 15:09:34.448400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55584) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:34.449952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7c9fb4-e937-48f6-8957-908cf21c9301 None None] Network 0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:34.458414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7cc7e816-25f3-4a1d-8756-97bcea54ba32 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:34.487505 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-16d76e4e-0f86-4ba2-b7ed-a487393e4a1e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/5195c3d4-3242-4438-84ca-5b3a6aeaab88 HTTP/1.1" status: 204 len: 168 time: 1.6684821 Apr 22 15:09:34.489187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] device_id is not set on port 313f9411-1598-4ba2-b7a5-7247beb139ac yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:09:34.524605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55588) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:34.533467 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65c5fe29-b2ac-4a88-8d35-74cab4f082ea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.540382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.540863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Fanout notify agent at l3_agent the message router_deleted on router 8d8d02f9-fe36-43c3-8175-095aae83fdd1 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:09:34.612664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5fe29-b2ac-4a88-8d35-74cab4f082ea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=028654e7-5159-484c-85eb-38aeeaa9ebe4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:34.615209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.616307 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ec234726-73b0-458c-a020-41b5185281cc tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "DELETE /v2.0/routers/8d8d02f9-fe36-43c3-8175-095aae83fdd1 HTTP/1.1" status: 204 len: 168 time: 3.7745333 Apr 22 15:09:34.623863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55592) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:34.632410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1394524595', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:34.635981 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65c5fe29-b2ac-4a88-8d35-74cab4f082ea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.642926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:34.657911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.666764 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-65c5fe29-b2ac-4a88-8d35-74cab4f082ea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/028654e7-5159-484c-85eb-38aeeaa9ebe4 HTTP/1.1" status: 204 len: 168 time: 1.3833392 Apr 22 15:09:34.668041 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55596) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:34.680347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Usage tracker for resource:router and tenant:0191850ed9054ece85166de769240aa9 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:34.688141 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:34.731592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e816-25f3-4a1d-8756-97bcea54ba32 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3632032'] for subnet, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.749077 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.20.0.8 (0fb9c397-b661-484f-a109-8a7d2cda88d2/eb81c669-6c81-42dd-b40b-0dbd3729ca79/313f9411-1598-4ba2-b7a5-7247beb139ac) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:34.780801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:34.813475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.814451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.856356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde4fac7-fe16-4671-8f04-46ba38ac4bce tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:34.860281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde4fac7-fe16-4671-8f04-46ba38ac4bce tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:34.864889 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cde4fac7-fe16-4671-8f04-46ba38ac4bce tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3347225 Apr 22 15:09:34.867869 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55598) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:34.888762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1', 'network_id': '0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1', 'tenant_id': '9409261293714bee857090ce677b639b', 'fixed_ips': [{'subnet_id': 'ae7db9a8-4a0c-4a1d-bf53-27c9dee169c9'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:09:34.889481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.904065 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:34.904996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8db561e-fc05-4ac8-8b8f-7797063a5890 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:34.974430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] device_id is not set on port 4be62a34-99ad-459c-b357-171adc40d095 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:09:35.029434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.039188 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0d2a64db-5925-4922-babd-5828e5bb0e80 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1363947 Apr 22 15:09:35.057313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55604) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:35.078040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-58ddcaa9-8817-4393-bb8f-7787ef12a46e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:35.084098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2b2b14-cad5-42dc-8a4b-e93c3baa86b6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:35.187068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a899ee83-3668-4c23-99f5-37af5335e6d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 003cf428-d446-4430-9716-0312b10180e3 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:35.187644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a899ee83-3668-4c23-99f5-37af5335e6d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.199176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.220179 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Allocated IP 172.26.8.72 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/4be62a34-99ad-459c-b357-171adc40d095) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:35.285109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.301762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e816-25f3-4a1d-8756-97bcea54ba32 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742899280541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3327143'] for subnet, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.344830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Allocated IP 2001:db8::2 (0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1/ae7db9a8-4a0c-4a1d-bf53-27c9dee169c9/5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:35.416263 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d659d81d-107e-41f2-93c9-f4e4faa30f7d None None] Provisioning for port d705d498-3758-44fc-9bbd-28bc6fa22b16 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:35.484664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 0fb9c397-b661-484f-a109-8a7d2cda88d2 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:35.490245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:35.494414 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=313f9411-1598-4ba2-b7a5-7247beb139ac,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:35.496671 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:35.498957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf09e0eb-8fce-49ee-8ff3-eb63ce276e55 None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:09:35.529361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cf09e0eb-8fce-49ee-8ff3-eb63ce276e55 None None] Deleting port d705d498-3758-44fc-9bbd-28bc6fa22b16 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:35.529770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cf09e0eb-8fce-49ee-8ff3-eb63ce276e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.596302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc7e816-25f3-4a1d-8756-97bcea54ba32 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:35.597173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7cc7e816-25f3-4a1d-8756-97bcea54ba32 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.601347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:35.601505 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7cc7e816-25f3-4a1d-8756-97bcea54ba32 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "PUT /v2.0/subnets/ae7db9a8-4a0c-4a1d-bf53-27c9dee169c9 HTTP/1.1" status: 200 len: 826 time: 1.1494982 Apr 22 15:09:35.601629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.606771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55608) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:35.640001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.671931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-58ddcaa9-8817-4393-bb8f-7787ef12a46e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:35.689134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7e816-25f3-4a1d-8756-97bcea54ba32 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Subnet': ['ID=ae7db9a8-4a0c-4a1d-bf53-27c9dee169c9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:35.705367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-58ddcaa9-8817-4393-bb8f-7787ef12a46e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:35.722129 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b54cc9d2-e260-4c6b-a816-42cc77019532 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0942025 Apr 22 15:09:35.722371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a899ee83-3668-4c23-99f5-37af5335e6d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.723183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55612) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:35.730380 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.735165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2f3606cd-ef42-4153-8f35-9c7bb6a0ee15 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'floatingip': {'port_id': '313f9411-1598-4ba2-b7a5-7247beb139ac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:35.839194 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f3606cd-ef42-4153-8f35-9c7bb6a0ee15 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.901762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8afa3bf4-6127-45ae-90ea-6ecf4c830a05 None None] Provisioning complete for port 4df71e54-3872-4052-8538-0526a9c4c02f triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:35.902578 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8afa3bf4-6127-45ae-90ea-6ecf4c830a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.910899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ddcaa9-8817-4393-bb8f-7787ef12a46e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:35.968982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.975962 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.978848 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:35.995630 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a899ee83-3668-4c23-99f5-37af5335e6d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 003cf428-d446-4430-9716-0312b10180e3 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:36.002834 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Transition to ACTIVE for port object 5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:36.035428 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-cf09e0eb-8fce-49ee-8ff3-eb63ce276e55 None None] For port d705d498-3758-44fc-9bbd-28bc6fa22b16, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d705d498-3758-44fc-9bbd-28bc6fa22b16,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:36.036348 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cf09e0eb-8fce-49ee-8ff3-eb63ce276e55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.175344 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cf09e0eb-8fce-49ee-8ff3-eb63ce276e55 None None] Calling delete_port for d705d498-3758-44fc-9bbd-28bc6fa22b16 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:36.211631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Transition to ACTIVE for port object 5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:36.230941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-58ddcaa9-8817-4393-bb8f-7787ef12a46e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.275556 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:36.278350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Pushing event updated for resources: {'Port': ['ID=4be62a34-99ad-459c-b357-171adc40d095,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:36.285018 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:36.291426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:36.304964 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a899ee83-3668-4c23-99f5-37af5335e6d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.314997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.329193 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.383269 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a899ee83-3668-4c23-99f5-37af5335e6d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.392870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899ee83-3668-4c23-99f5-37af5335e6d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=003cf428-d446-4430-9716-0312b10180e3,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:36.412486 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a899ee83-3668-4c23-99f5-37af5335e6d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/003cf428-d446-4430-9716-0312b10180e3 HTTP/1.1" status: 204 len: 168 time: 1.5435650 Apr 22 15:09:36.417973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55616) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:36.434600 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Pushing event updated for resources: {'Port': ['ID=5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:36.452102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Network 0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:36.453501 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cf09e0eb-8fce-49ee-8ff3-eb63ce276e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.499903 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:36.510590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:36.535491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09e0eb-8fce-49ee-8ff3-eb63ce276e55 None None] Pushing event deleted for resources: {'Port': ['ID=d705d498-3758-44fc-9bbd-28bc6fa22b16,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:36.539864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:36.540474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.545521 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf09e0eb-8fce-49ee-8ff3-eb63ce276e55 None None] No DVR routers for this DVR port d705d498-3758-44fc-9bbd-28bc6fa22b16 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:36.618232 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4131544c-927b-44f5-b91f-8c6ff3fa78ec tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.3494396 Apr 22 15:09:36.618232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.621618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55620) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:36.646406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Attempting to bind port 5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:36.646827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Attempting to bind port 5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '262c96b0-05a7-4eb9-9d4f-6e4fbbf0b5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:36.647122 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Attempting to bind port 5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f on network 0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:36.654792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:36.655161 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Checking segment: {'id': '262c96b0-05a7-4eb9-9d4f-6e4fbbf0b5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:36.655554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.655938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Bound using segment: {'id': '262c96b0-05a7-4eb9-9d4f-6e4fbbf0b5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:36.656397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Bound port: 5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262c96b0-05a7-4eb9-9d4f-6e4fbbf0b5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:36.656777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.662011 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.668840 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.72'}]}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:36.702820 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.718213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b675b2-aba4-4b60-bca7-ea119a07ad58 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:36.718907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e0b675b2-aba4-4b60-bca7-ea119a07ad58 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:36.734089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:36.737398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7db9a8-4a0c-4a1d-bf53-27c9dee169c9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:36.748600 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Usage tracker for resource:router and tenant:9af5333d3e5f40129819fb112dc2aae6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:36.762526 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] For port 5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:36.764330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:36.766421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] For port 5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f,segment=NetworkSegment(262c96b0-05a7-4eb9-9d4f-6e4fbbf0b5a2),segment_id=262c96b0-05a7-4eb9-9d4f-6e4fbbf0b5a2)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:36.772611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.796299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:36.839441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e0b675b2-aba4-4b60-bca7-ea119a07ad58 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:36.844402 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e0b675b2-aba4-4b60-bca7-ea119a07ad58 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4177282 Apr 22 15:09:36.848799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55624) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:36.865034 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d088e09-16e5-455b-be9d-66f49bbb4152 None None] Pushing event updated for resources: {'Port': ['ID=5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:36.875898 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3c095b0d-98bf-4364-8e5f-9f8429c50f22 req-338fea38-0aaa-4302-b499-f63fb6ee6d3a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3507621 Apr 22 15:09:36.903755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-58ddcaa9-8817-4393-bb8f-7787ef12a46e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.928873 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba534dd4-3c44-47ee-b68c-43b7aaba1462 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] GET failed (client error): The resource could not be found. Apr 22 15:09:36.929293 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ba534dd4-3c44-47ee-b68c-43b7aaba1462 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:36.931988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.933736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.937233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:36.965436 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ba534dd4-3c44-47ee-b68c-43b7aaba1462 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:36.969393 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ba534dd4-3c44-47ee-b68c-43b7aaba1462 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/5195c3d4-3242-4438-84ca-5b3a6aeaab88 HTTP/1.1" status: 404 len: 333 time: 0.1118395 Apr 22 15:09:36.978942 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55628) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:36.988160 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c689abee-c853-48b8-8cbc-72d37b28a12c None None] Network 0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:37.030430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:37.046308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ddcaa9-8817-4393-bb8f-7787ef12a46e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:37.046732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddcaa9-8817-4393-bb8f-7787ef12a46e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=3cc68f1e-c114-4c4d-b885-65e6f337d9f6,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:37.051060 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-9673e681-610e-4ed3-a2bb-a568e215bfa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] GET failed (client error): The resource could not be found. Apr 22 15:09:37.052311 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9673e681-610e-4ed3-a2bb-a568e215bfa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/003cf428-d446-4430-9716-0312b10180e3 HTTP/1.1" status: 404 len: 333 time: 0.0703197 Apr 22 15:09:37.055851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-58ddcaa9-8817-4393-bb8f-7787ef12a46e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:37.057923 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262c96b0-05a7-4eb9-9d4f-6e4fbbf0b5a2') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:37.058088 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55632) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:37.058224 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262c96b0-05a7-4eb9-9d4f-6e4fbbf0b5a2') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:37.058890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Allocated IP 172.26.8.193 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/cfb06f3b-d43b-467a-90ef-3d5423873e1a) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:37.073958 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.076667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.088530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ddcaa9-8817-4393-bb8f-7787ef12a46e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:37.089124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-58ddcaa9-8817-4393-bb8f-7787ef12a46e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.095528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c7b22c-c382-42e1-b81f-6e5123dad339 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:37.112881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.119700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:37.120203 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:37.136168 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:37.257633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-2f3606cd-ef42-4153-8f35-9c7bb6a0ee15 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:09:37.299369 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e494b60-7a1d-4084-bd86-2155c3c00f78 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.305994 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-58ddcaa9-8817-4393-bb8f-7787ef12a46e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2460260 Apr 22 15:09:37.310089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55636) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:37.312431 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3c095b0d-98bf-4364-8e5f-9f8429c50f22 req-25eae6d6-8757-420d-bb85-84eb142ec25e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=548b38a4783b4d719184e32da986cde8&device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 1099 time: 0.3758268 Apr 22 15:09:37.391790 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a0d6dcdd-2882-4559-9d31-5c13a2834184 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-102285744', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:37.401362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 15:09:37.401362 dv-neutron-838883-3-hyperv neutron-server[83934]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 15:09:37.401362 dv-neutron-838883-3-hyperv neutron-server[83934]: [parameters: {'id': '0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1'}] Apr 22 15:09:37.401362 dv-neutron-838883-3-hyperv neutron-server[83934]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:09:37.401362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:09:37.410629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a0d6dcdd-2882-4559-9d31-5c13a2834184 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:37.423394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a0d6dcdd-2882-4559-9d31-5c13a2834184 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:router and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:37.427490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a0d6dcdd-2882-4559-9d31-5c13a2834184 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:37.433451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '3cc68f1e-c114-4c4d-b885-65e6f337d9f6'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:09:37.437511 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a0d6dcdd-2882-4559-9d31-5c13a2834184 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:37.437920 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.454832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f99c85-8c38-42ca-bbcc-1408872195d4 None None] Network 0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:37.463389 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f3606cd-ef42-4153-8f35-9c7bb6a0ee15 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.471545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.480904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f3606cd-ef42-4153-8f35-9c7bb6a0ee15 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.537643 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d705d498-3758-44fc-9bbd-28bc6fa22b16 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:37.588288 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0d6dcdd-2882-4559-9d31-5c13a2834184 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.589068 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0d6dcdd-2882-4559-9d31-5c13a2834184 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.625917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: d705d498-3758-44fc-9bbd-28bc6fa22b16 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:09:37.626310 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d705d498-3758-44fc-9bbd-28bc6fa22b16 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:09:37.702101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e494b60-7a1d-4084-bd86-2155c3c00f78 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.715250 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.765210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-0e494b60-7a1d-4084-bd86-2155c3c00f78 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617d86c6-bad7-40a8-a325-9e504f79fe8c']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:37.790570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-0e494b60-7a1d-4084-bd86-2155c3c00f78 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f962275-865c-4772-8f10-783224eca2f0') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:37.790931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-0e494b60-7a1d-4084-bd86-2155c3c00f78 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f962275-865c-4772-8f10-783224eca2f0') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:37.807752 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c095b0d-98bf-4364-8e5f-9f8429c50f22 req-57afea34-c18e-48ff-9df2-d65482708043 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:37.808906 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3c095b0d-98bf-4364-8e5f-9f8429c50f22 req-57afea34-c18e-48ff-9df2-d65482708043 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd913740-5d28-4391-bafb-b87af92120d0 HTTP/1.1" status: 200 len: 913 time: 0.4535980 Apr 22 15:09:37.810556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e494b60-7a1d-4084-bd86-2155c3c00f78 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.824869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0d6dcdd-2882-4559-9d31-5c13a2834184 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.873084 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0d6dcdd-2882-4559-9d31-5c13a2834184 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.889459 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Allocated IP 2001:db8::2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/3cc68f1e-c114-4c4d-b885-65e6f337d9f6/c109242b-d97c-4acc-bf9a-9ee4cfc17c04) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:37.890576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e494b60-7a1d-4084-bd86-2155c3c00f78 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.903634 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.915772 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0d6dcdd-2882-4559-9d31-5c13a2834184 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.919606 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a0d6dcdd-2882-4559-9d31-5c13a2834184 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5877671 Apr 22 15:09:37.919761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e494b60-7a1d-4084-bd86-2155c3c00f78 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:37.919761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e494b60-7a1d-4084-bd86-2155c3c00f78 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:37.920407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55640) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:37.936184 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:37.989273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.052075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting port 5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:38.052568 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.089744 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3c095b0d-98bf-4364-8e5f-9f8429c50f22 req-98463396-eab0-4b24-8da2-ac8fd14757da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=995eb799-657b-4c74-84e1-167f7ae2e5b0 HTTP/1.1" status: 200 len: 1002 time: 0.2611384 Apr 22 15:09:38.101066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e494b60-7a1d-4084-bd86-2155c3c00f78 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.143174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:38.148342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Pushing event updated for resources: {'Port': ['ID=cfb06f3b-d43b-467a-90ef-3d5423873e1a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:38.176148 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e494b60-7a1d-4084-bd86-2155c3c00f78 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.179799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.182435 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:38.191255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Transition to ACTIVE for port object c109242b-d97c-4acc-bf9a-9ee4cfc17c04 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:38.196340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:38.211388 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Transition to ACTIVE for port object c109242b-d97c-4acc-bf9a-9ee4cfc17c04 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:38.217458 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.222226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e494b60-7a1d-4084-bd86-2155c3c00f78 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Network': ['ID=617d86c6-bad7-40a8-a325-9e504f79fe8c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:38.236560 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0e494b60-7a1d-4084-bd86-2155c3c00f78 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/networks/617d86c6-bad7-40a8-a325-9e504f79fe8c HTTP/1.1" status: 204 len: 168 time: 1.1749833 Apr 22 15:09:38.242605 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55644) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:38.258159 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c095b0d-98bf-4364-8e5f-9f8429c50f22 req-7aabc236-3414-40b3-a8a2-3a6baa234c62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:38.260184 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3c095b0d-98bf-4364-8e5f-9f8429c50f22 req-7aabc236-3414-40b3-a8a2-3a6baa234c62 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fd5f722a-91a1-4c20-800b-93533ca30263 HTTP/1.1" status: 200 len: 851 time: 0.1625450 Apr 22 15:09:38.277485 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1825423210'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:38.299335 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:38.300313 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Pushing event updated for resources: {'Port': ['ID=c109242b-d97c-4acc-bf9a-9ee4cfc17c04,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:38.303267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:38.305365 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:38.349965 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:38.355654 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-2f3606cd-ef42-4153-8f35-9c7bb6a0ee15 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Floating IP f654fcd8-d573-4cbe-8271-a6ca7b113477 associated. External IP: 172.26.8.35, port: 313f9411-1598-4ba2-b7a5-7247beb139ac. Apr 22 15:09:38.398625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Attempting to bind port c109242b-d97c-4acc-bf9a-9ee4cfc17c04 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:38.399087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Attempting to bind port c109242b-d97c-4acc-bf9a-9ee4cfc17c04 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:38.399531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Attempting to bind port c109242b-d97c-4acc-bf9a-9ee4cfc17c04 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:38.405297 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3c095b0d-98bf-4364-8e5f-9f8429c50f22 req-585f2ab0-161d-454d-9a1e-477f97d3bf6e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd913740-5d28-4391-bafb-b87af92120d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1151154 Apr 22 15:09:38.407086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:38.407567 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:38.408239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.408704 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:38.409260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Bound port: c109242b-d97c-4acc-bf9a-9ee4cfc17c04, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:38.409688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.451127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:network and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:38.498604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] For port c109242b-d97c-4acc-bf9a-9ee4cfc17c04, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:38.501694 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] For port c109242b-d97c-4acc-bf9a-9ee4cfc17c04, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c109242b-d97c-4acc-bf9a-9ee4cfc17c04,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:38.503353 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:38.507887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.546807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.547549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.595840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1324551-14e8-4729-a622-809ca7e3169f None None] Pushing event updated for resources: {'Port': ['ID=c109242b-d97c-4acc-bf9a-9ee4cfc17c04,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:38.623430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:38.627767 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3c095b0d-98bf-4364-8e5f-9f8429c50f22 req-73b36b2f-4140-45c0-94f9-aab1893c19e5 service neutron] 10.222.0.70 "GET /v2.0/networks/bd913740-5d28-4391-bafb-b87af92120d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064810 Apr 22 15:09:38.731406 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:38.734341 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.797401 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.825202 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] For port 5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f,segment=NetworkSegment(262c96b0-05a7-4eb9-9d4f-6e4fbbf0b5a2),segment_id=262c96b0-05a7-4eb9-9d4f-6e4fbbf0b5a2)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:38.825202 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.883981 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3c095b0d-98bf-4364-8e5f-9f8429c50f22 req-989926a0-a217-4ae6-8adc-e693aa52f9ff service neutron] 10.222.0.70 "GET /v2.0/networks/bd913740-5d28-4391-bafb-b87af92120d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943145 Apr 22 15:09:38.905301 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:38.971737 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Router 52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:09:39.203378 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:39.214191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57020dc0-17e7-44e1-9bab-c12f253d88c1 None None] Sync routers for ids ['52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:39.227255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:39.227465 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57020dc0-17e7-44e1-9bab-c12f253d88c1 None None] Routers {'52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:39.228742 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-57020dc0-17e7-44e1-9bab-c12f253d88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:39.232074 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-50e490be-7658-4183-95c2-3826be2ccb7b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6039832 Apr 22 15:09:39.232220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55648) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:39.237269 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:39.251249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Calling delete_port for 5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:39.278120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:39.295779 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-57020dc0-17e7-44e1-9bab-c12f253d88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:39.309154 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57020dc0-17e7-44e1-9bab-c12f253d88c1 None None] Routers {'52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:39.310130 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-57020dc0-17e7-44e1-9bab-c12f253d88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:39.342289 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:39.342691 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Added segment 422516bc-4cd1-4360-8ad0-2c4b54032876 of type vlan for network 3736b2e7-e1cc-414d-b57e-992c78ba87a7 Apr 22 15:09:39.379703 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-57020dc0-17e7-44e1-9bab-c12f253d88c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:39.380438 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57020dc0-17e7-44e1-9bab-c12f253d88c1 None None] The sync data for ids ['52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:39.467812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:39.570537 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c109242b-d97c-4acc-bf9a-9ee4cfc17c04 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:39.579484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:39.583352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:39.586969 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:39.588072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:39.648499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port c109242b-d97c-4acc-bf9a-9ee4cfc17c04 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:39.736194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2a18ba-3b63-4ed8-85ed-38b179616294 None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:09:39.741407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Port': ['ID=5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:39.828612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-54845038-33c0-4f1b-91ef-1dcee5174cea None None] Provisioning for port c109242b-d97c-4acc-bf9a-9ee4cfc17c04 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:39.830484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No DVR routers for this DVR port 5cd8accf-eb94-41e2-8bc3-7c380e3f3c5f on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:39.836503 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-54845038-33c0-4f1b-91ef-1dcee5174cea None None] Provisioning complete for port c109242b-d97c-4acc-bf9a-9ee4cfc17c04 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:39.836861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54845038-33c0-4f1b-91ef-1dcee5174cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:39.911277 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Network': ['ID=3736b2e7-e1cc-414d-b57e-992c78ba87a7,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:39.932518 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 3736b2e7-e1cc-414d-b57e-992c78ba87a7 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:39.951301 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-67688e1d-b562-4624-971e-ce52e5cb8767 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6977575 Apr 22 15:09:39.954707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55652) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:39.959960 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': '3736b2e7-e1cc-414d-b57e-992c78ba87a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:39.995090 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.061970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2a18ba-3b63-4ed8-85ed-38b179616294 None None] Resources bound (agent type, host, resource id): {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:09:40.068937 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.088393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:40.093471 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:40.097562 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:40.105469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:40.107214 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54845038-33c0-4f1b-91ef-1dcee5174cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.120880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:40.232942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-54845038-33c0-4f1b-91ef-1dcee5174cea None None] For port c109242b-d97c-4acc-bf9a-9ee4cfc17c04, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c109242b-d97c-4acc-bf9a-9ee4cfc17c04,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:40.240379 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.240802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54845038-33c0-4f1b-91ef-1dcee5174cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.332282 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.338375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.ipam_backend_mixin [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Performing IP validity checks on allocation pools {{(pid=83933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 15:09:40.339002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.ipam_backend_mixin [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 15:09:40.347582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.349469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54845038-33c0-4f1b-91ef-1dcee5174cea None None] Pushing event updated for resources: {'Port': ['ID=c109242b-d97c-4acc-bf9a-9ee4cfc17c04,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:40.383954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.388130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:40.435036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Deleting port cfb06f3b-d43b-467a-90ef-3d5423873e1a {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:40.435298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.446489 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262c96b0-05a7-4eb9-9d4f-6e4fbbf0b5a2') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:40.447495 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262c96b0-05a7-4eb9-9d4f-6e4fbbf0b5a2') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:40.543134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.624893 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.708238 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.784288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Subnet': ['ID=9dd5cd52-7b4f-4109-84bf-601a2d2833b0,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:40.881618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.936825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:40.937187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:40.953069 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Calling delete_port for cfb06f3b-d43b-467a-90ef-3d5423873e1a owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:41.007532 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:41.014413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Checking segment: {'id': '422516bc-4cd1-4360-8ad0-2c4b54032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '3736b2e7-e1cc-414d-b57e-992c78ba87a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:41.014901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network hostable DHCP agents. Network: 3736b2e7-e1cc-414d-b57e-992c78ba87a7, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:09:41.063131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 3736b2e7-e1cc-414d-b57e-992c78ba87a7 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:09:41.078165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 3736b2e7-e1cc-414d-b57e-992c78ba87a7) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:41.082644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:41.083210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.093802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a1d02-2f9b-4a46-80dc-d36cee447cd8 None None] Network 3736b2e7-e1cc-414d-b57e-992c78ba87a7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:41.149787 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5bace54c-0be6-4327-be4e-4c13f5f6b7cd tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1939392 Apr 22 15:09:41.150281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55656) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:41.159491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'network_id': '3736b2e7-e1cc-414d-b57e-992c78ba87a7', 'name': 'tempest-PortsTestJSON-514535141'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:41.188643 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.240164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.246147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.250611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.257439 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.291320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Network': ['ID=0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:41.295593 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Pushing event deleted for resources: {'Port': ['ID=cfb06f3b-d43b-467a-90ef-3d5423873e1a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:41.302829 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-335ed38d-cff0-44e8-b116-229884d2b3ba tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1 HTTP/1.1" status: 204 len: 168 time: 5.6939681 Apr 22 15:09:41.304442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55660) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:41.326063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-3736b2e7-e1cc-414d-b57e-992c78ba87a7', 'network_id': '3736b2e7-e1cc-414d-b57e-992c78ba87a7', 'tenant_id': '07ec4ee4f5ae41adb68e8261c099cebe', 'fixed_ips': [{'subnet_id': '9dd5cd52-7b4f-4109-84bf-601a2d2833b0'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:09:41.327812 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.354068 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::1 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/3cc68f1e-c114-4c4d-b885-65e6f337d9f6/b2570039-d062-4ce3-9eff-dbb004c8a4f2) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:41.375871 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6cadc43-5bb3-4e9c-9bb7-7b2c77cb2fdb tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] DELETE failed (client error): The resource could not be found. Apr 22 15:09:41.375871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6cadc43-5bb3-4e9c-9bb7-7b2c77cb2fdb tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:09:41.389677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.390434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 887730d0-89b4-447d-8962-c6855e8802d2 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:09:41.397780 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e6cadc43-5bb3-4e9c-9bb7-7b2c77cb2fdb tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1 HTTP/1.1" status: 404 len: 339 time: 0.0889599 Apr 22 15:09:41.406030 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55664) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:41.416566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-374729555', 'description': 'd1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:41.432900 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:41.441965 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Usage tracker for resource:network and tenant:9409261293714bee857090ce677b639b is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:41.447553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:41.463889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:41.473507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:41.478940 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:41.511660 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 22 15:09:41.513080 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-95f4e568-12c8-4c2a-8294-4f6c63a96669 tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.8629582 Apr 22 15:09:41.522429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55668) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:41.543066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Allocated IP 172.20.0.2 (3736b2e7-e1cc-414d-b57e-992c78ba87a7/9dd5cd52-7b4f-4109-84bf-601a2d2833b0/1b2a8b75-2ce1-467a-957f-bb5ceb463fe4) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:41.546631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c109242b-d97c-4acc-bf9a-9ee4cfc17c04 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:41.625537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:41.628545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.636800 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2fd35ec0-40e6-4615-818a-c21a59456a5f tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Deleting port 4be62a34-99ad-459c-b357-171adc40d095 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:41.637299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fd35ec0-40e6-4615-818a-c21a59456a5f tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.638000 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:41.640831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.667731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.719965 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c109242b-d97c-4acc-bf9a-9ee4cfc17c04 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:41.720343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.755012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.802494 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3606cd-ef42-4153-8f35-9c7bb6a0ee15 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:09:41.806929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object b2570039-d062-4ce3-9eff-dbb004c8a4f2 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:41.807113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port 2d27bc3f-b4d6-4574-b194-bf8bb23eaed6 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:09:41.863108 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:41.869556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.893419 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.900405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.900405 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Added segment 2a8acacf-ce28-4df5-95b7-1251eabf4e8f of type vlan for network 596a609b-f746-44ee-ad09-eb9bff75530f Apr 22 15:09:41.925443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:41.942090 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Transition to ACTIVE for port object 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:41.975152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Transition to ACTIVE for port object 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:41.984720 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.060573 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Network 3736b2e7-e1cc-414d-b57e-992c78ba87a7 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:42.063555 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:42.067404 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:42.078984 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Pushing event updated for resources: {'Port': ['ID=1b2a8b75-2ce1-467a-957f-bb5ceb463fe4,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:42.080217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.093955 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fd35ec0-40e6-4615-818a-c21a59456a5f tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.104528 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.162899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Allocated IP 172.20.0.6 (3736b2e7-e1cc-414d-b57e-992c78ba87a7/9dd5cd52-7b4f-4109-84bf-601a2d2833b0/2d27bc3f-b4d6-4574-b194-bf8bb23eaed6) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:42.168574 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.172607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:42.173218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.175687 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Attempting to bind port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:42.175976 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Attempting to bind port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '422516bc-4cd1-4360-8ad0-2c4b54032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '3736b2e7-e1cc-414d-b57e-992c78ba87a7'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:42.176338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Attempting to bind port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 on network 3736b2e7-e1cc-414d-b57e-992c78ba87a7 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:42.184772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:42.185144 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Checking segment: {'id': '422516bc-4cd1-4360-8ad0-2c4b54032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '3736b2e7-e1cc-414d-b57e-992c78ba87a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:42.185550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.185944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Bound using segment: {'id': '422516bc-4cd1-4360-8ad0-2c4b54032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '3736b2e7-e1cc-414d-b57e-992c78ba87a7'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:42.186475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Bound port: 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422516bc-4cd1-4360-8ad0-2c4b54032876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '3736b2e7-e1cc-414d-b57e-992c78ba87a7'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:42.186880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.199572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Router 52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:09:42.295261 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] For port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:42.298895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] For port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1b2a8b75-2ce1-467a-957f-bb5ceb463fe4,segment=NetworkSegment(422516bc-4cd1-4360-8ad0-2c4b54032876),segment_id=422516bc-4cd1-4360-8ad0-2c4b54032876)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:42.305442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.336969 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9298260 Apr 22 15:09:42.341339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905d847-213f-4aee-b39e-fe42f0805dce tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Network': ['ID=596a609b-f746-44ee-ad09-eb9bff75530f,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:42.351357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55674) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:42.361792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 596a609b-f746-44ee-ad09-eb9bff75530f details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:42.444728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2fd35ec0-40e6-4615-818a-c21a59456a5f tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Calling delete_port for 4be62a34-99ad-459c-b357-171adc40d095 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:42.489989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204aafb-eb38-4906-ac0e-e56f8a4fe1a2 None None] Pushing event updated for resources: {'Port': ['ID=1b2a8b75-2ce1-467a-957f-bb5ceb463fe4,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:42.530229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:42.533392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=b2570039-d062-4ce3-9eff-dbb004c8a4f2,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:42.539809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:42.542895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:42.543620 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.623149 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f29b267f-1ae7-4129-be7d-2721989882d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.744104 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fd35ec0-40e6-4615-818a-c21a59456a5f tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.766467 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.870124 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd35ec0-40e6-4615-818a-c21a59456a5f tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Pushing event deleted for resources: {'Port': ['ID=4be62a34-99ad-459c-b357-171adc40d095,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:42.870373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e750a0b-93cf-4f24-9f78-895392de1810 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:42.870878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0e750a0b-93cf-4f24-9f78-895392de1810 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Synchronizing usage tracker for tenant:9409261293714bee857090ce677b639b on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:42.901469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:42.911768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:42.912965 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-99662161-1060-4a1e-bdfe-58373a00c53b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "PUT /v2.0/routers/52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b HTTP/1.1" status: 200 len: 710 time: 3.6798272 Apr 22 15:09:42.918370 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a82c16-5d64-4998-9a68-4f53d9a8a6ed None None] Sync routers for ids ['52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:42.925124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55680) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:42.940459 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a82c16-5d64-4998-9a68-4f53d9a8a6ed None None] Routers {'52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:42.941069 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d5a82c16-5d64-4998-9a68-4f53d9a8a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:42.987873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fd35ec0-40e6-4615-818a-c21a59456a5f tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.011117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cfcb5a6d-9faf-4f42-a04f-9935d9e40d3c None None] Provisioning for port b2570039-d062-4ce3-9eff-dbb004c8a4f2 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:43.016425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cfcb5a6d-9faf-4f42-a04f-9935d9e40d3c None None] Provisioning complete for port b2570039-d062-4ce3-9eff-dbb004c8a4f2 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:43.016831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfcb5a6d-9faf-4f42-a04f-9935d9e40d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.042111 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2fd35ec0-40e6-4615-818a-c21a59456a5f tempest-RoutersAdminNegativeIpV6Test-1874645759 tempest-RoutersAdminNegativeIpV6Test-1874645759-project-admin] 10.222.0.71 "DELETE /v2.0/ports/4be62a34-99ad-459c-b357-171adc40d095 HTTP/1.1" status: 204 len: 168 time: 1.5142419 Apr 22 15:09:43.054213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0e750a0b-93cf-4f24-9f78-895392de1810 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Unset dirty status for tenant:9409261293714bee857090ce677b639b on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:43.061060 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0e750a0b-93cf-4f24-9f78-895392de1810 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "GET /v2.0/networks?id=596a609b-f746-44ee-ad09-eb9bff75530f HTTP/1.1" status: 200 len: 764 time: 0.7063558 Apr 22 15:09:43.069867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55686) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:43.076227 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3606cd-ef42-4153-8f35-9c7bb6a0ee15 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:43.080219 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d5a82c16-5d64-4998-9a68-4f53d9a8a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:43.081251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f3606cd-ef42-4153-8f35-9c7bb6a0ee15 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.092889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846e0ab8-614f-4a4e-a9b9-fc5f95e8c9db None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:43.111314 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a82c16-5d64-4998-9a68-4f53d9a8a6ed None None] Routers {'52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:43.112015 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d5a82c16-5d64-4998-9a68-4f53d9a8a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:43.152000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d05a61f6-71ed-4fc0-aab6-c179963cded4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'network': {'description': 'd2'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:43.175172 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb5a6d-9faf-4f42-a04f-9935d9e40d3c None None] Port b2570039-d062-4ce3-9eff-dbb004c8a4f2 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:09:43.186016 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d5a82c16-5d64-4998-9a68-4f53d9a8a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:43.186628 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a82c16-5d64-4998-9a68-4f53d9a8a6ed None None] The sync data for ids ['52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:43.189290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e0ab8-614f-4a4e-a9b9-fc5f95e8c9db None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:43.191706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-846e0ab8-614f-4a4e-a9b9-fc5f95e8c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:43.213736 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.243419 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Transition to ACTIVE for port object 2d27bc3f-b4d6-4574-b194-bf8bb23eaed6 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:43.252161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e1c80075-cd39-4713-9db0-b277400d6606 tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/routers/52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b HTTP/1.1" status: 200 len: 745 time: 0.3259368 Apr 22 15:09:43.254950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55692) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:43.295632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-846e0ab8-614f-4a4e-a9b9-fc5f95e8c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:43.310188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e0ab8-614f-4a4e-a9b9-fc5f95e8c9db None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:43.311263 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-846e0ab8-614f-4a4e-a9b9-fc5f95e8c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:43.314092 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8507c556-92b3-4256-95f1-e70683b7994f tempest-RoutersIpV6AdminTest-99615534 tempest-RoutersIpV6AdminTest-99615534-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=2d66903e-b313-440b-aa1f-9c226989a999&device_id=52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b HTTP/1.1" status: 200 len: 205 time: 0.0567863 Apr 22 15:09:43.316955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55696) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:43.346998 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f3606cd-ef42-4153-8f35-9c7bb6a0ee15 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "PUT /v2.0/floatingips/f654fcd8-d573-4cbe-8271-a6ca7b113477 HTTP/1.1" status: 200 len: 977 time: 7.6221595 Apr 22 15:09:43.365773 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55702) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:43.407668 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-846e0ab8-614f-4a4e-a9b9-fc5f95e8c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:43.408275 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846e0ab8-614f-4a4e-a9b9-fc5f95e8c9db None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:43.412160 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-38138244-de1f-4c48-b994-efbe7cde60bb tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "GET /v2.0/ports?device_id=52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b HTTP/1.1" status: 200 len: 205 time: 0.0912282 Apr 22 15:09:43.412160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55704) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:43.626205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.633830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:43.694102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7f9f2-ceb9-4d63-9ecf-12ebd2ab806b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port 313f9411-1598-4ba2-b7a5-7247beb139ac {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:43.694478 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2d7f9f2-ceb9-4d63-9ecf-12ebd2ab806b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.764393 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55714) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:43.853977 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:43.936354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d05a61f6-71ed-4fc0-aab6-c179963cded4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:43.980536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=2d27bc3f-b4d6-4574-b194-bf8bb23eaed6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:44.054162 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 3736b2e7-e1cc-414d-b57e-992c78ba87a7 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:44.070330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9610686-0f52-48f8-a1cf-471ba109c7ba None None] Network 3736b2e7-e1cc-414d-b57e-992c78ba87a7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:44.093979 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-53e16579-88f2-4571-a063-344e3e8dd4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.095536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:44.112684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:44.130888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d05a61f6-71ed-4fc0-aab6-c179963cded4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.173032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b25e9258-25c9-4193-aee3-7f6671acfc35 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.179332 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-831c63cb-32c3-4ab7-9cd1-5ef628b78726 None None] Provisioning for port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:44.189719 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-831c63cb-32c3-4ab7-9cd1-5ef628b78726 None None] Provisioning complete for port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:44.190087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-831c63cb-32c3-4ab7-9cd1-5ef628b78726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.322475 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d05a61f6-71ed-4fc0-aab6-c179963cded4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network 596a609b-f746-44ee-ad09-eb9bff75530f is not hosted by any dhcp agent {{(pid=83934) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 15:09:44.326295 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a61f6-71ed-4fc0-aab6-c179963cded4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:44.327084 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d05a61f6-71ed-4fc0-aab6-c179963cded4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.328525 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d05a61f6-71ed-4fc0-aab6-c179963cded4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "PUT /v2.0/networks/596a609b-f746-44ee-ad09-eb9bff75530f HTTP/1.1" status: 200 len: 761 time: 1.2551641 Apr 22 15:09:44.329226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:44.329825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.334790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55722) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:44.370492 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a61f6-71ed-4fc0-aab6-c179963cded4 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Network': ['ID=596a609b-f746-44ee-ad09-eb9bff75530f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:44.409178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 596a609b-f746-44ee-ad09-eb9bff75530f details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:44.410381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-53e16579-88f2-4571-a063-344e3e8dd4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:44.427074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-53e16579-88f2-4571-a063-344e3e8dd4ad admin admin] Usage tracker for resource:security_group_rule and tenant:f3d174ab2fdb4f0697b9ee1b734cf32e is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:44.433810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-53e16579-88f2-4571-a063-344e3e8dd4ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:44.437541 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2d7f9f2-ceb9-4d63-9ecf-12ebd2ab806b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.438454 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a4d7f15c-54db-4081-8851-3158e679c264 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2850184 Apr 22 15:09:44.440972 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55726) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:44.455822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-53e16579-88f2-4571-a063-344e3e8dd4ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:44.521105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-831c63cb-32c3-4ab7-9cd1-5ef628b78726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.523031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df7e6f-04f3-40bb-84a3-f2ed17040b99 req-4f03980d-b002-4c7d-8f4f-980b9a68a3af tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:44.524715 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28df7e6f-04f3-40bb-84a3-f2ed17040b99 req-4f03980d-b002-4c7d-8f4f-980b9a68a3af tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 946 time: 0.5316837 Apr 22 15:09:44.551293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2a300-e758-43a8-94bf-7f4039489854 req-e2198288-66f5-4ca8-8b2f-2d348892b403 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:44.552748 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-11d2a300-e758-43a8-94bf-7f4039489854 req-e2198288-66f5-4ca8-8b2f-2d348892b403 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 945 time: 0.6570699 Apr 22 15:09:44.599243 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-831c63cb-32c3-4ab7-9cd1-5ef628b78726 None None] For port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1b2a8b75-2ce1-467a-957f-bb5ceb463fe4,segment=NetworkSegment(422516bc-4cd1-4360-8ad0-2c4b54032876),segment_id=422516bc-4cd1-4360-8ad0-2c4b54032876)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:44.611318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-831c63cb-32c3-4ab7-9cd1-5ef628b78726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.714456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.714969 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c63cb-32c3-4ab7-9cd1-5ef628b78726 None None] Pushing event updated for resources: {'Port': ['ID=1b2a8b75-2ce1-467a-957f-bb5ceb463fe4,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:44.778406 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.778635 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.847852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10c9ae-4874-46ee-990d-39bca8062a22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:44.849287 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ea10c9ae-4874-46ee-990d-39bca8062a22 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "GET /v2.0/networks?id=596a609b-f746-44ee-ad09-eb9bff75530f HTTP/1.1" status: 200 len: 764 time: 0.5119672 Apr 22 15:09:44.864086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55730) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:44.874411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-924aab0e-9a26-41fc-b68c-6508e5b96478 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 2d27bc3f-b4d6-4574-b194-bf8bb23eaed6 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:44.874750 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-924aab0e-9a26-41fc-b68c-6508e5b96478 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.956075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-abd50b6d-91fa-466c-a950-5f855b2f9f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:44.970793 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-62cd436d-357a-4319-90e7-868bd5e1fdc5 None None] Provisioning complete for port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:44.971340 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62cd436d-357a-4319-90e7-868bd5e1fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.105753 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=b2570039-d062-4ce3-9eff-dbb004c8a4f2,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:45.134051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-53e16579-88f2-4571-a063-344e3e8dd4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.147452 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-62cd436d-357a-4319-90e7-868bd5e1fdc5 None None] Provisioning for port 2d27bc3f-b4d6-4574-b194-bf8bb23eaed6 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:45.152238 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-53e16579-88f2-4571-a063-344e3e8dd4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.155398 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-62cd436d-357a-4319-90e7-868bd5e1fdc5 None None] Provisioning complete for port 2d27bc3f-b4d6-4574-b194-bf8bb23eaed6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:45.155884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62cd436d-357a-4319-90e7-868bd5e1fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.232496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-62cd436d-357a-4319-90e7-868bd5e1fdc5 None None] Port 2d27bc3f-b4d6-4574-b194-bf8bb23eaed6 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:09:45.238971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2d7f9f2-ceb9-4d63-9ecf-12ebd2ab806b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.239457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2d7f9f2-ceb9-4d63-9ecf-12ebd2ab806b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.239896 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-d2d7f9f2-ceb9-4d63-9ecf-12ebd2ab806b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Floating IP f654fcd8-d573-4cbe-8271-a6ca7b113477 disassociated. External IP: 172.26.8.35, port: 313f9411-1598-4ba2-b7a5-7247beb139ac. Apr 22 15:09:45.240332 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d2d7f9f2-ceb9-4d63-9ecf-12ebd2ab806b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for 313f9411-1598-4ba2-b7a5-7247beb139ac owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:45.241281 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28df7e6f-04f3-40bb-84a3-f2ed17040b99 req-0a2de76c-41c0-4076-b733-9f968f870d06 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6962507 Apr 22 15:09:45.243063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b25e9258-25c9-4193-aee3-7f6671acfc35 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.254559 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-11d2a300-e758-43a8-94bf-7f4039489854 req-8bd7cf15-8e56-489a-b708-e85fbe940ebb tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5102549 Apr 22 15:09:45.273418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b25e9258-25c9-4193-aee3-7f6671acfc35 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.315191 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e16579-88f2-4571-a063-344e3e8dd4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e2fa5e-fac4-49ee-8e32-a4f222ca971e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:45.322071 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-53e16579-88f2-4571-a063-344e3e8dd4ad admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f3d174ab2fdb4f0697b9ee1b734cf32e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5477691 Apr 22 15:09:45.326868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55734) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:45.360786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:45.362074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:45.391680 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-da434e06-279c-4158-a7c1-f28f1c0fcaef None None] Provisioning complete for port 2d27bc3f-b4d6-4574-b194-bf8bb23eaed6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:45.392638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-da434e06-279c-4158-a7c1-f28f1c0fcaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.401172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7531e07-a92a-49b3-bf31-279c04d4cda1 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:45.402846 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f7531e07-a92a-49b3-bf31-279c04d4cda1 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5324187 Apr 22 15:09:45.413566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55738) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:45.466874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-da434e06-279c-4158-a7c1-f28f1c0fcaef None None] Port 2d27bc3f-b4d6-4574-b194-bf8bb23eaed6 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:09:45.471950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d2862ff9-0f3a-4a27-ba48-e789e1dca03e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Synchronizing usage tracker for tenant:9409261293714bee857090ce677b639b on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:45.480819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b25e9258-25c9-4193-aee3-7f6671acfc35 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.481336 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25e9258-25c9-4193-aee3-7f6671acfc35 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Fanout notify agent at l3_agent the message router_deleted on router 52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:09:45.520245 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b25e9258-25c9-4193-aee3-7f6671acfc35 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.525955 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b25e9258-25c9-4193-aee3-7f6671acfc35 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "DELETE /v2.0/routers/52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b HTTP/1.1" status: 204 len: 168 time: 2.1083143 Apr 22 15:09:45.526262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55742) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:45.570950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:45.573590 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d2862ff9-0f3a-4a27-ba48-e789e1dca03e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Unset dirty status for tenant:9409261293714bee857090ce677b639b on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:45.577903 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d2862ff9-0f3a-4a27-ba48-e789e1dca03e tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 207 time: 0.1531446 Apr 22 15:09:45.582325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-924aab0e-9a26-41fc-b68c-6508e5b96478 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.590167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55746) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:45.620006 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-12a92e47-f0a4-4dcf-8873-af5d049e3557 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "GET /v2.0/ports?device_id=52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b HTTP/1.1" status: 200 len: 205 time: 0.0925114 Apr 22 15:09:45.625404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55750) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:45.645915 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9700a78-0c6f-4891-8be2-d691de72f6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.691595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9700a78-0c6f-4891-8be2-d691de72f6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.693064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:45.693532 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.756829 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-924aab0e-9a26-41fc-b68c-6508e5b96478 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 2d27bc3f-b4d6-4574-b194-bf8bb23eaed6 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:45.773610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2d7f9f2-ceb9-4d63-9ecf-12ebd2ab806b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.840693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-296f5bd1-fbfc-4945-a781-626b784b85ff None None] Provisioning complete for port b2570039-d062-4ce3-9eff-dbb004c8a4f2 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:45.841068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-296f5bd1-fbfc-4945-a781-626b784b85ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.893073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7f9f2-ceb9-4d63-9ecf-12ebd2ab806b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=313f9411-1598-4ba2-b7a5-7247beb139ac,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:45.903948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-296f5bd1-fbfc-4945-a781-626b784b85ff None None] Port b2570039-d062-4ce3-9eff-dbb004c8a4f2 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:09:45.913901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:45.942025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:46.023296 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-bd3e7a8f-ee26-4b70-9c1a-7d11010a3cad tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] delete failed (client error): The resource could not be found. Apr 22 15:09:46.025166 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bd3e7a8f-ee26-4b70-9c1a-7d11010a3cad tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "DELETE /v2.0/routers/52b2f22f-ea3c-4aeb-89fa-9e64aa310d7b HTTP/1.1" status: 404 len: 336 time: 0.3481045 Apr 22 15:09:46.030994 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55756) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:46.044580 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9700a78-0c6f-4891-8be2-d691de72f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:46.217076 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ab5b32d9-7cea-4ad0-ad53-294d6a1e33d9 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d8d02f9-fe36-43c3-8175-095aae83fdd1 HTTP/1.1" status: 200 len: 205 time: 0.1799817 Apr 22 15:09:46.218883 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9700a78-0c6f-4891-8be2-d691de72f6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e2fa5e-fac4-49ee-8e32-a4f222ca971e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:46.223550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55760) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:46.318805 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-97472b98-d1a8-4a69-8c3c-3e266b00ee6b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] delete failed (client error): The resource could not be found. Apr 22 15:09:46.319826 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-97472b98-d1a8-4a69-8c3c-3e266b00ee6b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "DELETE /v2.0/routers/8d8d02f9-fe36-43c3-8175-095aae83fdd1 HTTP/1.1" status: 404 len: 336 time: 0.0952425 Apr 22 15:09:46.325516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55768) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:46.349198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a882d-8487-4402-bbd4-e2aaaf881aea tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:46.353243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a882d-8487-4402-bbd4-e2aaaf881aea tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:46.357305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a882d-8487-4402-bbd4-e2aaaf881aea tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:46.361331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a882d-8487-4402-bbd4-e2aaaf881aea tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:46.365342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a882d-8487-4402-bbd4-e2aaaf881aea tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:46.369831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9700a78-0c6f-4891-8be2-d691de72f6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:46.370385 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a882d-8487-4402-bbd4-e2aaaf881aea tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:46.371627 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f9700a78-0c6f-4891-8be2-d691de72f6cf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/79e2fa5e-fac4-49ee-8e32-a4f222ca971e HTTP/1.1" status: 204 len: 168 time: 1.0434043 Apr 22 15:09:46.382787 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-881a882d-8487-4402-bbd4-e2aaaf881aea tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.7913141 Apr 22 15:09:46.384849 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8ef015df-20d0-45bc-ac59-480b78f05c17 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ace9fc2-4c35-487d-81d6-92e6957f3c58 HTTP/1.1" status: 200 len: 205 time: 0.0572371 Apr 22 15:09:46.392230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55774) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:46.392561 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55776) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:46.408197 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-575f54e3-7ce2-415a-9c82-0fcadd134832 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:46.410949 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-575f54e3-7ce2-415a-9c82-0fcadd134832 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 946 time: 0.5200496 Apr 22 15:09:46.416681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-69dd0c17-394e-44fc-952d-1688bbef8c59 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:46.418287 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-69dd0c17-394e-44fc-952d-1688bbef8c59 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 945 time: 0.5629547 Apr 22 15:09:46.491538 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-7f359db3-cca3-43fe-a46a-ebb03b08160b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] delete failed (client error): The resource could not be found. Apr 22 15:09:46.492463 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7f359db3-cca3-43fe-a46a-ebb03b08160b tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "DELETE /v2.0/routers/9ace9fc2-4c35-487d-81d6-92e6957f3c58 HTTP/1.1" status: 404 len: 336 time: 0.0975184 Apr 22 15:09:46.497636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55782) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:46.591360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-924aab0e-9a26-41fc-b68c-6508e5b96478 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:46.630773 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-16d85c9b-c7d7-4101-9908-0ab0f52de8ff tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc1fe265-3a57-471e-b0dc-d838e21f85fa HTTP/1.1" status: 200 len: 205 time: 0.0814087 Apr 22 15:09:46.633634 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55788) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:46.695822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924aab0e-9a26-41fc-b68c-6508e5b96478 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=2d27bc3f-b4d6-4574-b194-bf8bb23eaed6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:46.707126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Deleting port 995eb799-657b-4c74-84e1-167f7ae2e5b0 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:46.707356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:46.732165 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-04412d5b-e6fd-4730-8855-bafee3c320c4 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] delete failed (client error): The resource could not be found. Apr 22 15:09:46.733183 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-04412d5b-e6fd-4730-8855-bafee3c320c4 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "DELETE /v2.0/routers/cc1fe265-3a57-471e-b0dc-d838e21f85fa HTTP/1.1" status: 404 len: 336 time: 0.0958941 Apr 22 15:09:46.742964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55792) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:46.763006 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Deleting port 8d8c238d-1da9-4870-8937-cdb3f7814b62 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:46.764065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:46.801538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55796) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:46.848102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-42079fa8-550c-4109-971b-4c6410498bb8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Synchronizing usage tracker for tenant:9409261293714bee857090ce677b639b on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:46.856248 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-58416a3c-9c10-4c40-8151-7f84e0758301 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "GET /v2.0/ports?device_id=1378dd60-f326-4a9b-bff5-d8400a1f2778 HTTP/1.1" status: 200 len: 205 time: 0.1067486 Apr 22 15:09:46.860680 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55800) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:46.935280 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Router f594d6a9-6207-4f72-9723-3d518b8c17d6 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:09:46.957104 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-fdde392f-1058-4f6d-8bca-c3b8ef12a6e5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] delete failed (client error): The resource could not be found. Apr 22 15:09:46.958129 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fdde392f-1058-4f6d-8bca-c3b8ef12a6e5 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "DELETE /v2.0/routers/1378dd60-f326-4a9b-bff5-d8400a1f2778 HTTP/1.1" status: 404 len: 336 time: 0.0965300 Apr 22 15:09:46.963030 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55804) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:46.966648 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-42079fa8-550c-4109-971b-4c6410498bb8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Unset dirty status for tenant:9409261293714bee857090ce677b639b on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:46.968001 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-42079fa8-550c-4109-971b-4c6410498bb8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.5745687 Apr 22 15:09:46.983341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55808) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:47.034717 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c665e46b-6705-4834-b938-5829a72f984e tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "GET /v2.0/ports?device_id=2f3aa615-d9a8-46b7-92d1-448128fc9361 HTTP/1.1" status: 200 len: 205 time: 0.0668511 Apr 22 15:09:47.038066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55812) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:47.081376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1431f7-0df5-4211-8b88-49c31ee25b2d req-2f96a041-979f-4a23-9a04-deb93fc24340 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:47.082810 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2d1431f7-0df5-4211-8b88-49c31ee25b2d req-2f96a041-979f-4a23-9a04-deb93fc24340 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 946 time: 0.6634936 Apr 22 15:09:47.102357 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-81191bb2-f7e5-4d52-bc28-521579ea3714 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9af5333d3e5f40129819fb112dc2aae6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2938602 Apr 22 15:09:47.111774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55816) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:47.126004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4b753-62e7-4d38-9a31-2740cfd30038 req-073cafa9-9714-413e-b2af-892560618d12 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:47.127472 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-75a4b753-62e7-4d38-9a31-2740cfd30038 req-073cafa9-9714-413e-b2af-892560618d12 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 945 time: 0.6282921 Apr 22 15:09:47.147315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-924aab0e-9a26-41fc-b68c-6508e5b96478 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:47.167702 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-1ad4b8b9-b6d1-4e1b-b51c-502a392f8bd9 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] delete failed (client error): The resource could not be found. Apr 22 15:09:47.168719 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1ad4b8b9-b6d1-4e1b-b51c-502a392f8bd9 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "DELETE /v2.0/routers/2f3aa615-d9a8-46b7-92d1-448128fc9361 HTTP/1.1" status: 404 len: 336 time: 0.1288211 Apr 22 15:09:47.176509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55820) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:47.228619 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d7f9f2-ceb9-4d63-9ecf-12ebd2ab806b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:09:47.275961 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52000b7-0a22-4a0f-8533-894c08661933 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] DELETE failed (client error): The resource could not be found. Apr 22 15:09:47.276392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52000b7-0a22-4a0f-8533-894c08661933 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:09:47.277999 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a52000b7-0a22-4a0f-8533-894c08661933 tempest-RoutersIpV6AdminTest-832940302 tempest-RoutersIpV6AdminTest-832940302-project] 10.222.0.71 "DELETE /v2.0/subnets/20a7ff05-eda9-45a1-b62e-fb0e4d4b2c61 HTTP/1.1" status: 404 len: 337 time: 0.0589051 Apr 22 15:09:47.348363 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-924aab0e-9a26-41fc-b68c-6508e5b96478 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/2d27bc3f-b4d6-4574-b194-bf8bb23eaed6 HTTP/1.1" status: 204 len: 168 time: 2.8994157 Apr 22 15:09:47.359606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55826) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:47.375389 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4195cf57-d89e-402a-bf80-e21dc343d4d8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:47.376980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4195cf57-d89e-402a-bf80-e21dc343d4d8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:47.378484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4195cf57-d89e-402a-bf80-e21dc343d4d8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:47.379951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4195cf57-d89e-402a-bf80-e21dc343d4d8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:47.381517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4195cf57-d89e-402a-bf80-e21dc343d4d8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:47.383357 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4195cf57-d89e-402a-bf80-e21dc343d4d8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3715830 Apr 22 15:09:47.405965 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55830) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:47.465971 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa523163-7fb3-4074-8b24-5c77e95b0d16 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] DELETE failed (client error): The resource could not be found. Apr 22 15:09:47.466468 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa523163-7fb3-4074-8b24-5c77e95b0d16 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:09:47.470581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:47.471055 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aa523163-7fb3-4074-8b24-5c77e95b0d16 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/2d27bc3f-b4d6-4574-b194-bf8bb23eaed6 HTTP/1.1" status: 404 len: 333 time: 0.1099927 Apr 22 15:09:47.471381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55834) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:47.521811 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-e74f3d46-6517-47bc-9942-a44d34ff4050 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] GET failed (client error): The resource could not be found. Apr 22 15:09:47.526514 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e74f3d46-6517-47bc-9942-a44d34ff4050 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/2d27bc3f-b4d6-4574-b194-bf8bb23eaed6 HTTP/1.1" status: 404 len: 333 time: 0.0525441 Apr 22 15:09:47.528386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55838) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:47.566892 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2d1431f7-0df5-4211-8b88-49c31ee25b2d req-165508e3-61be-48b4-9525-9977e8d3aa6d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4596148 Apr 22 15:09:47.599733 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-75a4b753-62e7-4d38-9a31-2740cfd30038 req-466f5c20-9370-4dfd-b3c9-5df6419191b3 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4212627 Apr 22 15:09:47.647586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] For port 995eb799-657b-4c74-84e1-167f7ae2e5b0, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=995eb799-657b-4c74-84e1-167f7ae2e5b0,segment=NetworkSegment(54c8cbc3-1752-4629-a44e-19e6e6c33ad2),segment_id=54c8cbc3-1752-4629-a44e-19e6e6c33ad2)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:47.647950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:47.673904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0549d1df-0f3a-4ebd-9122-5736ac227da9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:47.675205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0549d1df-0f3a-4ebd-9122-5736ac227da9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:47.676495 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0549d1df-0f3a-4ebd-9122-5736ac227da9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:47.677775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0549d1df-0f3a-4ebd-9122-5736ac227da9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:47.679207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0549d1df-0f3a-4ebd-9122-5736ac227da9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:47.684362 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0549d1df-0f3a-4ebd-9122-5736ac227da9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2665355 Apr 22 15:09:47.688192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] For port 8d8c238d-1da9-4870-8937-cdb3f7814b62, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8d8c238d-1da9-4870-8937-cdb3f7814b62,segment=NetworkSegment(9516aeb7-fa4e-4eae-bc12-937c57d03bcd),segment_id=9516aeb7-fa4e-4eae-bc12-937c57d03bcd)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:47.688553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:47.696070 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55844) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:47.740849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:47.750689 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7402b75b-83ad-4e54-929b-e5f884715ca8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "PUT /v2.0/routers/f594d6a9-6207-4f72-9723-3d518b8c17d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8275952 Apr 22 15:09:47.755718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55846) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:47.758469 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Sync routers for ids ['f594d6a9-6207-4f72-9723-3d518b8c17d6'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:47.769636 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a38b395c-d09d-4a3e-aa83-58a1671452cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:47.776605 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Routers {'f594d6a9-6207-4f72-9723-3d518b8c17d6'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:47.777778 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f594d6a9-6207-4f72-9723-3d518b8c17d6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:47.825061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55852) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:47.902987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d2ea65-e6a3-4102-9416-8eb017ea1728 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting subnet 9dd5cd52-7b4f-4109-84bf-601a2d2833b0 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:09:47.907804 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ea65-e6a3-4102-9416-8eb017ea1728 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:47.962182 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Set router f594d6a9-6207-4f72-9723-3d518b8c17d6 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:48.023341 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ea65-e6a3-4102-9416-8eb017ea1728 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:48.165380 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a38b395c-d09d-4a3e-aa83-58a1671452cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:48.213480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a7ad4a-3da4-4bd5-9585-afe5db8fbc3c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:48.214904 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-75a7ad4a-3da4-4bd5-9585-afe5db8fbc3c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports/b2570039-d062-4ce3-9eff-dbb004c8a4f2 HTTP/1.1" status: 200 len: 911 time: 0.4474661 Apr 22 15:09:48.230652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ea65-e6a3-4102-9416-8eb017ea1728 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:48.309787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55858) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:48.360762 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ea65-e6a3-4102-9416-8eb017ea1728 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:48.385455 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f594d6a9-6207-4f72-9723-3d518b8c17d6', 'name': 'tempest-NetworksTestDHCPv6-router-102285744', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:37Z', 'updated_at': '2022-04-22T15:09:42Z', 'revision_number': 2, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'gw_port_host': None, '_interfaces': [{'id': 'b2570039-d062-4ce3-9eff-dbb004c8a4f2', 'name': '', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'mac_address': 'fa:16:3e:f1:e8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f594d6a9-6207-4f72-9723-3d518b8c17d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc68f1e-c114-4c4d-b885-65e6f337d9f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:40Z', 'updated_at': '2022-04-22T15:09:43Z', 'revision_number': 2, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'subnets': [{'id': '3cc68f1e-c114-4c4d-b885-65e6f337d9f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:48.390116 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Checking router: f594d6a9-6207-4f72-9723-3d518b8c17d6 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:09:48.390881 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Updating router f594d6a9-6207-4f72-9723-3d518b8c17d6 port b2570039-d062-4ce3-9eff-dbb004c8a4f2 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:09:48.408738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2ea65-e6a3-4102-9416-8eb017ea1728 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd5cd52-7b4f-4109-84bf-601a2d2833b0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:48.410678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ae7084a-3d19-408a-886d-278dd799d80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:48.431480 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d7f9f2-ceb9-4d63-9ecf-12ebd2ab806b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:48.448951 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:48.455061 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f712f29-ebe5-4dfd-b5d3-3cb04e35ff35 None None] Network 3736b2e7-e1cc-414d-b57e-992c78ba87a7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:48.469182 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e2d2ea65-e6a3-4102-9416-8eb017ea1728 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:48.499699 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aa6c2b-100d-4609-ac5d-9e3aee0f2e96 None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:48.517569 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e2d2ea65-e6a3-4102-9416-8eb017ea1728 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/9dd5cd52-7b4f-4109-84bf-601a2d2833b0 HTTP/1.1" status: 204 len: 168 time: 0.9803553 Apr 22 15:09:48.520706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55862) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:48.559957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2ae7084a-3d19-408a-886d-278dd799d80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:48.567555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2ae7084a-3d19-408a-886d-278dd799d80a admin admin] Usage tracker for resource:security_group_rule and tenant:0191850ed9054ece85166de769240aa9 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:48.572640 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2ae7084a-3d19-408a-886d-278dd799d80a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:48.581510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2ae7084a-3d19-408a-886d-278dd799d80a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:48.583988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2d7f9f2-ceb9-4d63-9ecf-12ebd2ab806b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:48.596405 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d2d7f9f2-ceb9-4d63-9ecf-12ebd2ab806b tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/ports/313f9411-1598-4ba2-b7a5-7247beb139ac HTTP/1.1" status: 204 len: 168 time: 5.1548190 Apr 22 15:09:48.599426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55868) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:48.645436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dfff9c-2f02-454c-b775-9fdeed875353 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:48.649044 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-26dfff9c-2f02-454c-b775-9fdeed875353 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "GET /v2.0/networks/5fb6fad3-bfb1-4aab-a0bd-258829e81d49 HTTP/1.1" status: 200 len: 802 time: 0.8925376 Apr 22 15:09:48.677524 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55874) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:48.715370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa6c2b-100d-4609-ac5d-9e3aee0f2e96 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:48.716475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e7aa6c2b-100d-4609-ac5d-9e3aee0f2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:48.825300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:48.828082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:48.829448 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Floating IP 08c5b28b-9f91-45a5-ba23-a2b5673d51f1 disassociated. External IP: 172.26.8.110, port: 995eb799-657b-4c74-84e1-167f7ae2e5b0. Apr 22 15:09:48.830334 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Calling delete_port for 995eb799-657b-4c74-84e1-167f7ae2e5b0 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:48.861924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e7aa6c2b-100d-4609-ac5d-9e3aee0f2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:48.902362 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4816a77e-d6d8-4139-b42b-b7cb843759c5 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "GET /v2.0/floatingips/f654fcd8-d573-4cbe-8271-a6ca7b113477 HTTP/1.1" status: 200 len: 687 time: 0.2958572 Apr 22 15:09:48.905627 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aa6c2b-100d-4609-ac5d-9e3aee0f2e96 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:48.906592 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e7aa6c2b-100d-4609-ac5d-9e3aee0f2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:48.912533 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55878) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:49.009082 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.051791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e7aa6c2b-100d-4609-ac5d-9e3aee0f2e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:49.052193 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aa6c2b-100d-4609-ac5d-9e3aee0f2e96 None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:49.120862 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Transition to ACTIVE for port object b2570039-d062-4ce3-9eff-dbb004c8a4f2 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:49.129692 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.137350 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cb6cdc37-e230-4c56-a03e-58df5f8a3cb9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "GET /v2.0/networks/5fb6fad3-bfb1-4aab-a0bd-258829e81d49?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.4516110 Apr 22 15:09:49.143800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55882) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:49.147979 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] DHCP port deletion for 3736b2e7-e1cc-414d-b57e-992c78ba87a7 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:09:49.154763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] Deleting port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:49.155385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.177463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a38b395c-d09d-4a3e-aa83-58a1671452cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.234927 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914e0f0-3906-4006-9a12-74f086d23f23 None None] Pushing event updated for resources: {'Port': ['ID=b2570039-d062-4ce3-9eff-dbb004c8a4f2,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:49.250808 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4914e0f0-3906-4006-9a12-74f086d23f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:49.251285 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4914e0f0-3906-4006-9a12-74f086d23f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:49.251713 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4914e0f0-3906-4006-9a12-74f086d23f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:49.252187 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4914e0f0-3906-4006-9a12-74f086d23f23 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:49.252804 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4914e0f0-3906-4006-9a12-74f086d23f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:49.253229 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4914e0f0-3906-4006-9a12-74f086d23f23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:49.253645 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4914e0f0-3906-4006-9a12-74f086d23f23 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:49.254464 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4914e0f0-3906-4006-9a12-74f086d23f23 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:49.255020 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4914e0f0-3906-4006-9a12-74f086d23f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:49.255431 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4914e0f0-3906-4006-9a12-74f086d23f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:49.255991 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4914e0f0-3906-4006-9a12-74f086d23f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:09:49.300548 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0f5fc624-ae04-49e4-8959-41e5ec507c39 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port 7a292fa6-fa65-425e-85eb-61745333bcd8 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:49.300899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc624-ae04-49e4-8959-41e5ec507c39 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.315707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b395c-d09d-4a3e-aa83-58a1671452cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2b2b14-cad5-42dc-8a4b-e93c3baa86b6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:49.379845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a38b395c-d09d-4a3e-aa83-58a1671452cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.380985 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a38b395c-d09d-4a3e-aa83-58a1671452cc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6f2b2b14-cad5-42dc-8a4b-e93c3baa86b6 HTTP/1.1" status: 204 len: 168 time: 2.2612944 Apr 22 15:09:49.383982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7855e4be-cfbb-4238-a2cb-ffcf33c91c49 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:49.385478 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7855e4be-cfbb-4238-a2cb-ffcf33c91c49 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "GET /v2.0/subnets/43ec0bc0-201c-49d4-b936-8fdb14bc5a5d HTTP/1.1" status: 200 len: 843 time: 0.2199540 Apr 22 15:09:49.398035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55892) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:49.515047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.528974 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc624-ae04-49e4-8959-41e5ec507c39 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.529547 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc624-ae04-49e4-8959-41e5ec507c39 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.530241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.530622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.530937 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Floating IP 100a7f68-2911-4ab7-b24d-adb03408b200 disassociated. External IP: 172.26.8.140, port: 8d8c238d-1da9-4870-8937-cdb3f7814b62. Apr 22 15:09:49.531281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Calling delete_port for 8d8c238d-1da9-4870-8937-cdb3f7814b62 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:49.599810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:49.615251 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Attempting to bind port b2570039-d062-4ce3-9eff-dbb004c8a4f2 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:49.615961 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Attempting to bind port b2570039-d062-4ce3-9eff-dbb004c8a4f2 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:49.616552 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Attempting to bind port b2570039-d062-4ce3-9eff-dbb004c8a4f2 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:49.624218 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:49.625153 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:49.625905 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.626540 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:49.627246 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Bound port: b2570039-d062-4ce3-9eff-dbb004c8a4f2, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:49.627862 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.696744 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5c2ec1-42b9-45d3-8860-91f103e2ab4f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:49.713263 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5c2ec1-42b9-45d3-8860-91f103e2ab4f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:49.714918 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-da5c2ec1-42b9-45d3-8860-91f103e2ab4f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.4011798 Apr 22 15:09:49.732319 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] For port b2570039-d062-4ce3-9eff-dbb004c8a4f2, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:49.735930 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] For port b2570039-d062-4ce3-9eff-dbb004c8a4f2, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b2570039-d062-4ce3-9eff-dbb004c8a4f2,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:49.742584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55898) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:49.746595 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.753398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:49.753728 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.753930 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ae7084a-3d19-408a-886d-278dd799d80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.765963 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0f5fc624-ae04-49e4-8959-41e5ec507c39 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for 7a292fa6-fa65-425e-85eb-61745333bcd8 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:49.799077 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2ae7084a-3d19-408a-886d-278dd799d80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.816265 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] For port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1b2a8b75-2ce1-467a-957f-bb5ceb463fe4,segment=NetworkSegment(422516bc-4cd1-4360-8ad0-2c4b54032876),segment_id=422516bc-4cd1-4360-8ad0-2c4b54032876)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:49.817030 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:49.859106 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2ae7084a-3d19-408a-886d-278dd799d80a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0191850ed9054ece85166de769240aa9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0329280 Apr 22 15:09:49.863413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55902) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:49.893041 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914e0f0-3906-4006-9a12-74f086d23f23 None None] Pushing event updated for resources: {'Port': ['ID=b2570039-d062-4ce3-9eff-dbb004c8a4f2,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:49.910721 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Routers {'f594d6a9-6207-4f72-9723-3d518b8c17d6'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:49.911600 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f594d6a9-6207-4f72-9723-3d518b8c17d6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:49.945325 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7084a-3d19-408a-886d-278dd799d80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5b21bc-424b-4f5f-9625-52a98e8989f1,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:50.151382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e557fe39-748c-41d0-bab7-d5bc54332fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.156913 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 8d8c238d-1da9-4870-8937-cdb3f7814b62 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:50.186186 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] Set router f594d6a9-6207-4f72-9723-3d518b8c17d6 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:50.205726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e557fe39-748c-41d0-bab7-d5bc54332fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.256453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc624-ae04-49e4-8959-41e5ec507c39 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.282054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] Calling delete_port for 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:50.446699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fc624-ae04-49e4-8959-41e5ec507c39 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=7a292fa6-fa65-425e-85eb-61745333bcd8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:50.456091 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.491721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faacac8-be2a-4b9a-b7f2-971dfe6911c2 req-5632ed19-d8fa-4364-95d4-18137aac0395 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:50.497027 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0faacac8-be2a-4b9a-b7f2-971dfe6911c2 req-5632ed19-d8fa-4364-95d4-18137aac0395 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 945 time: 1.6082957 Apr 22 15:09:50.535900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 8d8c238d-1da9-4870-8937-cdb3f7814b62, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8d8c238d-1da9-4870-8937-cdb3f7814b62,segment=NetworkSegment(9516aeb7-fa4e-4eae-bc12-937c57d03bcd),segment_id=9516aeb7-fa4e-4eae-bc12-937c57d03bcd)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:50.539206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8c238d-1da9-4870-8937-cdb3f7814b62'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:09:50.548344 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.548725 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 995eb799-657b-4c74-84e1-167f7ae2e5b0 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:09:50.560212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e557fe39-748c-41d0-bab7-d5bc54332fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.578917 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc624-ae04-49e4-8959-41e5ec507c39 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.586677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557fe39-748c-41d0-bab7-d5bc54332fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5b21bc-424b-4f5f-9625-52a98e8989f1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:50.597945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e74fb-51f0-4870-a5e6-7662de5aa078 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:50.608110 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8c3e74fb-51f0-4870-a5e6-7662de5aa078 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "GET /v2.0/subnets/43ec0bc0-201c-49d4-b936-8fdb14bc5a5d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 1.1658962 Apr 22 15:09:50.609290 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55920) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:50.609862 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.619311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c7cbf-cc8a-4bda-985d-5cd45a90f2ee req-434a6a87-92f0-4367-ab1a-528074ae089d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:50.624959 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b38c7cbf-cc8a-4bda-985d-5cd45a90f2ee req-434a6a87-92f0-4367-ab1a-528074ae089d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 946 time: 1.7350526 Apr 22 15:09:50.626601 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ead2c84d-cc9b-43a8-a1fd-41b9fa2a32f0 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1833485059'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:50.650206 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ead2c84d-cc9b-43a8-a1fd-41b9fa2a32f0 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:50.650206 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc624-ae04-49e4-8959-41e5ec507c39 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.650206 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0f5fc624-ae04-49e4-8959-41e5ec507c39 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/floatingips/f654fcd8-d573-4cbe-8271-a6ca7b113477 HTTP/1.1" status: 204 len: 168 time: 1.7283037 Apr 22 15:09:50.652181 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55926) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:50.656469 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e557fe39-748c-41d0-bab7-d5bc54332fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.658176 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e557fe39-748c-41d0-bab7-d5bc54332fc4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1c5b21bc-424b-4f5f-9625-52a98e8989f1 HTTP/1.1" status: 204 len: 168 time: 0.7906482 Apr 22 15:09:50.678735 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f594d6a9-6207-4f72-9723-3d518b8c17d6', 'name': 'tempest-NetworksTestDHCPv6-router-102285744', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:37Z', 'updated_at': '2022-04-22T15:09:42Z', 'revision_number': 2, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'gw_port_host': None, '_interfaces': [{'id': 'b2570039-d062-4ce3-9eff-dbb004c8a4f2', 'name': '', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'mac_address': 'fa:16:3e:f1:e8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f594d6a9-6207-4f72-9723-3d518b8c17d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc68f1e-c114-4c4d-b885-65e6f337d9f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:40Z', 'updated_at': '2022-04-22T15:09:49Z', 'revision_number': 4, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'subnets': [{'id': '3cc68f1e-c114-4c4d-b885-65e6f337d9f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:50.687172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '47ee178d-1f2e-4e24-9c16-5fe1b52148e5'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:50.698074 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd31c24-e378-45dd-a717-024a79256630 None None] The sync data for ids ['f594d6a9-6207-4f72-9723-3d518b8c17d6'] in dv-neutron-838883-3-hyperv is: [{'id': 'f594d6a9-6207-4f72-9723-3d518b8c17d6', 'name': 'tempest-NetworksTestDHCPv6-router-102285744', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:37Z', 'updated_at': '2022-04-22T15:09:42Z', 'revision_number': 2, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'gw_port_host': None, '_interfaces': [{'id': 'b2570039-d062-4ce3-9eff-dbb004c8a4f2', 'name': '', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'mac_address': 'fa:16:3e:f1:e8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f594d6a9-6207-4f72-9723-3d518b8c17d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cc68f1e-c114-4c4d-b885-65e6f337d9f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:09:40Z', 'updated_at': '2022-04-22T15:09:49Z', 'revision_number': 4, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'subnets': [{'id': '3cc68f1e-c114-4c4d-b885-65e6f337d9f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:50.708669 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1b2a8b75-2ce1-467a-957f-bb5ceb463fe4,segment=NetworkSegment(422516bc-4cd1-4360-8ad0-2c4b54032876),segment_id=422516bc-4cd1-4360-8ad0-2c4b54032876)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:50.710502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:50.716048 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ead2c84d-cc9b-43a8-a1fd-41b9fa2a32f0 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:50.721866 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Usage tracker for resource:floatingip and tenant:c12731375b86407aa0ae0ac31717a9d7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:50.733945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:50.738034 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No active binding found for port 995eb799-657b-4c74-84e1-167f7ae2e5b0 {{(pid=83935) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 22 15:09:50.738514 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 995eb799-657b-4c74-84e1-167f7ae2e5b0 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:09:50.742960 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:50.747556 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead2c84d-cc9b-43a8-a1fd-41b9fa2a32f0 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:50.747925 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.761178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:09:50.761610 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:09:50.776337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ead2c84d-cc9b-43a8-a1fd-41b9fa2a32f0 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.783269 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=8d8c238d-1da9-4870-8937-cdb3f7814b62,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:50.825311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.862455 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead2c84d-cc9b-43a8-a1fd-41b9fa2a32f0 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:50.918315 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=1b2a8b75-2ce1-467a-957f-bb5ceb463fe4,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:50.932766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55932) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:50.958467 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ead2c84d-cc9b-43a8-a1fd-41b9fa2a32f0 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:50.958814 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-ead2c84d-cc9b-43a8-a1fd-41b9fa2a32f0 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Added segment 7c88bf1f-aadf-4a04-a61c-34364cee6a48 of type vlan for network 9926c4e0-683a-4394-8931-166e64d1ac38 Apr 22 15:09:51.014586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ead2c84d-cc9b-43a8-a1fd-41b9fa2a32f0 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:51.075946 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ead2c84d-cc9b-43a8-a1fd-41b9fa2a32f0 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:51.080014 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead2c84d-cc9b-43a8-a1fd-41b9fa2a32f0 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:51.080682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ead2c84d-cc9b-43a8-a1fd-41b9fa2a32f0 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:51.130685 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:51.251437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:51.254074 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b38c7cbf-cc8a-4bda-985d-5cd45a90f2ee req-51710c42-e2b8-4cc6-b002-7fca18b2560d tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups?id=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5678723 Apr 22 15:09:51.259424 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ead2c84d-cc9b-43a8-a1fd-41b9fa2a32f0 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6467762 Apr 22 15:09:51.262797 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] Deleting port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:51.263472 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:51.308995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2c84d-cc9b-43a8-a1fd-41b9fa2a32f0 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Network': ['ID=9926c4e0-683a-4394-8931-166e64d1ac38,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:51.315081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55940) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:51.337231 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'subnet': {'network_id': '9926c4e0-683a-4394-8931-166e64d1ac38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:51.387075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 9926c4e0-683a-4394-8931-166e64d1ac38 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:51.468253 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1990839811'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:51.473560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:51.477525 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Usage tracker for resource:network and tenant:a94545c6dcaa42618a9e417753681900 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:51.480889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:51.486903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:51.494859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Pushing event deleted for resources: {'Port': ['ID=995eb799-657b-4c74-84e1-167f7ae2e5b0,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:51.504272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55944) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:51.512404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Made reservation on behalf of a94545c6dcaa42618a9e417753681900 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:51.515362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:51.539692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:09:51.540174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:09:51.589606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:51.604433 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ed9f66-49ec-4e16-bb7b-0f718cb2675a'] response: {'server_uuid': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8c238d-1da9-4870-8937-cdb3f7814b62', 'code': 200} Apr 22 15:09:51.628865 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b2570039-d062-4ce3-9eff-dbb004c8a4f2 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:51.662865 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0faacac8-be2a-4b9a-b7f2-971dfe6911c2 req-89c58fed-0023-4ec9-b39e-881c04de8ece tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0368602 Apr 22 15:09:51.690660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:51.695291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Usage tracker for resource:security_group_rule and tenant:a94545c6dcaa42618a9e417753681900 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:51.698517 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:51.704584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:51.773725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] For port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1b2a8b75-2ce1-467a-957f-bb5ceb463fe4,segment=NetworkSegment(422516bc-4cd1-4360-8ad0-2c4b54032876),segment_id=422516bc-4cd1-4360-8ad0-2c4b54032876)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:51.774652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:51.809881 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port b2570039-d062-4ce3-9eff-dbb004c8a4f2 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:51.819841 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b2570039-d062-4ce3-9eff-dbb004c8a4f2 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:51.820264 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:51.827848 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:51.881217 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:51.892880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:51.903138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:51.903481 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Added segment 7f633c0e-a99f-4f4a-956c-49ccfdcad535 of type vlan for network 69bd53ba-bc4d-418b-85f4-be71a1a5b48d Apr 22 15:09:51.939993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:51.950998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:52.032216 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:52.049946 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] For port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1b2a8b75-2ce1-467a-957f-bb5ceb463fe4,segment=NetworkSegment(422516bc-4cd1-4360-8ad0-2c4b54032876),segment_id=422516bc-4cd1-4360-8ad0-2c4b54032876)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:52.050404 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:52.082711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Deleting port 8d8c238d-1da9-4870-8937-cdb3f7814b62 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:52.082979 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:52.094253 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:52.098328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:52.099080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:52.140040 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:52.152237 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-da39aa45-8311-43b1-be8a-5dd28afd5e2a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b114c0be161d489bb4c6e754e3b943ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6410820 Apr 22 15:09:52.163615 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55948) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:52.249992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1ecb9f-92f8-4bfc-91f0-11f6db15eeb0,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:52.268494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] Calling delete_port for 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:52.289301 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.26.8.254 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/9a247a7e-fe8e-4f11-bd65-ac8eb40075f3) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:52.327468 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Made reservation on behalf of 9409261293714bee857090ce677b639b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:52.373496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:52.460231 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:52.498564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port b2570039-d062-4ce3-9eff-dbb004c8a4f2, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b2570039-d062-4ce3-9eff-dbb004c8a4f2,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:52.501098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:52.511184 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5725067 Apr 22 15:09:52.520381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] For port 8d8c238d-1da9-4870-8937-cdb3f7814b62, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8d8c238d-1da9-4870-8937-cdb3f7814b62,segment=NetworkSegment(9516aeb7-fa4e-4eae-bc12-937c57d03bcd),segment_id=9516aeb7-fa4e-4eae-bc12-937c57d03bcd)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:52.521390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:52.523575 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55954) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:52.567360 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] Pushing event deleted for resources: {'Port': ['ID=1b2a8b75-2ce1-467a-957f-bb5ceb463fe4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:52.572615 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:52.577811 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697e3dc-9172-4b37-b10a-af6f1153abc9 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Pushing event updated for resources: {'Network': ['ID=69bd53ba-bc4d-418b-85f4-be71a1a5b48d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:52.592457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Request body: {'subnet': {'network_id': '69bd53ba-bc4d-418b-85f4-be71a1a5b48d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:52.616107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 69bd53ba-bc4d-418b-85f4-be71a1a5b48d details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:52.692362 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:09:52.692677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:09:52.700188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8711c4ab-54a1-48d5-b758-3067b00f98f3 None None] No DVR routers for this DVR port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:52.747797 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b1edc6b4-2b12-437b-999d-7b2bb9090310 req-2e953471-bb91-462f-bf0c-fbafb9d2f2e4 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 210 time: 0.1340697 Apr 22 15:09:52.778069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Performing IP validity checks on allocation pools {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 15:09:52.778649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 15:09:52.784502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=b2570039-d062-4ce3-9eff-dbb004c8a4f2,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:52.878438 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55e34d87-5374-484c-a3d7-e094779d21a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:52.884139 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:52.892299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Usage tracker for resource:subnet and tenant:a94545c6dcaa42618a9e417753681900 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:52.901773 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:52.921935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:52.965494 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Made reservation on behalf of a94545c6dcaa42618a9e417753681900 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:52.987582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55e34d87-5374-484c-a3d7-e094779d21a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:53.138925 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:53.200381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 1b2a8b75-2ce1-467a-957f-bb5ceb463fe4 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:53.200745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:53.280612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:53.300164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] The port '1b2a8b75-2ce1-467a-957f-bb5ceb463fe4' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:09:53.350924 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Router 90954189-6dd1-4311-a397-493d55c37e35 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:09:53.357434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a9f74-b5a1-4fdc-b33c-4cf4ac359227 req-ce3f88d9-1770-49b9-bf39-80dfe2028104 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:53.358923 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-801a9f74-b5a1-4fdc-b33c-4cf4ac359227 req-ce3f88d9-1770-49b9-bf39-80dfe2028104 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 943 time: 0.4841411 Apr 22 15:09:53.368563 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:53.368933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:53.369243 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Floating IP 100a7f68-2911-4ab7-b24d-adb03408b200 disassociated. External IP: 172.26.8.140, port: 8d8c238d-1da9-4870-8937-cdb3f7814b62. Apr 22 15:09:53.369581 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Calling delete_port for 8d8c238d-1da9-4870-8937-cdb3f7814b62 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:53.399000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55e34d87-5374-484c-a3d7-e094779d21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:53.417735 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:53.474911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e34d87-5374-484c-a3d7-e094779d21a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd298d89-71fc-4bbc-b360-66a65b06da20,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:53.499491 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:53.593964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Subnet': ['ID=4b02520f-c9a7-4809-a9d7-37c8dbb5c5e9,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:53.623553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b2570039-d062-4ce3-9eff-dbb004c8a4f2 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:53.629719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55e34d87-5374-484c-a3d7-e094779d21a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:53.633509 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-55e34d87-5374-484c-a3d7-e094779d21a1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dd298d89-71fc-4bbc-b360-66a65b06da20 HTTP/1.1" status: 204 len: 168 time: 1.4610038 Apr 22 15:09:53.633509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=9a247a7e-fe8e-4f11-bd65-ac8eb40075f3,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:53.638285 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:53.641783 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:53.651419 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:53.657367 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:53.726231 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-801a9f74-b5a1-4fdc-b33c-4cf4ac359227 req-67d880d6-eb53-4a24-ada2-e991147f1d6a tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups?id=a3645ad2-673e-40f6-bf8e-5f2667f6129a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3252635 Apr 22 15:09:53.758001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Checking segment: {'id': '7c88bf1f-aadf-4a04-a61c-34364cee6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '9926c4e0-683a-4394-8931-166e64d1ac38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:53.758606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network hostable DHCP agents. Network: 9926c4e0-683a-4394-8931-166e64d1ac38, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:09:53.807607 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b2570039-d062-4ce3-9eff-dbb004c8a4f2 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:53.808016 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:53.828304 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Network 9926c4e0-683a-4394-8931-166e64d1ac38 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:09:53.877641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3736b2e7-e1cc-414d-b57e-992c78ba87a7']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:53.910602 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422516bc-4cd1-4360-8ad0-2c4b54032876') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:53.910925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422516bc-4cd1-4360-8ad0-2c4b54032876') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:53.983911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 9926c4e0-683a-4394-8931-166e64d1ac38) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:53.997749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084cec27-8595-4087-b81a-eb7efdd3ee62 None None] Network 9926c4e0-683a-4394-8931-166e64d1ac38 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:54.007928 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:54.009191 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.073509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.160035 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1429ace-5bd5-487f-99aa-f5ff11cc1ba1 req-2da29eaa-52f0-4458-a5c0-2c72814e1a98 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 210 time: 0.1248279 Apr 22 15:09:54.191046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.256912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:09:54.257546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:09:54.273260 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:09:54.288838 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-9926c4e0-683a-4394-8931-166e64d1ac38', 'network_id': '9926c4e0-683a-4394-8931-166e64d1ac38', 'tenant_id': '9409261293714bee857090ce677b639b', 'fixed_ips': [{'subnet_id': '4b02520f-c9a7-4809-a9d7-37c8dbb5c5e9'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:09:54.291271 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.304241 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.334751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.350479 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d405d72c-9c27-4f0d-a830-a126b229a1ac tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0298207 Apr 22 15:09:54.356835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55972) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:54.385767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-64f0ca72-e100-4955-b72b-9721c22e7688 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:54.411316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Pushing event deleted for resources: {'Port': ['ID=8d8c238d-1da9-4870-8937-cdb3f7814b62,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:54.525479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Pushing event updated for resources: {'Subnet': ['ID=a0500f6c-74a1-4a56-aca8-6362bee1e7e9,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:54.540137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.589855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Allocated IP 2001:db8::3 (9926c4e0-683a-4394-8931-166e64d1ac38/4b02520f-c9a7-4809-a9d7-37c8dbb5c5e9/a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:54.625794 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Checking segment: {'id': '7f633c0e-a99f-4f4a-956c-49ccfdcad535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '69bd53ba-bc4d-418b-85f4-be71a1a5b48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:54.626374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Network hostable DHCP agents. Network: 69bd53ba-bc4d-418b-85f4-be71a1a5b48d, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:09:54.636672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.644398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64f0ca72-e100-4955-b72b-9721c22e7688 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2649882'] for subnet, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.663208 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Network': ['ID=3736b2e7-e1cc-414d-b57e-992c78ba87a7,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:54.747638 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Network 69bd53ba-bc4d-418b-85f4-be71a1a5b48d is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:09:54.759518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 69bd53ba-bc4d-418b-85f4-be71a1a5b48d) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:54.774833 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c04c2785-2d62-406b-83d8-8787289a43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.779405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9717122-fec9-455d-9cfe-3883253c40ab None None] Network 69bd53ba-bc4d-418b-85f4-be71a1a5b48d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:54.836452 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-be71b4cf-8a44-4685-a10d-134b24043f74 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/networks/3736b2e7-e1cc-414d-b57e-992c78ba87a7 HTTP/1.1" status: 204 len: 168 time: 6.2494295 Apr 22 15:09:54.843601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 55984) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:54.866943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2091190711'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:54.886765 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:54.887377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:54.970327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:54.983397 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:network and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:54.988251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:54.997693 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-48edd036-e705-4bba-bd6d-3a336c0f6828 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4130855 Apr 22 15:09:54.998802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:55.000448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55990) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:55.012824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Request body: {'port': {'network_id': '69bd53ba-bc4d-418b-85f4-be71a1a5b48d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-435335106'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:55.032523 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.124268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.147680 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Transition to ACTIVE for port object a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:55.198971 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Transition to ACTIVE for port object a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:55.199548 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 55994) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:55.209544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:55.235864 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c22861-bc77-40ad-8265-71ffe05e7a3b None None] Sync routers for ids ['90954189-6dd1-4311-a397-493d55c37e35'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:55.247347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:55.250446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.259997 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c22861-bc77-40ad-8265-71ffe05e7a3b None None] Routers {'90954189-6dd1-4311-a397-493d55c37e35'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:55.260637 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-37c22861-bc77-40ad-8265-71ffe05e7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['90954189-6dd1-4311-a397-493d55c37e35'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:55.277550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.317744 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-d7056ec2-64c5-4c50-af2f-204ee9999221 req-a32787c5-dd39-4e7d-bbac-c30161cbeaab tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Synchronizing usage tracker for tenant:742d8ea68dee405bb2cf411aed61c6a2 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:55.384975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] No DVR routers for this DVR port 995eb799-657b-4c74-84e1-167f7ae2e5b0 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:55.394236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.396210 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-18bfe297-4a2d-41e8-84bf-a16040f4a212 req-fa24398c-a2b1-4707-87c3-06f6694f9c87 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.70 "DELETE /v2.0/ports/995eb799-657b-4c74-84e1-167f7ae2e5b0 HTTP/1.1" status: 204 len: 173 time: 8.9736469 Apr 22 15:09:55.396661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7e5a28-0687-4fcf-b266-82972c05036d', 'name': 'network-vif-deleted', 'tag': '995eb799-657b-4c74-84e1-167f7ae2e5b0'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:09:55.421247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.452980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-d7056ec2-64c5-4c50-af2f-204ee9999221 req-a32787c5-dd39-4e7d-bbac-c30161cbeaab tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Unset dirty status for tenant:742d8ea68dee405bb2cf411aed61c6a2 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:55.455158 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d7056ec2-64c5-4c50-af2f-204ee9999221 req-a32787c5-dd39-4e7d-bbac-c30161cbeaab tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 210 time: 0.2594600 Apr 22 15:09:55.457526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:55.478085 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Usage tracker for resource:port and tenant:a94545c6dcaa42618a9e417753681900 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:55.493526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:55.506402 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:55.515827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:09:55.532144 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.532919 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Added segment c60cd8fd-aa89-4dea-ab83-4949c48ad64c of type vlan for network 3a863059-750e-4711-b714-56bdecb6ae5a Apr 22 15:09:55.548668 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Pushing event updated for resources: {'Port': ['ID=a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:55.586093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.593948 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Made reservation on behalf of a94545c6dcaa42618a9e417753681900 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:55.596939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.637927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-759c8fd4-2cdd-4628-8985-d60efe4e0863 req-a222479d-375c-4b77-a28e-b351ae0b377a tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Synchronizing usage tracker for tenant:548b38a4783b4d719184e32da986cde8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:55.645669 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Network 9926c4e0-683a-4394-8931-166e64d1ac38 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:55.647869 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9711d5a-15e1-414a-92d2-24420943e8fb'] response: {'server_uuid': '8a7e5a28-0687-4fcf-b266-82972c05036d', 'name': 'network-vif-deleted', 'tag': '995eb799-657b-4c74-84e1-167f7ae2e5b0', 'status': 'completed', 'code': 200} Apr 22 15:09:55.653199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:55.705631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:55.707952 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-37c22861-bc77-40ad-8265-71ffe05e7a3b None None] Set router 90954189-6dd1-4311-a397-493d55c37e35 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:55.724737 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8ba47736-63e9-4fd4-9cea-395e7f3bd2c0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:55.731314 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-8ba47736-63e9-4fd4-9cea-395e7f3bd2c0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 15:09:55.732584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.733059 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8ba47736-63e9-4fd4-9cea-395e7f3bd2c0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5320795 Apr 22 15:09:55.736262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:55.736852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.740626 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56004) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:55.773060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-759c8fd4-2cdd-4628-8985-d60efe4e0863 req-a222479d-375c-4b77-a28e-b351ae0b377a tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Unset dirty status for tenant:548b38a4783b4d719184e32da986cde8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:55.774757 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-759c8fd4-2cdd-4628-8985-d60efe4e0863 req-a222479d-375c-4b77-a28e-b351ae0b377a tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a7e5a28-0687-4fcf-b266-82972c05036d HTTP/1.1" status: 200 len: 210 time: 0.3693717 Apr 22 15:09:55.793591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-69bd53ba-bc4d-418b-85f4-be71a1a5b48d', 'network_id': '69bd53ba-bc4d-418b-85f4-be71a1a5b48d', 'tenant_id': 'a94545c6dcaa42618a9e417753681900', 'fixed_ips': [{'subnet_id': 'a0500f6c-74a1-4a56-aca8-6362bee1e7e9'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:09:55.806716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:55.812638 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] device_id is not set on port 147de152-7448-4123-879d-d7c79788e289 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:09:55.842058 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group': {'name': 'tempest-secgroup--227350312'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:55.873871 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:55.934134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:55.938002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:55.950040 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1024997 Apr 22 15:09:55.959786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56008) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:55.961972 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d76dd7-7e87-4cc1-9368-7ec736fa73d7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Network': ['ID=3a863059-750e-4711-b714-56bdecb6ae5a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:55.964371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:55.999351 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Attempting to bind port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:09:55.999710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Attempting to bind port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '7c88bf1f-aadf-4a04-a61c-34364cee6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '9926c4e0-683a-4394-8931-166e64d1ac38'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:09:56.000212 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Attempting to bind port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 on network 9926c4e0-683a-4394-8931-166e64d1ac38 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:09:56.008173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': '3a863059-750e-4711-b714-56bdecb6ae5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:56.021694 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64f0ca72-e100-4955-b72b-9721c22e7688 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742899280541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3336591'] for subnet, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.022333 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 3a863059-750e-4711-b714-56bdecb6ae5a details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:09:56.041076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:09:56.061743 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.094501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.260382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-c04c2785-2d62-406b-83d8-8787289a43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port b2570039-d062-4ce3-9eff-dbb004c8a4f2 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:56.260748 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c04c2785-2d62-406b-83d8-8787289a43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.269043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0ca72-e100-4955-b72b-9721c22e7688 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event updated for resources: {'Subnet': ['ID=4b02520f-c9a7-4809-a9d7-37c8dbb5c5e9,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:56.278012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0ca72-e100-4955-b72b-9721c22e7688 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:56.278645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64f0ca72-e100-4955-b72b-9721c22e7688 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.279863 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-64f0ca72-e100-4955-b72b-9721c22e7688 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "PUT /v2.0/subnets/4b02520f-c9a7-4809-a9d7-37c8dbb5c5e9 HTTP/1.1" status: 200 len: 900 time: 1.9166110 Apr 22 15:09:56.281089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:09:56.291988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56012) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:56.300571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:09:56.301604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Checking segment: {'id': '7c88bf1f-aadf-4a04-a61c-34364cee6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '9926c4e0-683a-4394-8931-166e64d1ac38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:56.302759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.303168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:56.303727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Bound using segment: {'id': '7c88bf1f-aadf-4a04-a61c-34364cee6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '9926c4e0-683a-4394-8931-166e64d1ac38'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:09:56.304387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Bound port: a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c88bf1f-aadf-4a04-a61c-34364cee6a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '9926c4e0-683a-4394-8931-166e64d1ac38'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:09:56.305729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.342515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.347159 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Allocated IP 2001:db8::224 (69bd53ba-bc4d-418b-85f4-be71a1a5b48d/a0500f6c-74a1-4a56-aca8-6362bee1e7e9/147de152-7448-4123-879d-d7c79788e289) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:56.401234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:56.402181 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-37c22861-bc77-40ad-8265-71ffe05e7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:07:29Z', 'revision_number': 4, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'e0fdae62-c8bb-4049-8979-e472d0a17531', 'name': '', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'mac_address': 'fa:16:3e:8e:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:08:00Z', 'revision_number': 5, 'project_id': '548b38a4783b4d719184e32da986cde8', 'subnets': [{'id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:56.407061 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c22861-bc77-40ad-8265-71ffe05e7a3b None None] Checking router: 90954189-6dd1-4311-a397-493d55c37e35 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:09:56.409384 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.418147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:56.419458 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c22861-bc77-40ad-8265-71ffe05e7a3b None None] Routers {'90954189-6dd1-4311-a397-493d55c37e35'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:56.420116 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-37c22861-bc77-40ad-8265-71ffe05e7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['90954189-6dd1-4311-a397-493d55c37e35'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:56.441910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] For port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:09:56.445491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] For port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12,segment=NetworkSegment(7c88bf1f-aadf-4a04-a61c-34364cee6a48),segment_id=7c88bf1f-aadf-4a04-a61c-34364cee6a48)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:09:56.450832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.506751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:56.521067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:56.528059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:56.529843 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bf7ab-a68e-49c3-bf04-2db70b6c5aa5 None None] Pushing event updated for resources: {'Port': ['ID=a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:56.561523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:56.618719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-c04c2785-2d62-406b-83d8-8787289a43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] For port b2570039-d062-4ce3-9eff-dbb004c8a4f2, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b2570039-d062-4ce3-9eff-dbb004c8a4f2,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:56.619097 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c04c2785-2d62-406b-83d8-8787289a43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:56.679384 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-37c22861-bc77-40ad-8265-71ffe05e7a3b None None] Set router 90954189-6dd1-4311-a397-493d55c37e35 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:56.795117 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:56.797240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=9a247a7e-fe8e-4f11-bd65-ac8eb40075f3,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:56.831935 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-c04c2785-2d62-406b-83d8-8787289a43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for b2570039-d062-4ce3-9eff-dbb004c8a4f2 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:56.942167 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-03ddd477-0e3f-497a-8cec-2ceac1799de8 req-4aa2747e-06b7-441f-8738-4d8533c10e83 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 210 time: 0.2136431 Apr 22 15:09:56.969645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:57.041139 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:57.061487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:57.137656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:57.155281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:57.159959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:57.162743 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcd54e3-4235-42d1-a48e-70ef8fa4df7a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:57.169766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:57.205936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:57.215534 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-37c22861-bc77-40ad-8265-71ffe05e7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:07:29Z', 'revision_number': 4, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'e0fdae62-c8bb-4049-8979-e472d0a17531', 'name': '', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'mac_address': 'fa:16:3e:8e:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:08:00Z', 'revision_number': 5, 'project_id': '548b38a4783b4d719184e32da986cde8', 'subnets': [{'id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:57.221640 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c22861-bc77-40ad-8265-71ffe05e7a3b None None] The sync data for ids ['90954189-6dd1-4311-a397-493d55c37e35'] in dv-neutron-838883-3-hyperv is: [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:07:29Z', 'revision_number': 4, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'e0fdae62-c8bb-4049-8979-e472d0a17531', 'name': '', 'network_id': 'bd913740-5d28-4391-bafb-b87af92120d0', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'mac_address': 'fa:16:3e:8e:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:26Z', 'updated_at': '2022-04-22T15:08:00Z', 'revision_number': 5, 'project_id': '548b38a4783b4d719184e32da986cde8', 'subnets': [{'id': 'fd5f722a-91a1-4c20-800b-93533ca30263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:09:57.223759 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:57.242404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56022) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:57.245667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:57.293072 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:57.307830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601cf814-c6d8-4245-bedb-b4a6cdb1566b None None] Sync routers for ids ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:57.323933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601cf814-c6d8-4245-bedb-b4a6cdb1566b None None] Routers {'fdba284e-ba9b-47ec-a7e9-9ef4a7812159'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:57.324549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-601cf814-c6d8-4245-bedb-b4a6cdb1566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:57.355028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Transition to ACTIVE for port object 147de152-7448-4123-879d-d7c79788e289 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:57.423677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:57.473207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] No DVR routers for this DVR port 8d8c238d-1da9-4870-8937-cdb3f7814b62 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:09:57.493025 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:57.549799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c04c2785-2d62-406b-83d8-8787289a43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:57.552829 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-601cf814-c6d8-4245-bedb-b4a6cdb1566b None None] Set router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:09:57.593287 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-abb5ae8e-571f-4c59-9272-30f26e874651 req-cca5df86-c635-4a90-8d2b-e094e10f2efa tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.70 "DELETE /v2.0/ports/8d8c238d-1da9-4870-8937-cdb3f7814b62 HTTP/1.1" status: 204 len: 173 time: 11.1401224 Apr 22 15:09:57.629268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:57.631530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c2785-2d62-406b-83d8-8787289a43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=b2570039-d062-4ce3-9eff-dbb004c8a4f2,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:57.652294 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'name': 'network-vif-deleted', 'tag': '8d8c238d-1da9-4870-8937-cdb3f7814b62'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:09:57.663319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:57.683167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:09:57.724259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:57.724599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:57.889336 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21292db1-b3a5-4894-b06b-0d149a827052 None None] New status for floating IP 08c5b28b-9f91-45a5-ba23-a2b5673d51f1: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:09:57.936494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:57.941692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8b33a65d-52cd-419a-9be1-7c7f378ecd89 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:57.955818 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755188ad-156e-4ed7-9fa8-af9fd1e20d06'] response: {'server_uuid': '0dac9237-c62a-404f-aa6e-92ce77a20252', 'name': 'network-vif-deleted', 'tag': '8d8c238d-1da9-4870-8937-cdb3f7814b62', 'status': 'completed', 'code': 200} Apr 22 15:09:58.176589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:58.188378 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8b33a65d-52cd-419a-9be1-7c7f378ecd89 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:58.417103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Allocated IP 2001:db8::2 (69bd53ba-bc4d-418b-85f4-be71a1a5b48d/a0500f6c-74a1-4a56-aca8-6362bee1e7e9/040a2c62-24e5-4f37-b323-f731aab9f51c) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:09:58.446723 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf71877c-d706-4d14-8dcd-804e2983057c None None] Network 9926c4e0-683a-4394-8931-166e64d1ac38 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:09:58.454521 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:58.460729 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.6888108 Apr 22 15:09:58.464967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56030) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:58.487401 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c6bf3af9-ea8a-4768-a555-7f0c077ef693 req-5cb884e2-d9d9-4352-b7b8-eaeeff0a7bbe tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/ports?device_id=0dac9237-c62a-404f-aa6e-92ce77a20252 HTTP/1.1" status: 200 len: 210 time: 0.2077997 Apr 22 15:09:58.501603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-817d970c-6782-493f-90d0-794313c58e65 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': 'f1140b1e-a57f-44eb-bfa2-c7f137097b4e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:58.509762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-817d970c-6782-493f-90d0-794313c58e65 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:58.540649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Network 69bd53ba-bc4d-418b-85f4-be71a1a5b48d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:58.572731 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:58.575290 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:58.580000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:58.580654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:58.590341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13152047-52c3-4703-975f-bcda85236741 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1140b1e-a57f-44eb-bfa2-c7f137097b4e,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:58.597922 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-817d970c-6782-493f-90d0-794313c58e65 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:58.610046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-817d970c-6782-493f-90d0-794313c58e65 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:58.616346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-817d970c-6782-493f-90d0-794313c58e65 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:58.640097 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c04c2785-2d62-406b-83d8-8787289a43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:58.646450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Pushing event updated for resources: {'Port': ['ID=147de152-7448-4123-879d-d7c79788e289,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:58.655932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-817d970c-6782-493f-90d0-794313c58e65 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:58.699734 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8b33a65d-52cd-419a-9be1-7c7f378ecd89 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:58.735587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33a65d-52cd-419a-9be1-7c7f378ecd89 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d1ab84-db6b-4fd9-9caf-621c76f0ca29,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:58.739303 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8b33a65d-52cd-419a-9be1-7c7f378ecd89 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:58.744279 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-80c1c761-7696-430c-a851-9985a9763f2f None None] Provisioning for port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:09:58.744745 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8b33a65d-52cd-419a-9be1-7c7f378ecd89 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "DELETE /v2.0/security-groups/c3d1ab84-db6b-4fd9-9caf-621c76f0ca29 HTTP/1.1" status: 204 len: 168 time: 1.5004311 Apr 22 15:09:58.755884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56034) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:58.763704 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-94b3e1cf-b577-4046-a0f5-81fdaa3c0403 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.7587516 Apr 22 15:09:58.763704 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:58.777566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56038) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:58.789331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-80c1c761-7696-430c-a851-9985a9763f2f None None] Provisioning complete for port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:09:58.789612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80c1c761-7696-430c-a851-9985a9763f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:58.835311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Request body: {'port': {'network_id': '69bd53ba-bc4d-418b-85f4-be71a1a5b48d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1483604551', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:58.835570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.api.validators [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] bootfile-name is not in valid_values {{(pid=83934) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 15:09:58.835886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.api.validators [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] tftp-server is not in valid_values {{(pid=83934) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 15:09:58.836791 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.api.validators [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] server-ip-address is not in valid_values {{(pid=83934) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 15:09:59.019433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-817d970c-6782-493f-90d0-794313c58e65 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:59.031703 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-ddaab0a2-aa5b-414a-a060-9891d45e40cf tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] show failed (client error): The resource could not be found. Apr 22 15:09:59.035369 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ddaab0a2-aa5b-414a-a060-9891d45e40cf tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "GET /v2.0/security-groups/c3d1ab84-db6b-4fd9-9caf-621c76f0ca29 HTTP/1.1" status: 404 len: 347 time: 0.2716296 Apr 22 15:09:59.042347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56042) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:59.075398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-817d970c-6782-493f-90d0-794313c58e65 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:59.094734 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-601cf814-c6d8-4245-bedb-b4a6cdb1566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:07:23Z', 'revision_number': 4, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '28f36c06-fcbe-4e87-87dd-c24a65d9a355', 'name': '', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'mac_address': 'fa:16:3e:8a:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:35Z', 'revision_number': 5, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'subnets': [{'id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:59.119412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] For port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12,segment=NetworkSegment(7c88bf1f-aadf-4a04-a61c-34364cee6a48),segment_id=7c88bf1f-aadf-4a04-a61c-34364cee6a48)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:59.119887 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:59.120730 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:59.123157 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601cf814-c6d8-4245-bedb-b4a6cdb1566b None None] Checking router: fdba284e-ba9b-47ec-a7e9-9ef4a7812159 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:09:59.148764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Transition to ACTIVE for port object 040a2c62-24e5-4f37-b323-f731aab9f51c will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:59.161556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d970c-6782-493f-90d0-794313c58e65 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d876b7d9-c1aa-4548-aa8f-69d813981a09,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:59.188312 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80c1c761-7696-430c-a851-9985a9763f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:59.194105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-817d970c-6782-493f-90d0-794313c58e65 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:59.199453 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-817d970c-6782-493f-90d0-794313c58e65 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7069812 Apr 22 15:09:59.200273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56046) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:59.206466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04c2785-2d62-406b-83d8-8787289a43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Router f594d6a9-6207-4f72-9723-3d518b8c17d6 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:09:59.206661 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Transition to ACTIVE for port object 040a2c62-24e5-4f37-b323-f731aab9f51c will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:09:59.210444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c80de905-6208-4d6b-b02b-922472bc3f90 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': 'f1140b1e-a57f-44eb-bfa2-c7f137097b4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:09:59.217576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601cf814-c6d8-4245-bedb-b4a6cdb1566b None None] Routers {'fdba284e-ba9b-47ec-a7e9-9ef4a7812159'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:59.217756 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c80de905-6208-4d6b-b02b-922472bc3f90 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:59.218254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-601cf814-c6d8-4245-bedb-b4a6cdb1566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:59.222565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c80de905-6208-4d6b-b02b-922472bc3f90 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:59.226043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c80de905-6208-4d6b-b02b-922472bc3f90 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:59.235149 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c80de905-6208-4d6b-b02b-922472bc3f90 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:59.254903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Subnet': ['ID=5d588b81-e125-4a4f-8320-12ba29df78d9,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:59.323129 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Floating IP d41172c4-6b1d-4d41-b060-e2970f25ecd6 associated. External IP: 172.26.8.254, port: 47ee178d-1f2e-4e24-9c16-5fe1b52148e5. Apr 22 15:09:59.329233 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:59.366450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c80de905-6208-4d6b-b02b-922472bc3f90 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:59.376142 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Calling delete_port for a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:09:59.418382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04c2785-2d62-406b-83d8-8787289a43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:09:59.423942 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c04c2785-2d62-406b-83d8-8787289a43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "PUT /v2.0/routers/f594d6a9-6207-4f72-9723-3d518b8c17d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6719375 Apr 22 15:09:59.431834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56050) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:59.463068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d22813-e49c-4ca5-8d59-62ecd2fe3aaf None None] Sync routers for ids ['f594d6a9-6207-4f72-9723-3d518b8c17d6'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:09:59.494429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-80c1c761-7696-430c-a851-9985a9763f2f None None] For port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12,segment=NetworkSegment(7c88bf1f-aadf-4a04-a61c-34364cee6a48),segment_id=7c88bf1f-aadf-4a04-a61c-34364cee6a48)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:09:59.511245 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-c80de905-6208-4d6b-b02b-922472bc3f90 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 15:09:59.512753 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c80de905-6208-4d6b-b02b-922472bc3f90 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3118587 Apr 22 15:09:59.515896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56054) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:59.521966 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80c1c761-7696-430c-a851-9985a9763f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:59.524468 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Pushing event updated for resources: {'Port': ['ID=040a2c62-24e5-4f37-b323-f731aab9f51c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:09:59.528420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Network 69bd53ba-bc4d-418b-85f4-be71a1a5b48d is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:09:59.544576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e9147c-4601-4bab-a536-2111a0bc8972 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:59.546633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e9147c-4601-4bab-a536-2111a0bc8972 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:09:59.547860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c8e9147c-4601-4bab-a536-2111a0bc8972 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:09:59.569209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:09:59.573955 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:09:59.586250 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:09:59.600874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Usage tracker for resource:port and tenant:a94545c6dcaa42618a9e417753681900 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:09:59.607412 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c8e9147c-4601-4bab-a536-2111a0bc8972 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:09:59.607559 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:09:59.608904 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c8e9147c-4601-4bab-a536-2111a0bc8972 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1759589 Apr 22 15:09:59.615250 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56060) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:59.624456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:09:59.625974 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d22813-e49c-4ca5-8d59-62ecd2fe3aaf None None] Routers {'f594d6a9-6207-4f72-9723-3d518b8c17d6'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:09:59.626808 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-950315ec-4781-4679-8ec3-0d99813adeb3 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Deleting port 263f4e2d-a5b0-4c3c-aa00-e0bddc027789 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:09:59.627148 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-950315ec-4781-4679-8ec3-0d99813adeb3 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:59.633661 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-04d22813-e49c-4ca5-8d59-62ecd2fe3aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f594d6a9-6207-4f72-9723-3d518b8c17d6'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:09:59.667865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Checking segment: {'id': 'c60cd8fd-aa89-4dea-ab83-4949c48ad64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '3a863059-750e-4711-b714-56bdecb6ae5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:09:59.668226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network hostable DHCP agents. Network: 3a863059-750e-4711-b714-56bdecb6ae5a, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:09:59.726613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-004a29e3-9d49-4b26-838a-2776c492fd3a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:59.737264 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Made reservation on behalf of a94545c6dcaa42618a9e417753681900 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:09:59.744508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:59.801216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-004a29e3-9d49-4b26-838a-2776c492fd3a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:09:59.859703 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56066) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:09:59.911067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c111bae4-86ec-4be9-a65a-6cd0769c8c7f None None] Network 9926c4e0-683a-4394-8931-166e64d1ac38 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:00.015932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-04d22813-e49c-4ca5-8d59-62ecd2fe3aaf None None] Set router f594d6a9-6207-4f72-9723-3d518b8c17d6 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:00.039889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] device_id is not set on port caea34c3-5f54-4138-85c3-6effb105f8ed yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:10:00.075782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:10:00.076041 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:10:00.100306 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 3a863059-750e-4711-b714-56bdecb6ae5a is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:10:00.101485 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1c761-7696-430c-a851-9985a9763f2f None None] Pushing event updated for resources: {'Port': ['ID=a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:00.170042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-601cf814-c6d8-4245-bedb-b4a6cdb1566b None None] Set router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:00.170935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 3a863059-750e-4711-b714-56bdecb6ae5a) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:00.174009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9257-057b-42f4-a977-fde6e50b6bc4 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.175281 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:00.175858 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.204774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9257-057b-42f4-a977-fde6e50b6bc4 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.209156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-950315ec-4781-4679-8ec3-0d99813adeb3 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.209463 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Attempting to bind port 040a2c62-24e5-4f37-b323-f731aab9f51c on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:00.209586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-950315ec-4781-4679-8ec3-0d99813adeb3 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.209835 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Attempting to bind port 040a2c62-24e5-4f37-b323-f731aab9f51c by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '7f633c0e-a99f-4f4a-956c-49ccfdcad535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '69bd53ba-bc4d-418b-85f4-be71a1a5b48d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:00.210251 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Attempting to bind port 040a2c62-24e5-4f37-b323-f731aab9f51c on network 69bd53ba-bc4d-418b-85f4-be71a1a5b48d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:00.222545 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5836c768-0021-47d6-a084-6cc2f6744dc1 None None] Network 3a863059-750e-4711-b714-56bdecb6ae5a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:00.254844 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-04d22813-e49c-4ca5-8d59-62ecd2fe3aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f594d6a9-6207-4f72-9723-3d518b8c17d6', 'name': 'tempest-NetworksTestDHCPv6-router-102285744', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:37Z', 'updated_at': '2022-04-22T15:09:57Z', 'revision_number': 3, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:00.289954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-004a29e3-9d49-4b26-838a-2776c492fd3a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.297331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9257-057b-42f4-a977-fde6e50b6bc4 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.312446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58b299c-954b-4cdd-b5fd-39d076f760b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 3cc68f1e-c114-4c4d-b885-65e6f337d9f6 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:00.319923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a29e3-9d49-4b26-838a-2776c492fd3a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1140b1e-a57f-44eb-bfa2-c7f137097b4e,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:00.321890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b58b299c-954b-4cdd-b5fd-39d076f760b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.332207 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-db321bc7-ade4-493a-a3bb-fb4098c53ed7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3714395 Apr 22 15:10:00.358568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56070) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:00.363568 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:00.363946 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Checking segment: {'id': '7f633c0e-a99f-4f4a-956c-49ccfdcad535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '69bd53ba-bc4d-418b-85f4-be71a1a5b48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:00.364349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.364769 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Bound using segment: {'id': '7f633c0e-a99f-4f4a-956c-49ccfdcad535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '69bd53ba-bc4d-418b-85f4-be71a1a5b48d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:00.365253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Bound port: 040a2c62-24e5-4f37-b323-f731aab9f51c, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f633c0e-a99f-4f4a-956c-49ccfdcad535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '69bd53ba-bc4d-418b-85f4-be71a1a5b48d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:00.365786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.375840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d22813-e49c-4ca5-8d59-62ecd2fe3aaf None None] Checking router: f594d6a9-6207-4f72-9723-3d518b8c17d6 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:10:00.399476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-950315ec-4781-4679-8ec3-0d99813adeb3 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Calling delete_port for 263f4e2d-a5b0-4c3c-aa00-e0bddc027789 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:00.399689 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'network_id': '3a863059-750e-4711-b714-56bdecb6ae5a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1646958624'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:00.419021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe9257-057b-42f4-a977-fde6e50b6bc4 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3645ad2-673e-40f6-bf8e-5f2667f6129a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:00.433449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-004a29e3-9d49-4b26-838a-2776c492fd3a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.433449 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-004a29e3-9d49-4b26-838a-2776c492fd3a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "DELETE /v2.0/security-groups/f1140b1e-a57f-44eb-bfa2-c7f137097b4e HTTP/1.1" status: 204 len: 168 time: 0.9138770 Apr 22 15:10:00.447054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56074) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:00.492742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4bfe9257-057b-42f4-a977-fde6e50b6bc4 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.493876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-002d7eb7-946c-4ebd-9443-ca08da880faf None None] Provisioning complete for port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:00.494407 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4bfe9257-057b-42f4-a977-fde6e50b6bc4 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "DELETE /v2.0/security-groups/a3645ad2-673e-40f6-bf8e-5f2667f6129a HTTP/1.1" status: 204 len: 168 time: 0.6308799 Apr 22 15:10:00.494493 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-002d7eb7-946c-4ebd-9443-ca08da880faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.501473 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56078) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:00.503628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b58b299c-954b-4cdd-b5fd-39d076f760b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.513278 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Allocated IP 2001:db8::3da (69bd53ba-bc4d-418b-85f4-be71a1a5b48d/a0500f6c-74a1-4a56-aca8-6362bee1e7e9/caea34c3-5f54-4138-85c3-6effb105f8ed) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:00.581726 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-5bef37e1-3e5c-4c01-abea-7a531226403e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] show failed (client error): The resource could not be found. Apr 22 15:10:00.581726 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5bef37e1-3e5c-4c01-abea-7a531226403e tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "GET /v2.0/security-groups/a3645ad2-673e-40f6-bf8e-5f2667f6129a HTTP/1.1" status: 404 len: 347 time: 0.0441132 Apr 22 15:10:00.586686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56082) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:00.602899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:00.603497 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.699450 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ac1fc755-978a-493e-a9d4-379b7c6ddb5b tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2488570 Apr 22 15:10:00.703435 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56086) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:00.723145 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group': {'name': 'tempest-secgroup--726203984'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:00.800024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:00.816132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-8a35ef1c-e3e2-4331-9d08-352aa1a635f5 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Deleting port 2807d58f-d290-4cc5-89c6-90713ace54da {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:00.816310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a35ef1c-e3e2-4331-9d08-352aa1a635f5 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.822391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d22813-e49c-4ca5-8d59-62ecd2fe3aaf None None] Routers {'f594d6a9-6207-4f72-9723-3d518b8c17d6'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:00.823032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-04d22813-e49c-4ca5-8d59-62ecd2fe3aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f594d6a9-6207-4f72-9723-3d518b8c17d6'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:00.878771 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:00.881583 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:00.888132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b58b299c-954b-4cdd-b5fd-39d076f760b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:00.919628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:port and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:00.948056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:00.971114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:01.027605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:01.088665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:01.100879 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] For port 040a2c62-24e5-4f37-b323-f731aab9f51c, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:01.104173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b58b299c-954b-4cdd-b5fd-39d076f760b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:01.142045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-950315ec-4781-4679-8ec3-0d99813adeb3 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:01.145894 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:01.152335 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-04d22813-e49c-4ca5-8d59-62ecd2fe3aaf None None] Set router f594d6a9-6207-4f72-9723-3d518b8c17d6 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:01.161468 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b299c-954b-4cdd-b5fd-39d076f760b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc68f1e-c114-4c4d-b885-65e6f337d9f6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:01.186366 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:01.189456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:01.205469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b58b299c-954b-4cdd-b5fd-39d076f760b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:01.224592 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] For port 040a2c62-24e5-4f37-b323-f731aab9f51c, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=040a2c62-24e5-4f37-b323-f731aab9f51c,segment=NetworkSegment(7f633c0e-a99f-4f4a-956c-49ccfdcad535),segment_id=7f633c0e-a99f-4f4a-956c-49ccfdcad535)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:01.234022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950315ec-4781-4679-8ec3-0d99813adeb3 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Pushing event deleted for resources: {'Port': ['ID=263f4e2d-a5b0-4c3c-aa00-e0bddc027789,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:01.238858 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c11fa93-7d85-430a-92f9-e0d4c982516c None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:01.242956 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b58b299c-954b-4cdd-b5fd-39d076f760b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/3cc68f1e-c114-4c4d-b885-65e6f337d9f6 HTTP/1.1" status: 204 len: 168 time: 1.6257541 Apr 22 15:10:01.244549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56090) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:01.256996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port 3a7a6ab7-fbde-4579-b4e2-4425763e34f6 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:10:01.345832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:01.359048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a35ef1c-e3e2-4331-9d08-352aa1a635f5 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:01.359540 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a35ef1c-e3e2-4331-9d08-352aa1a635f5 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:01.413585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:01.428781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:01.439008 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:01.448186 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] For port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12,segment=NetworkSegment(7c88bf1f-aadf-4a04-a61c-34364cee6a48),segment_id=7c88bf1f-aadf-4a04-a61c-34364cee6a48)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:01.448539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:01.468553 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:01.522091 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-04d22813-e49c-4ca5-8d59-62ecd2fe3aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f594d6a9-6207-4f72-9723-3d518b8c17d6', 'name': 'tempest-NetworksTestDHCPv6-router-102285744', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:37Z', 'updated_at': '2022-04-22T15:09:57Z', 'revision_number': 3, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:01.550823 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e3b44-e0d2-4200-ae8f-43b448817618 None None] Pushing event updated for resources: {'Port': ['ID=040a2c62-24e5-4f37-b323-f731aab9f51c,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:01.567949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-8a35ef1c-e3e2-4331-9d08-352aa1a635f5 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Calling delete_port for 2807d58f-d290-4cc5-89c6-90713ace54da owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:01.581783 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d22813-e49c-4ca5-8d59-62ecd2fe3aaf None None] The sync data for ids ['f594d6a9-6207-4f72-9723-3d518b8c17d6'] in dv-neutron-838883-3-hyperv is: [{'id': 'f594d6a9-6207-4f72-9723-3d518b8c17d6', 'name': 'tempest-NetworksTestDHCPv6-router-102285744', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:09:37Z', 'updated_at': '2022-04-22T15:09:57Z', 'revision_number': 3, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'gw_port_host': None}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:01.609261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:01.624940 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:01.872216 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Calling delete_port for a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:01.892780 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6e29595b-c609-441b-a2aa-9ce292ed30bb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6440129 Apr 22 15:10:01.894946 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56098) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:01.904837 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Transition to ACTIVE for port object caea34c3-5f54-4138-85c3-6effb105f8ed will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:01.912032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-950315ec-4781-4679-8ec3-0d99813adeb3 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:01.915375 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-3a863059-750e-4711-b714-56bdecb6ae5a', 'network_id': '3a863059-750e-4711-b714-56bdecb6ae5a', 'tenant_id': '07ec4ee4f5ae41adb68e8261c099cebe', 'fixed_ips': [{'subnet_id': '5d588b81-e125-4a4f-8320-12ba29df78d9'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:10:01.916609 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:02.168441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:02.199381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:02.200890 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:02.226487 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:10:02.295309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-601cf814-c6d8-4245-bedb-b4a6cdb1566b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:07:23Z', 'revision_number': 4, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '28f36c06-fcbe-4e87-87dd-c24a65d9a355', 'name': '', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'mac_address': 'fa:16:3e:8a:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:35Z', 'revision_number': 5, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'subnets': [{'id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:02.299112 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-950315ec-4781-4679-8ec3-0d99813adeb3 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:02.304473 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-950315ec-4781-4679-8ec3-0d99813adeb3 tempest-ServersTestManualDisk-1885563504 tempest-ServersTestManualDisk-1885563504-project] 10.222.0.71 "DELETE /v2.0/floatingips/08c5b28b-9f91-45a5-ba23-a2b5673d51f1 HTTP/1.1" status: 204 len: 168 time: 3.2529685 Apr 22 15:10:02.309303 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:02.309834 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:02.317188 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56102) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:02.328737 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Allocated IP 172.20.0.10 (3a863059-750e-4711-b714-56bdecb6ae5a/5d588b81-e125-4a4f-8320-12ba29df78d9/3a7a6ab7-fbde-4579-b4e2-4425763e34f6) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:02.348437 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601cf814-c6d8-4245-bedb-b4a6cdb1566b None None] The sync data for ids ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'] in dv-neutron-838883-3-hyperv is: [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:07:23Z', 'revision_number': 4, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '28f36c06-fcbe-4e87-87dd-c24a65d9a355', 'name': '', 'network_id': '32587937-ea4e-42e2-a240-c92672372817', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'mac_address': 'fa:16:3e:8a:a2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:22Z', 'updated_at': '2022-04-22T15:07:35Z', 'revision_number': 5, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'subnets': [{'id': '36b5cdf5-cca4-46bb-bfb1-12685fef26af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:02.452037 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50120078-f945-4f8a-a6f8-d1f2d8722fe2,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:02.488305 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 update to ACTIVE by agent not found {{(pid=83935) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 22 15:10:02.532270 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e0d74-63f1-4fcd-ad7c-091ac276d1bf None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:10:02.536814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Pushing event updated for resources: {'Port': ['ID=caea34c3-5f54-4138-85c3-6effb105f8ed,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:02.539704 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:02.541125 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a05afd0f-c970-46b7-bc37-e28d583c60cf tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8337324 Apr 22 15:10:02.545407 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-878e0d74-63f1-4fcd-ad7c-091ac276d1bf None None] Deleting port c109242b-d97c-4acc-bf9a-9ee4cfc17c04 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:02.546403 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-878e0d74-63f1-4fcd-ad7c-091ac276d1bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:02.552168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Network 69bd53ba-bc4d-418b-85f4-be71a1a5b48d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:02.553582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:02.557755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56106) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:02.587980 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:02.593399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:02.597310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:02.597924 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:02.616231 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a7d4d2fd-fdb5-4eef-8945-ac01c7e9c7c3 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': '50120078-f945-4f8a-a6f8-d1f2d8722fe2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:02.616588 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-a7d4d2fd-fdb5-4eef-8945-ac01c7e9c7c3 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:02.620706 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a7d4d2fd-fdb5-4eef-8945-ac01c7e9c7c3 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0271435 Apr 22 15:10:02.636547 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56110) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:02.646039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Port': ['ID=a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:02.699764 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd507-a171-4d7d-810b-c782c0a163b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:02.719040 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b2e546ec-a985-4c81-a1ae-13cc63d7f306 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.9100108 Apr 22 15:10:02.737952 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56114) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:02.744340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:10:02.786026 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a35ef1c-e3e2-4331-9d08-352aa1a635f5 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:02.842014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c9e0d3e6-42e6-4b5c-993d-6a76a0c4658e None None] Could not find standard attr ID for object a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:10:02.847745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No DVR routers for this DVR port a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:10:02.849170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8ef410-2fca-40ad-94e4-c7c3666fcf69 None None] DHCP port deletion for 9926c4e0-683a-4394-8931-166e64d1ac38 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:10:02.889335 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:02.915068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-878e0d74-63f1-4fcd-ad7c-091ac276d1bf None None] For port c109242b-d97c-4acc-bf9a-9ee4cfc17c04, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c109242b-d97c-4acc-bf9a-9ee4cfc17c04,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:02.915597 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-878e0d74-63f1-4fcd-ad7c-091ac276d1bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:03.012606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:03.036497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Transition to ACTIVE for port object 3a7a6ab7-fbde-4579-b4e2-4425763e34f6 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:03.076862 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35ef1c-e3e2-4331-9d08-352aa1a635f5 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Pushing event deleted for resources: {'Port': ['ID=2807d58f-d290-4cc5-89c6-90713ace54da,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:03.112025 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6841539c-7678-4db2-9a20-52346db8ca38 None None] New status for floating IP 100a7f68-2911-4ab7-b24d-adb03408b200: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:10:03.134371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:03.137594 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:03.185103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-878e0d74-63f1-4fcd-ad7c-091ac276d1bf None None] Calling delete_port for c109242b-d97c-4acc-bf9a-9ee4cfc17c04 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:03.285223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10839c76-ff09-4b6c-abe9-862afd9b9313 None None] Network 69bd53ba-bc4d-418b-85f4-be71a1a5b48d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:03.310110 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac022a2-fb63-49be-aae1-fa826698f025 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:03.316679 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac022a2-fb63-49be-aae1-fa826698f025 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:03.324094 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac022a2-fb63-49be-aae1-fa826698f025 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:03.325582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eac022a2-fb63-49be-aae1-fa826698f025 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Synchronizing usage tracker for tenant:a94545c6dcaa42618a9e417753681900 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:03.346260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a35ef1c-e3e2-4331-9d08-352aa1a635f5 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:03.350206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-878e0d74-63f1-4fcd-ad7c-091ac276d1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:03.385025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eac022a2-fb63-49be-aae1-fa826698f025 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Unset dirty status for tenant:a94545c6dcaa42618a9e417753681900 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:03.386558 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eac022a2-fb63-49be-aae1-fa826698f025 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.6452575 Apr 22 15:10:03.391203 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56118) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:03.438127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:03.442559 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9c5aa0a-c415-4495-8723-9e144805da2c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:03.448925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=3a7a6ab7-fbde-4579-b4e2-4425763e34f6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:03.478617 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e0d74-63f1-4fcd-ad7c-091ac276d1bf None None] Pushing event deleted for resources: {'Port': ['ID=c109242b-d97c-4acc-bf9a-9ee4cfc17c04,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:03.512725 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e0d74-63f1-4fcd-ad7c-091ac276d1bf None None] No DVR routers for this DVR port c109242b-d97c-4acc-bf9a-9ee4cfc17c04 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:10:03.517656 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Subnet': ['ID=4b02520f-c9a7-4809-a9d7-37c8dbb5c5e9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:03.531180 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Allocated IP 172.20.0.2 (3a863059-750e-4711-b714-56bdecb6ae5a/5d588b81-e125-4a4f-8320-12ba29df78d9/6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:03.539829 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8b79e7e2-8af1-4dab-b4d5-bf675592f723 None None] Provisioning for port 040a2c62-24e5-4f37-b323-f731aab9f51c completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:03.576739 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab8a073-04f2-4b00-8d75-c3d01acc5190 None None] Network 9926c4e0-683a-4394-8931-166e64d1ac38 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:03.632979 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7968b619-e6c3-4ba3-9344-d72cc46a0d4c tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Deleting port caea34c3-5f54-4138-85c3-6effb105f8ed {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:03.633340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7968b619-e6c3-4ba3-9344-d72cc46a0d4c tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:03.721832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 040a2c62-24e5-4f37-b323-f731aab9f51c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:03.779226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 3a863059-750e-4711-b714-56bdecb6ae5a is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:03.798387 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:03.802416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a35ef1c-e3e2-4331-9d08-352aa1a635f5 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:03.804159 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8a35ef1c-e3e2-4331-9d08-352aa1a635f5 tempest-ServersTestJSON-269574793 tempest-ServersTestJSON-269574793-project] 10.222.0.71 "DELETE /v2.0/floatingips/100a7f68-2911-4ab7-b24d-adb03408b200 HTTP/1.1" status: 204 len: 168 time: 3.2141223 Apr 22 15:10:03.812907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56122) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:03.921385 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:03.994067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b028c12b-3f14-4047-8d3e-d7ff4afa5d28 None None] DHCP port deletion for 9926c4e0-683a-4394-8931-166e64d1ac38 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:10:04.030930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9c5aa0a-c415-4495-8723-9e144805da2c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.037641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.087887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd507-a171-4d7d-810b-c782c0a163b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.112323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd507-a171-4d7d-810b-c782c0a163b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.120182 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 040a2c62-24e5-4f37-b323-f731aab9f51c completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:04.139115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 040a2c62-24e5-4f37-b323-f731aab9f51c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:04.139489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.141818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:04.142802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.150905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9c5aa0a-c415-4495-8723-9e144805da2c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.202323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9c5aa0a-c415-4495-8723-9e144805da2c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.203847 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b9c5aa0a-c415-4495-8723-9e144805da2c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "DELETE /v2.0/security-groups/50120078-f945-4f8a-a6f8-d1f2d8722fe2 HTTP/1.1" status: 204 len: 168 time: 1.5628283 Apr 22 15:10:04.205356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5aa0a-c415-4495-8723-9e144805da2c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50120078-f945-4f8a-a6f8-d1f2d8722fe2,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:04.207555 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56126) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:04.230909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.231618 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1ade836d-3d2a-40c2-b7b7-3cc5305fabec tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.8550823 Apr 22 15:10:04.236522 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56130) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:04.259080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9926c4e0-683a-4394-8931-166e64d1ac38']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:04.259363 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Transition to ACTIVE for port object 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:04.288240 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd507-a171-4d7d-810b-c782c0a163b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.289981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2dd507-a171-4d7d-810b-c782c0a163b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Fanout notify agent at l3_agent the message router_deleted on router f594d6a9-6207-4f72-9723-3d518b8c17d6 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:10:04.293210 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Transition to ACTIVE for port object 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:04.297744 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c88bf1f-aadf-4a04-a61c-34364cee6a48') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:04.297744 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c88bf1f-aadf-4a04-a61c-34364cee6a48') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:04.321414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd507-a171-4d7d-810b-c782c0a163b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.327195 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6e2dd507-a171-4d7d-810b-c782c0a163b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/routers/f594d6a9-6207-4f72-9723-3d518b8c17d6 HTTP/1.1" status: 204 len: 168 time: 2.4151468 Apr 22 15:10:04.327392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56134) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:04.330244 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.338969 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.368730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d90c0537-a711-409e-9936-6a7cccb91cea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:04.381409 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2346f94b-ff3b-4698-b917-35c1832c83be tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 3a7a6ab7-fbde-4579-b4e2-4425763e34f6 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:04.381409 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2346f94b-ff3b-4698-b917-35c1832c83be tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.435511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-dcd4dfbf-e7c8-4e69-92cd-e5ffe803c7d4 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Synchronizing usage tracker for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:04.453753 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.493013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Network 3a863059-750e-4711-b714-56bdecb6ae5a is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:04.498182 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:04.503593 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Pushing event updated for resources: {'Port': ['ID=6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:04.513081 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:04.531260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-dcd4dfbf-e7c8-4e69-92cd-e5ffe803c7d4 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Unset dirty status for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:04.533642 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dcd4dfbf-e7c8-4e69-92cd-e5ffe803c7d4 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3242521 Apr 22 15:10:04.543062 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56138) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:04.559007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-92841812-dd72-43ba-b378-8204f2decc8e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967520707'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:04.566816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-92841812-dd72-43ba-b378-8204f2decc8e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:04.572072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.574274 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 040a2c62-24e5-4f37-b323-f731aab9f51c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=040a2c62-24e5-4f37-b323-f731aab9f51c,segment=NetworkSegment(7f633c0e-a99f-4f4a-956c-49ccfdcad535),segment_id=7f633c0e-a99f-4f4a-956c-49ccfdcad535)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:04.586571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.599459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-92841812-dd72-43ba-b378-8204f2decc8e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:04.630283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:04.637179 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:10:04.637769 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:10:04.664642 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:10:04.693537 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29da4d-70eb-4190-97ad-4886f451769a None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:04.715328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c109242b-d97c-4acc-bf9a-9ee4cfc17c04 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:04.791272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: c109242b-d97c-4acc-bf9a-9ee4cfc17c04 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:04.792899 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c109242b-d97c-4acc-bf9a-9ee4cfc17c04 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:04.792899 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b2570039-d062-4ce3-9eff-dbb004c8a4f2 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:04.832319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d90c0537-a711-409e-9936-6a7cccb91cea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:04.846550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.854676 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Attempting to bind port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:04.855047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Attempting to bind port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'c60cd8fd-aa89-4dea-ab83-4949c48ad64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '3a863059-750e-4711-b714-56bdecb6ae5a'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:04.855410 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Attempting to bind port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 on network 3a863059-750e-4711-b714-56bdecb6ae5a {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:04.859086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: b2570039-d062-4ce3-9eff-dbb004c8a4f2 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:04.859412 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b2570039-d062-4ce3-9eff-dbb004c8a4f2 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:04.859861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:04.881017 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d90c0537-a711-409e-9936-6a7cccb91cea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:04.888350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.894697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d90c0537-a711-409e-9936-6a7cccb91cea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:04.930181 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92841812-dd72-43ba-b378-8204f2decc8e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.956222 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d90c0537-a711-409e-9936-6a7cccb91cea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:04.960164 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.967728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7968b619-e6c3-4ba3-9344-d72cc46a0d4c tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:04.974256 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:04.974597 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a3f46ac1-f436-4d67-bfb7-70ed1fd6fc12 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:04.978384 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29da4d-70eb-4190-97ad-4886f451769a None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:04.979062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1b29da4d-70eb-4190-97ad-4886f451769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:05.023557 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Network': ['ID=9926c4e0-683a-4394-8931-166e64d1ac38,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:05.045004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-92841812-dd72-43ba-b378-8204f2decc8e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:05.055082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:05.055461 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Checking segment: {'id': 'c60cd8fd-aa89-4dea-ab83-4949c48ad64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '3a863059-750e-4711-b714-56bdecb6ae5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:05.055871 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.056268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Bound using segment: {'id': 'c60cd8fd-aa89-4dea-ab83-4949c48ad64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '3a863059-750e-4711-b714-56bdecb6ae5a'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:05.056756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Bound port: 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60cd8fd-aa89-4dea-ab83-4949c48ad64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '3a863059-750e-4711-b714-56bdecb6ae5a'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:05.056993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-92841812-dd72-43ba-b378-8204f2decc8e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:05.057110 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.061644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2346f94b-ff3b-4698-b917-35c1832c83be tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.071102 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-92841812-dd72-43ba-b378-8204f2decc8e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:05.083208 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-92841812-dd72-43ba-b378-8204f2decc8e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:05.099068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=040a2c62-24e5-4f37-b323-f731aab9f51c,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:05.123377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1b29da4d-70eb-4190-97ad-4886f451769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:05.126451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9b06b87f-7c93-4fa2-94cb-c657c944b81f None None] Provisioning complete for port 040a2c62-24e5-4f37-b323-f731aab9f51c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:05.126847 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9b06b87f-7c93-4fa2-94cb-c657c944b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.205881 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2c8effaa-e0d8-463b-853a-48db7469bc7c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/9926c4e0-683a-4394-8931-166e64d1ac38 HTTP/1.1" status: 204 len: 168 time: 8.9076474 Apr 22 15:10:05.207746 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56142) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:05.219716 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7968b619-e6c3-4ba3-9344-d72cc46a0d4c tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Calling delete_port for caea34c3-5f54-4138-85c3-6effb105f8ed owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:05.236475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2346f94b-ff3b-4698-b917-35c1832c83be tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 3a7a6ab7-fbde-4579-b4e2-4425763e34f6 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:05.266638 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5b6dfee7-7650-4054-8a87-0ae21ebdc196 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 14.6125100 Apr 22 15:10:05.268703 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90c0537-a711-409e-9936-6a7cccb91cea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:05.287613 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56146) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:05.319630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29da4d-70eb-4190-97ad-4886f451769a None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:05.321018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1b29da4d-70eb-4190-97ad-4886f451769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:09:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:05.403093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1b29da4d-70eb-4190-97ad-4886f451769a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:05.403303 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29da4d-70eb-4190-97ad-4886f451769a None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:05.408385 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-11121192'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:05.410494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2346f94b-ff3b-4698-b917-35c1832c83be tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.413507 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] For port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:05.414330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:05.417643 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] For port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7,segment=NetworkSegment(c60cd8fd-aa89-4dea-ab83-4949c48ad64c),segment_id=c60cd8fd-aa89-4dea-ab83-4949c48ad64c)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:05.418816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Usage tracker for resource:network and tenant:c12731375b86407aa0ae0ac31717a9d7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:05.419897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9b06b87f-7c93-4fa2-94cb-c657c944b81f None None] Provisioning for port caea34c3-5f54-4138-85c3-6effb105f8ed completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:05.422014 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:05.425645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.430917 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:05.455902 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-a098d0f2-5350-40b8-9895-9ce883b88753 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:05.456306 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a098d0f2-5350-40b8-9895-9ce883b88753 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:05.460431 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a098d0f2-5350-40b8-9895-9ce883b88753 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/subnets/4b02520f-c9a7-4809-a9d7-37c8dbb5c5e9 HTTP/1.1" status: 404 len: 337 time: 0.2018819 Apr 22 15:10:05.468492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56150) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:05.471281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9b06b87f-7c93-4fa2-94cb-c657c944b81f None None] Provisioning complete for port caea34c3-5f54-4138-85c3-6effb105f8ed triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:05.471281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9b06b87f-7c93-4fa2-94cb-c657c944b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.485256 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60f4101b-90f8-4a56-8f96-897284babd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.488154 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346f94b-ff3b-4698-b917-35c1832c83be tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=3a7a6ab7-fbde-4579-b4e2-4425763e34f6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:05.563407 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-de74cf2c-7a48-4c53-9dfa-f0671abc38f1 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:05.563858 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de74cf2c-7a48-4c53-9dfa-f0671abc38f1 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:05.582992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe99d30-dfa3-458e-af6b-0a0d2f4dcb62 None None] Pushing event updated for resources: {'Port': ['ID=6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:05.586731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9b06b87f-7c93-4fa2-94cb-c657c944b81f None None] Port caea34c3-5f54-4138-85c3-6effb105f8ed cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:05.619496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9b06b87f-7c93-4fa2-94cb-c657c944b81f None None] Provisioning for port 147de152-7448-4123-879d-d7c79788e289 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:05.625416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9b06b87f-7c93-4fa2-94cb-c657c944b81f None None] Provisioning complete for port 147de152-7448-4123-879d-d7c79788e289 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:05.625831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9b06b87f-7c93-4fa2-94cb-c657c944b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.639942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92841812-dd72-43ba-b378-8204f2decc8e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.644233 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-de74cf2c-7a48-4c53-9dfa-f0671abc38f1 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/9926c4e0-683a-4394-8931-166e64d1ac38 HTTP/1.1" status: 404 len: 339 time: 0.1705647 Apr 22 15:10:05.645460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56154) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:05.646632 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Made reservation on behalf of c12731375b86407aa0ae0ac31717a9d7 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:05.650076 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.660185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 040a2c62-24e5-4f37-b323-f731aab9f51c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:05.673298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92841812-dd72-43ba-b378-8204f2decc8e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.683845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d90c0537-a711-409e-9936-6a7cccb91cea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.756543 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9b06b87f-7c93-4fa2-94cb-c657c944b81f None None] Port 147de152-7448-4123-879d-d7c79788e289 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:05.778340 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 040a2c62-24e5-4f37-b323-f731aab9f51c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:05.780131 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.806840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2346f94b-ff3b-4698-b917-35c1832c83be tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.811802 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2346f94b-ff3b-4698-b917-35c1832c83be tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/3a7a6ab7-fbde-4579-b4e2-4425763e34f6 HTTP/1.1" status: 204 len: 168 time: 1.5737028 Apr 22 15:10:05.816682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56158) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:05.883414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92841812-dd72-43ba-b378-8204f2decc8e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf4d27a-505e-4f51-868c-fac53a33e550,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:05.907971 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f832e99-00cc-43c8-be87-ad60f567a954 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.910096 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92841812-dd72-43ba-b378-8204f2decc8e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:05.914565 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-92841812-dd72-43ba-b378-8204f2decc8e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3669515 Apr 22 15:10:05.914565 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0e2b25-8e5a-40dc-9490-c530c31c6c47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] GET failed (client error): The resource could not be found. Apr 22 15:10:05.914831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2c0e2b25-8e5a-40dc-9490-c530c31c6c47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:05.917063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56162) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:05.924317 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-16b6cc25-5622-4d5d-8d03-ba68a546306d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': '8cf4d27a-505e-4f51-868c-fac53a33e550', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:05.925015 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-16b6cc25-5622-4d5d-8d03-ba68a546306d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:05.928865 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-16b6cc25-5622-4d5d-8d03-ba68a546306d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075543 Apr 22 15:10:05.931387 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56166) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:06.006502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0bce0584-2ae4-4ab3-8ef5-96260fc67954 None None] Provisioning complete for port caea34c3-5f54-4138-85c3-6effb105f8ed triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:06.006954 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0bce0584-2ae4-4ab3-8ef5-96260fc67954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.024844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2c0e2b25-8e5a-40dc-9490-c530c31c6c47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:06.028781 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2c0e2b25-8e5a-40dc-9490-c530c31c6c47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/3a7a6ab7-fbde-4579-b4e2-4425763e34f6 HTTP/1.1" status: 404 len: 333 time: 0.2089174 Apr 22 15:10:06.033130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56170) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:06.068454 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0bce0584-2ae4-4ab3-8ef5-96260fc67954 None None] Port caea34c3-5f54-4138-85c3-6effb105f8ed cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:06.079958 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0bce0584-2ae4-4ab3-8ef5-96260fc67954 None None] Provisioning complete for port 147de152-7448-4123-879d-d7c79788e289 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:06.080693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0bce0584-2ae4-4ab3-8ef5-96260fc67954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.140804 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0bce0584-2ae4-4ab3-8ef5-96260fc67954 None None] Port 147de152-7448-4123-879d-d7c79788e289 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:06.190583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f832e99-00cc-43c8-be87-ad60f567a954 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.235087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-8f832e99-00cc-43c8-be87-ad60f567a954 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596a609b-f746-44ee-ad09-eb9bff75530f']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:06.263913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6007d681-8156-4388-8a57-3f745c01df54 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.291547 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7968b619-e6c3-4ba3-9344-d72cc46a0d4c tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.297195 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:10:06.327708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-8f832e99-00cc-43c8-be87-ad60f567a954 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8acacf-ce28-4df5-95b7-1251eabf4e8f') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:06.328011 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-8f832e99-00cc-43c8-be87-ad60f567a954 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8acacf-ce28-4df5-95b7-1251eabf4e8f') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:06.361359 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968b619-e6c3-4ba3-9344-d72cc46a0d4c tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Pushing event deleted for resources: {'Port': ['ID=caea34c3-5f54-4138-85c3-6effb105f8ed,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:06.362069 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f832e99-00cc-43c8-be87-ad60f567a954 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.370218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.370560 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Added segment 469bcd4d-0ec9-4b7e-8728-f18b57902ef2 of type vlan for network 58d0f43b-ee08-4556-ae1b-d959581a46eb Apr 22 15:10:06.379608 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6007d681-8156-4388-8a57-3f745c01df54 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.410862 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f832e99-00cc-43c8-be87-ad60f567a954 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.444312 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f832e99-00cc-43c8-be87-ad60f567a954 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:10:06.445905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f832e99-00cc-43c8-be87-ad60f567a954 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:10:06.472619 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:10:06.500670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7968b619-e6c3-4ba3-9344-d72cc46a0d4c tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.505094 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.566704 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7968b619-e6c3-4ba3-9344-d72cc46a0d4c tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] 10.222.0.71 "DELETE /v2.0/ports/caea34c3-5f54-4138-85c3-6effb105f8ed HTTP/1.1" status: 204 len: 168 time: 3.1744592 Apr 22 15:10:06.580687 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56174) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:06.599350 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b030d7-807b-44a9-8a26-7e1998352fa2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting subnet 5d588b81-e125-4a4f-8320-12ba29df78d9 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:06.611486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6007d681-8156-4388-8a57-3f745c01df54 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.621028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-79b030d7-807b-44a9-8a26-7e1998352fa2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.648569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c6d3b6de-e68c-4303-a352-d2c92b4129f2 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Request body: {'port': {'name': 'tempest-new-port-name-147572383', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:06.648966 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.api.validators [None req-c6d3b6de-e68c-4303-a352-d2c92b4129f2 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] bootfile-name is not in valid_values {{(pid=83934) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 15:10:06.649310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.api.validators [None req-c6d3b6de-e68c-4303-a352-d2c92b4129f2 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] tftp-server is not in valid_values {{(pid=83934) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 15:10:06.649649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.api.validators [None req-c6d3b6de-e68c-4303-a352-d2c92b4129f2 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] server-ip-address is not in valid_values {{(pid=83934) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 15:10:06.684737 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f832e99-00cc-43c8-be87-ad60f567a954 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.685015 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.685119 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007d681-8156-4388-8a57-3f745c01df54 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf4d27a-505e-4f51-868c-fac53a33e550,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:06.690394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:06.691079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.721036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8f832e99-00cc-43c8-be87-ad60f567a954 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.748543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f832e99-00cc-43c8-be87-ad60f567a954 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Network': ['ID=596a609b-f746-44ee-ad09-eb9bff75530f,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:06.751949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-79b030d7-807b-44a9-8a26-7e1998352fa2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.792076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6007d681-8156-4388-8a57-3f745c01df54 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.793470 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6007d681-8156-4388-8a57-3f745c01df54 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "DELETE /v2.0/security-groups/8cf4d27a-505e-4f51-868c-fac53a33e550 HTTP/1.1" status: 204 len: 168 time: 0.8611495 Apr 22 15:10:06.804058 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8f832e99-00cc-43c8-be87-ad60f567a954 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/596a609b-f746-44ee-ad09-eb9bff75530f HTTP/1.1" status: 204 len: 168 time: 1.1582191 Apr 22 15:10:06.807449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56178) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:06.807775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56180) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:06.845139 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5182419 Apr 22 15:10:06.852473 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d90c0537-a711-409e-9936-6a7cccb91cea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:06.860102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56186) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:06.917484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'subnet': {'network_id': '58d0f43b-ee08-4556-ae1b-d959581a46eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:06.949635 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91313dfb-cb29-4030-a279-376f181eeaf2 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Network': ['ID=58d0f43b-ee08-4556-ae1b-d959581a46eb,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:06.989969 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-111323d6-ee10-4932-a964-1ecaf5c75c1c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:06.990578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111323d6-ee10-4932-a964-1ecaf5c75c1c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:06.995290 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-111323d6-ee10-4932-a964-1ecaf5c75c1c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/subnets/ae7db9a8-4a0c-4a1d-bf53-27c9dee169c9 HTTP/1.1" status: 404 len: 337 time: 0.1850512 Apr 22 15:10:06.995721 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56190) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:07.056167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d6a56269-81ea-40e9-a1f0-50cf4d6c7b46 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Synchronizing usage tracker for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:07.061796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-79b030d7-807b-44a9-8a26-7e1998352fa2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.062800 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fe8f92-007f-49f0-8f8d-6c05ce821426 None None] Network 3a863059-750e-4711-b714-56bdecb6ae5a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:07.114426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d6a56269-81ea-40e9-a1f0-50cf4d6c7b46 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Unset dirty status for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:07.125891 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d6a56269-81ea-40e9-a1f0-50cf4d6c7b46 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3070073 Apr 22 15:10:07.125891 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56194) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:07.131074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90c0537-a711-409e-9936-6a7cccb91cea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:07.150430 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cf18e8-20e2-4c08-aae1-a8b184a3ff26 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:07.150863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cf18e8-20e2-4c08-aae1-a8b184a3ff26 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:07.152556 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-01cf18e8-20e2-4c08-aae1-a8b184a3ff26 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/0ed3f4bd-5aa6-4b24-83ee-a8585e4379e1 HTTP/1.1" status: 404 len: 339 time: 0.1000402 Apr 22 15:10:07.167560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 58d0f43b-ee08-4556-ae1b-d959581a46eb details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:10:07.168211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3342b13e-f41e-413d-aefd-44cde7638ff0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group': {'name': 'tempest-secgroup--155583972'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:07.173760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56198) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:07.178566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3342b13e-f41e-413d-aefd-44cde7638ff0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:07.184476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d90c0537-a711-409e-9936-6a7cccb91cea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:07.187377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90c0537-a711-409e-9936-6a7cccb91cea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:07.187959 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d90c0537-a711-409e-9936-6a7cccb91cea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.215898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c0537-a711-409e-9936-6a7cccb91cea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=9798bfa6-b5a8-4f31-b25e-d1ca4f7748be,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:07.245941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbf9ecb-cbb9-4d81-ba0d-7dc8ff2a949b None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:07.250499 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b6de-e68c-4303-a352-d2c92b4129f2 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.271114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3342b13e-f41e-413d-aefd-44cde7638ff0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:07.275252 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d90c0537-a711-409e-9936-6a7cccb91cea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9272432 Apr 22 15:10:07.278740 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56202) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:07.287539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:07.290326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-18505ebb-90e0-4dee-b9ee-d82779f48c16 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-555205121', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:07.300508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-18505ebb-90e0-4dee-b9ee-d82779f48c16 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:07.323754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-79b030d7-807b-44a9-8a26-7e1998352fa2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.335331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8774af4b-ca78-4748-8b8f-74f16ccb12f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.386522 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fb4ef4c9-b803-4643-88c2-ebd376d3d623 None None] Provisioning for port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:07.408131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-18505ebb-90e0-4dee-b9ee-d82779f48c16 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:router and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:07.417159 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3342b13e-f41e-413d-aefd-44cde7638ff0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.429079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Usage tracker for resource:subnet and tenant:c12731375b86407aa0ae0ac31717a9d7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:07.435243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-18505ebb-90e0-4dee-b9ee-d82779f48c16 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:07.442854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b030d7-807b-44a9-8a26-7e1998352fa2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Subnet': ['ID=5d588b81-e125-4a4f-8320-12ba29df78d9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:07.458044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-18505ebb-90e0-4dee-b9ee-d82779f48c16 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:07.481787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-79b030d7-807b-44a9-8a26-7e1998352fa2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.486669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:07.505323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-18505ebb-90e0-4dee-b9ee-d82779f48c16 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.506290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-18505ebb-90e0-4dee-b9ee-d82779f48c16 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.527257 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-79b030d7-807b-44a9-8a26-7e1998352fa2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/5d588b81-e125-4a4f-8320-12ba29df78d9 HTTP/1.1" status: 204 len: 168 time: 1.4934847 Apr 22 15:10:07.530730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56206) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:07.539361 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:07.582670 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3342b13e-f41e-413d-aefd-44cde7638ff0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:07.607593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Made reservation on behalf of c12731375b86407aa0ae0ac31717a9d7 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:07.645565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3342b13e-f41e-413d-aefd-44cde7638ff0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:07.657194 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3342b13e-f41e-413d-aefd-44cde7638ff0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:07.662846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f06c3e0-7b7c-4810-b9d7-c945bc9d16bb tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting subnet 2f749e51-40dc-47c9-97f2-e14fb5b02e96 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:07.674285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '9798bfa6-b5a8-4f31-b25e-d1ca4f7748be'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:10:07.675165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.704929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f06c3e0-7b7c-4810-b9d7-c945bc9d16bb tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.742909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3342b13e-f41e-413d-aefd-44cde7638ff0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:07.776927 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:07.788215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-18505ebb-90e0-4dee-b9ee-d82779f48c16 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.795147 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.805961 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] DHCP port deletion for 3a863059-750e-4711-b714-56bdecb6ae5a request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:10:07.826100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f06c3e0-7b7c-4810-b9d7-c945bc9d16bb tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.884852 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Deleting port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:07.884852 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.905846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:07.906238 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.942842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-18505ebb-90e0-4dee-b9ee-d82779f48c16 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:07.983126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3342b13e-f41e-413d-aefd-44cde7638ff0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.006585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3342b13e-f41e-413d-aefd-44cde7638ff0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.035602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.116079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-18505ebb-90e0-4dee-b9ee-d82779f48c16 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.117785 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-18505ebb-90e0-4dee-b9ee-d82779f48c16 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8380778 Apr 22 15:10:08.125230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56214) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:08.137996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3342b13e-f41e-413d-aefd-44cde7638ff0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.143081 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3342b13e-f41e-413d-aefd-44cde7638ff0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0136313 Apr 22 15:10:08.152809 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:08.162188 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56218) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:08.173298 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Allocated IP 2001:db8::2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/9798bfa6-b5a8-4f31-b25e-d1ca4f7748be/9bdbd950-a29b-45f7-bd42-9c82f33f873f) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:08.191145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:08.191594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.191731 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-28b46531-18ac-4d20-9e0b-55bc9f32e05f tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': 'b804ecb7-cd49-495f-bed1-f55dfbc5dd5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:08.192316 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-28b46531-18ac-4d20-9e0b-55bc9f32e05f tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:08.198444 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-28b46531-18ac-4d20-9e0b-55bc9f32e05f tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0208681 Apr 22 15:10:08.202763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342b13e-f41e-413d-aefd-44cde7638ff0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b804ecb7-cd49-495f-bed1-f55dfbc5dd5b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:08.205037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56222) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:08.233423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-eca96968-7a1a-44fe-9687-984eaceff8fa tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': 'b804ecb7-cd49-495f-bed1-f55dfbc5dd5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:08.234913 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-eca96968-7a1a-44fe-9687-984eaceff8fa tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:08.238807 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-eca96968-7a1a-44fe-9687-984eaceff8fa tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0203760 Apr 22 15:10:08.269189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56226) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:08.284239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-63630547-dcf2-4957-acef-787ce1932c33 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': 'b804ecb7-cd49-495f-bed1-f55dfbc5dd5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:08.284944 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-63630547-dcf2-4957-acef-787ce1932c33 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:08.293933 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-63630547-dcf2-4957-acef-787ce1932c33 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0137968 Apr 22 15:10:08.294254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f06c3e0-7b7c-4810-b9d7-c945bc9d16bb tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.294404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56230) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:08.319517 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-60d2e8b8-691a-43d8-bf5a-570c41598145 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': 'b804ecb7-cd49-495f-bed1-f55dfbc5dd5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:08.320570 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-60d2e8b8-691a-43d8-bf5a-570c41598145 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:08.325248 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-60d2e8b8-691a-43d8-bf5a-570c41598145 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0227730 Apr 22 15:10:08.327851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56234) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:08.429498 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b6de-e68c-4303-a352-d2c92b4129f2 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.445521 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] For port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7,segment=NetworkSegment(c60cd8fd-aa89-4dea-ab83-4949c48ad64c),segment_id=c60cd8fd-aa89-4dea-ab83-4949c48ad64c)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:08.445901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.492385 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b6de-e68c-4303-a352-d2c92b4129f2 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.519940 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] For port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7,segment=NetworkSegment(c60cd8fd-aa89-4dea-ab83-4949c48ad64c),segment_id=c60cd8fd-aa89-4dea-ab83-4949c48ad64c)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:08.520962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.584609 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Calling delete_port for 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:08.616935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24add11e-e2ed-4f22-a97c-218646f9665b tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.660166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c6d3b6de-e68c-4303-a352-d2c92b4129f2 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] In _notify_port_updated(), no bound segment for port 147de152-7448-4123-879d-d7c79788e289 on network 69bd53ba-bc4d-418b-85f4-be71a1a5b48d {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:10:08.667306 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d3b6de-e68c-4303-a352-d2c92b4129f2 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:08.667974 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c6d3b6de-e68c-4303-a352-d2c92b4129f2 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.669294 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c6d3b6de-e68c-4303-a352-d2c92b4129f2 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] 10.222.0.71 "PUT /v2.0/ports/147de152-7448-4123-879d-d7c79788e289 HTTP/1.1" status: 200 len: 1129 time: 2.0795572 Apr 22 15:10:08.707564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56238) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:08.709737 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.735340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3b6de-e68c-4303-a352-d2c92b4129f2 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Pushing event updated for resources: {'Port': ['ID=147de152-7448-4123-879d-d7c79788e289,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:08.740982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:08.802708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7,segment=NetworkSegment(c60cd8fd-aa89-4dea-ab83-4949c48ad64c),segment_id=c60cd8fd-aa89-4dea-ab83-4949c48ad64c)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:08.874342 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24add11e-e2ed-4f22-a97c-218646f9665b tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:08.899148 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.002566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:10:09.002766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.003415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:10:09.022754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.030865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f06c3e0-7b7c-4810-b9d7-c945bc9d16bb tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.042002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9d6efb3f-ec38-489e-a802-6dffa4ff450d None None] Provisioning complete for port 147de152-7448-4123-879d-d7c79788e289 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:09.042475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d6efb3f-ec38-489e-a802-6dffa4ff450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.060956 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916ddc15-25b2-417b-8de9-ed259c5b7cb3 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:09.061587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-916ddc15-25b2-417b-8de9-ed259c5b7cb3 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Synchronizing usage tracker for tenant:a94545c6dcaa42618a9e417753681900 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:09.073381 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Transition to ACTIVE for port object 9bdbd950-a29b-45f7-bd42-9c82f33f873f will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:09.085087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:09.093322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06c3e0-7b7c-4810-b9d7-c945bc9d16bb tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Subnet': ['ID=2f749e51-40dc-47c9-97f2-e14fb5b02e96,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:09.123990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Transition to ACTIVE for port object 9bdbd950-a29b-45f7-bd42-9c82f33f873f will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:09.124215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f06c3e0-7b7c-4810-b9d7-c945bc9d16bb tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.125382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9d6efb3f-ec38-489e-a802-6dffa4ff450d None None] Port 147de152-7448-4123-879d-d7c79788e289 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:09.128973 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a40afb4-fa9b-4fc3-bd3c-003056dba4da None None] Network fdd6dc9f-d384-45b9-bbe9-e55fde607bfa requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:09.151135 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.186256 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Subnet': ['ID=268b8c5f-dffc-4a66-8b1c-f8d7c765ace0,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:09.189155 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-916ddc15-25b2-417b-8de9-ed259c5b7cb3 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Unset dirty status for tenant:a94545c6dcaa42618a9e417753681900 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:09.195224 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-916ddc15-25b2-417b-8de9-ed259c5b7cb3 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] 10.222.0.71 "GET /v2.0/ports/147de152-7448-4123-879d-d7c79788e289 HTTP/1.1" status: 200 len: 1129 time: 0.4629846 Apr 22 15:10:09.198589 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56242) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:09.207697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24add11e-e2ed-4f22-a97c-218646f9665b tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.237445 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0f06c3e0-7b7c-4810-b9d7-c945bc9d16bb tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/subnets/2f749e51-40dc-47c9-97f2-e14fb5b02e96 HTTP/1.1" status: 204 len: 168 time: 2.0606394 Apr 22 15:10:09.242825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56246) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:09.247177 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24add11e-e2ed-4f22-a97c-218646f9665b tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b804ecb7-cd49-495f-bed1-f55dfbc5dd5b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:09.259781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:10:09.259781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:10:09.289443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:09.296614 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:09.319323 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:09.325487 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Pushing event updated for resources: {'Port': ['ID=9bdbd950-a29b-45f7-bd42-9c82f33f873f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:09.341540 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-094272e0-7ed1-4797-9ed4-32a2706e0949 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Deleting port 147de152-7448-4123-879d-d7c79788e289 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:09.341887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-094272e0-7ed1-4797-9ed4-32a2706e0949 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.353277 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Checking segment: {'id': '469bcd4d-0ec9-4b7e-8728-f18b57902ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '58d0f43b-ee08-4556-ae1b-d959581a46eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:09.353899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network hostable DHCP agents. Network: 58d0f43b-ee08-4556-ae1b-d959581a46eb, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:10:09.437521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24add11e-e2ed-4f22-a97c-218646f9665b tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.438673 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-24add11e-e2ed-4f22-a97c-218646f9665b tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "DELETE /v2.0/security-groups/b804ecb7-cd49-495f-bed1-f55dfbc5dd5b HTTP/1.1" status: 204 len: 168 time: 1.1099284 Apr 22 15:10:09.442526 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56250) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:09.477537 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Attempting to bind port 9bdbd950-a29b-45f7-bd42-9c82f33f873f on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:09.478107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Attempting to bind port 9bdbd950-a29b-45f7-bd42-9c82f33f873f by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:09.479294 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Attempting to bind port 9bdbd950-a29b-45f7-bd42-9c82f33f873f on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:09.507618 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Deleting port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:09.507618 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.552756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:09.553286 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:09.553499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.554621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:09.554947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Bound port: 9bdbd950-a29b-45f7-bd42-9c82f33f873f, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:09.555928 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.581425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:09.587348 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.611698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-60f4101b-90f8-4a56-8f96-897284babd0c admin admin] Deleting port e0fdae62-c8bb-4049-8979-e472d0a17531 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:09.612038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60f4101b-90f8-4a56-8f96-897284babd0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.678988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 58d0f43b-ee08-4556-ae1b-d959581a46eb is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:10:09.748288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d4a7a41c-9684-4a70-a216-79c360bd7391 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Synchronizing usage tracker for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:09.800345 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 58d0f43b-ee08-4556-ae1b-d959581a46eb) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:09.804810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:09.805750 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.813257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:09.813257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.822441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff111b1-d79d-42de-9fca-12d745b03b62 None None] Network 58d0f43b-ee08-4556-ae1b-d959581a46eb requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:09.825765 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-caca431a-fc1e-4d4c-9692-d9e93dd05d63 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting subnet 6421cf43-ef5d-42b4-b753-904766b08a45 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:09.842196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-caca431a-fc1e-4d4c-9692-d9e93dd05d63 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.902836 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fa769ca6-b862-4977-9790-2af5d91a5af3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0056169 Apr 22 15:10:09.931199 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56254) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:09.951854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1759774650', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:09.954493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-caca431a-fc1e-4d4c-9692-d9e93dd05d63 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:09.976976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d4a7a41c-9684-4a70-a216-79c360bd7391 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Unset dirty status for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:09.984280 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d4a7a41c-9684-4a70-a216-79c360bd7391 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5203977 Apr 22 15:10:10.020839 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] For port 9bdbd950-a29b-45f7-bd42-9c82f33f873f, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:10.023931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56258) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:10.024426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:10.044328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-aa7ecc31-b469-4afa-8a98-75deb55470ee tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758144898'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:10.072490 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Usage tracker for resource:router and tenant:c12731375b86407aa0ae0ac31717a9d7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:10.082606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] For port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7,segment=NetworkSegment(c60cd8fd-aa89-4dea-ab83-4949c48ad64c),segment_id=c60cd8fd-aa89-4dea-ab83-4949c48ad64c)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:10.082815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-aa7ecc31-b469-4afa-8a98-75deb55470ee tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:10.083861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.086266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:10.109809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:10.111867 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] For port 9bdbd950-a29b-45f7-bd42-9c82f33f873f, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9bdbd950-a29b-45f7-bd42-9c82f33f873f,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:10.117893 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-094272e0-7ed1-4797-9ed4-32a2706e0949 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.143696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-60f4101b-90f8-4a56-8f96-897284babd0c admin admin] For port e0fdae62-c8bb-4049-8979-e472d0a17531, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e0fdae62-c8bb-4049-8979-e472d0a17531,segment=NetworkSegment(54c8cbc3-1752-4629-a44e-19e6e6c33ad2),segment_id=54c8cbc3-1752-4629-a44e-19e6e6c33ad2)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:10.144307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60f4101b-90f8-4a56-8f96-897284babd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.173101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-aa7ecc31-b469-4afa-8a98-75deb55470ee tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:10.233222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.244041 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Calling delete_port for 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:10.280939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-60f4101b-90f8-4a56-8f96-897284babd0c admin admin] Calling delete_port for e0fdae62-c8bb-4049-8979-e472d0a17531 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:10.317130 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.344931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.346352 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.428926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7,segment=NetworkSegment(c60cd8fd-aa89-4dea-ab83-4949c48ad64c),segment_id=c60cd8fd-aa89-4dea-ab83-4949c48ad64c)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:10.456967 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-caca431a-fc1e-4d4c-9692-d9e93dd05d63 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.458407 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-094272e0-7ed1-4797-9ed4-32a2706e0949 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Calling delete_port for 147de152-7448-4123-879d-d7c79788e289 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:10.478265 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.515578 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2a92a-932c-4018-81ae-092177bf74a8 None None] Pushing event updated for resources: {'Port': ['ID=9bdbd950-a29b-45f7-bd42-9c82f33f873f,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:10.539301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecc31-b469-4afa-8a98-75deb55470ee tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.569843 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:10:10.570867 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:10:10.623527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-caca431a-fc1e-4d4c-9692-d9e93dd05d63 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.653604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-58d0f43b-ee08-4556-ae1b-d959581a46eb', 'network_id': '58d0f43b-ee08-4556-ae1b-d959581a46eb', 'tenant_id': 'c12731375b86407aa0ae0ac31717a9d7', 'fixed_ips': [{'subnet_id': '268b8c5f-dffc-4a66-8b1c-f8d7c765ace0'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:10:10.654596 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.675900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:10.698600 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-caca431a-fc1e-4d4c-9692-d9e93dd05d63 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.716335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca431a-fc1e-4d4c-9692-d9e93dd05d63 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Subnet': ['ID=6421cf43-ef5d-42b4-b753-904766b08a45,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:10.722592 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-caca431a-fc1e-4d4c-9692-d9e93dd05d63 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/subnets/6421cf43-ef5d-42b4-b753-904766b08a45 HTTP/1.1" status: 204 len: 168 time: 1.4723370 Apr 22 15:10:10.732626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56262) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:10.853028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] For port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7,segment=NetworkSegment(c60cd8fd-aa89-4dea-ab83-4949c48ad64c),segment_id=c60cd8fd-aa89-4dea-ab83-4949c48ad64c)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:10.854021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.942098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:10.943183 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Allocated IP 172.20.0.2 (58d0f43b-ee08-4556-ae1b-d959581a46eb/268b8c5f-dffc-4a66-8b1c-f8d7c765ace0/ef1b09b5-59c4-49f6-b901-8912b9ca9ca1) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:10.961275 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb542be-f09a-49fe-a6e5-19b9116476c7 None None] Network fdd6dc9f-d384-45b9-bbe9-e55fde607bfa requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:11.014472 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8774af4b-ca78-4748-8b8f-74f16ccb12f4 admin admin] Deleting port 28f36c06-fcbe-4e87-87dd-c24a65d9a355 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:11.014909 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8774af4b-ca78-4748-8b8f-74f16ccb12f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.063290 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.088357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-aa7ecc31-b469-4afa-8a98-75deb55470ee tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:11.168454 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:11.195693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-aa7ecc31-b469-4afa-8a98-75deb55470ee tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:11.203676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-aa7ecc31-b469-4afa-8a98-75deb55470ee tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:11.214503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting port 4df71e54-3872-4052-8538-0526a9c4c02f {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:11.214832 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.229573 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-aa7ecc31-b469-4afa-8a98-75deb55470ee tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:11.234463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::1 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/9798bfa6-b5a8-4f31-b25e-d1ca4f7748be/f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:11.290189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60f4101b-90f8-4a56-8f96-897284babd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.323794 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Deleting port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:11.324337 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.330415 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-094272e0-7ed1-4797-9ed4-32a2706e0949 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.384408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4101b-90f8-4a56-8f96-897284babd0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fdae62-c8bb-4049-8979-e472d0a17531,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:11.411144 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-eb21d3e7-51b0-492e-be20-b752f99fdb78 None None] Provisioning complete for port 4df71e54-3872-4052-8538-0526a9c4c02f triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:11.411441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb21d3e7-51b0-492e-be20-b752f99fdb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.484394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094272e0-7ed1-4797-9ed4-32a2706e0949 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Pushing event deleted for resources: {'Port': ['ID=147de152-7448-4123-879d-d7c79788e289,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:11.511253 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-8774af4b-ca78-4748-8b8f-74f16ccb12f4 admin admin] For port 28f36c06-fcbe-4e87-87dd-c24a65d9a355, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=28f36c06-fcbe-4e87-87dd-c24a65d9a355,segment=NetworkSegment(9516aeb7-fa4e-4eae-bc12-937c57d03bcd),segment_id=9516aeb7-fa4e-4eae-bc12-937c57d03bcd)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:11.511615 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8774af4b-ca78-4748-8b8f-74f16ccb12f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.603005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.714029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecc31-b469-4afa-8a98-75deb55470ee tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.735993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Transition to ACTIVE for port object ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:11.751272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:10:11.751612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:10:11.752126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecc31-b469-4afa-8a98-75deb55470ee tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.810672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8774af4b-ca78-4748-8b8f-74f16ccb12f4 admin admin] Calling delete_port for 28f36c06-fcbe-4e87-87dd-c24a65d9a355 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:11.881833 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9bdbd950-a29b-45f7-bd42-9c82f33f873f up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:11.945847 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aa7ecc31-b469-4afa-8a98-75deb55470ee tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.949768 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-aa7ecc31-b469-4afa-8a98-75deb55470ee tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9174612 Apr 22 15:10:11.953470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56270) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:11.961309 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ecc31-b469-4afa-8a98-75deb55470ee tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf44253-d6fd-4158-a18e-ca8f15365865,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:11.963951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-094272e0-7ed1-4797-9ed4-32a2706e0949 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:11.967334 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-094272e0-7ed1-4797-9ed4-32a2706e0949 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] 10.222.0.71 "DELETE /v2.0/ports/147de152-7448-4123-879d-d7c79788e289 HTTP/1.1" status: 204 len: 168 time: 2.7683637 Apr 22 15:10:11.978111 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-71272bfd-0824-47cf-ae3d-635a137caa37 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': '7cf44253-d6fd-4158-a18e-ca8f15365865', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:11.979070 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-71272bfd-0824-47cf-ae3d-635a137caa37 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:11.983965 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-71272bfd-0824-47cf-ae3d-635a137caa37 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0283430 Apr 22 15:10:11.986821 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56274) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:11.987376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56276) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:12.018538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] For port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7,segment=NetworkSegment(c60cd8fd-aa89-4dea-ab83-4949c48ad64c),segment_id=c60cd8fd-aa89-4dea-ab83-4949c48ad64c)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:12.018933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.065460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.088886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:12.099134 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Transition to ACTIVE for port object ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:12.101339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-9bbbb5a7-c47c-4621-8427-23d3b5f0bb69 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': '7cf44253-d6fd-4158-a18e-ca8f15365865', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:12.145633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9bbbb5a7-c47c-4621-8427-23d3b5f0bb69 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:12.155474 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.176790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9bbbb5a7-c47c-4621-8427-23d3b5f0bb69 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:12.186551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9bbbb5a7-c47c-4621-8427-23d3b5f0bb69 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:12.216238 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9bbbb5a7-c47c-4621-8427-23d3b5f0bb69 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:12.234008 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Calling delete_port for 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:12.251160 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] For port 4df71e54-3872-4052-8538-0526a9c4c02f, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=4df71e54-3872-4052-8538-0526a9c4c02f,segment=NetworkSegment(5318ca35-7310-49b1-baba-ee6e0b0eb057),segment_id=5318ca35-7310-49b1-baba-ee6e0b0eb057)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:12.251570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.263351 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.310917 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.374017 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Network 58d0f43b-ee08-4556-ae1b-d959581a46eb is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:12.376458 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 9bdbd950-a29b-45f7-bd42-9c82f33f873f completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:12.383767 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:12.390658 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:12.394681 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Calling delete_port for 4df71e54-3872-4052-8538-0526a9c4c02f owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:12.403795 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Pushing event updated for resources: {'Port': ['ID=ef1b09b5-59c4-49f6-b901-8912b9ca9ca1,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:12.450182 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788a6bc5-9a0d-4c51-ab29-0b1ff6db63eb None None] DHCP port deletion for fdd6dc9f-d384-45b9-bbe9-e55fde607bfa request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:10:12.486881 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-9bbbb5a7-c47c-4621-8427-23d3b5f0bb69 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:12.488036 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9bbbb5a7-c47c-4621-8427-23d3b5f0bb69 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3924458 Apr 22 15:10:12.491918 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56282) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:12.497826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-788a6bc5-9a0d-4c51-ab29-0b1ff6db63eb None None] Deleting port 4df71e54-3872-4052-8538-0526a9c4c02f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:12.498228 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-788a6bc5-9a0d-4c51-ab29-0b1ff6db63eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.500694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:12.505327 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-944f8ec6-2b23-4690-ac29-6422a74f3d4e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': '7cf44253-d6fd-4158-a18e-ca8f15365865', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:12.505988 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-944f8ec6-2b23-4690-ac29-6422a74f3d4e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:12.507164 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-944f8ec6-2b23-4690-ac29-6422a74f3d4e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106394 Apr 22 15:10:12.507280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:12.514443 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56286) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:12.526368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b9f13b93-b9ff-4121-80df-e7b06d3fcb1e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': '7cf44253-d6fd-4158-a18e-ca8f15365865', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:12.528757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:12.529376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.532222 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:12.536398 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.555518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b9f13b93-b9ff-4121-80df-e7b06d3fcb1e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:12.564190 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b9f13b93-b9ff-4121-80df-e7b06d3fcb1e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:12.565536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:12.565948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.577598 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b9f13b93-b9ff-4121-80df-e7b06d3fcb1e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:12.606128 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b9f13b93-b9ff-4121-80df-e7b06d3fcb1e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:12.614928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15fd7c3-be51-4bdc-95d9-489e7878b81a tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Deleting subnet a0500f6c-74a1-4a56-aca8-6362bee1e7e9 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:12.619953 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.642901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] Pushing event deleted for resources: {'Port': ['ID=6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:12.650575 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Attempting to bind port ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:12.650575 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Attempting to bind port ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '469bcd4d-0ec9-4b7e-8728-f18b57902ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '58d0f43b-ee08-4556-ae1b-d959581a46eb'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:12.650575 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Attempting to bind port ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 on network 58d0f43b-ee08-4556-ae1b-d959581a46eb {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:12.661962 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd774787-e9f8-44e8-8eba-755db3e8e1a1 None None] No DVR routers for this DVR port 6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:10:12.662662 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] The port '6f1fce05-27e1-4e8b-b7cf-7808b1e0a1c7' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:10:12.666206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b15fd7c3-be51-4bdc-95d9-489e7878b81a tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.683369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Port': ['ID=4df71e54-3872-4052-8538-0526a9c4c02f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:12.708353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-471f5d6c-7d97-442e-bc02-1faac2326162 None None] Provisioning for port 9bdbd950-a29b-45f7-bd42-9c82f33f873f completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:12.717482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-788a6bc5-9a0d-4c51-ab29-0b1ff6db63eb None None] The port '4df71e54-3872-4052-8538-0526a9c4c02f' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:10:12.718842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:12.719415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Checking segment: {'id': '469bcd4d-0ec9-4b7e-8728-f18b57902ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '58d0f43b-ee08-4556-ae1b-d959581a46eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:12.719972 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.720512 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Bound using segment: {'id': '469bcd4d-0ec9-4b7e-8728-f18b57902ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '58d0f43b-ee08-4556-ae1b-d959581a46eb'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:12.721142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Bound port: ef1b09b5-59c4-49f6-b901-8912b9ca9ca1, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469bcd4d-0ec9-4b7e-8728-f18b57902ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '58d0f43b-ee08-4556-ae1b-d959581a46eb'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:12.721773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.735537 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7e10fe67-f8c9-4638-a802-c0b057f8bdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.742392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-471f5d6c-7d97-442e-bc02-1faac2326162 None None] Provisioning complete for port 9bdbd950-a29b-45f7-bd42-9c82f33f873f triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:12.743022 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-471f5d6c-7d97-442e-bc02-1faac2326162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.755958 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No DVR routers for this DVR port 4df71e54-3872-4052-8538-0526a9c4c02f on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:10:12.908257 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-b9f13b93-b9ff-4121-80df-e7b06d3fcb1e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:12.909418 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b9f13b93-b9ff-4121-80df-e7b06d3fcb1e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3914814 Apr 22 15:10:12.920850 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56290) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:12.950886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a6e7d360-d8ce-4d69-af77-0cf9a041fa2a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': '7cf44253-d6fd-4158-a18e-ca8f15365865', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:12.952368 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-a6e7d360-d8ce-4d69-af77-0cf9a041fa2a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:12.957081 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a6e7d360-d8ce-4d69-af77-0cf9a041fa2a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0314529 Apr 22 15:10:12.966458 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.974123 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56294) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:12.984874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-1e0ed316-c798-4a0b-b4ac-235b34ba7ec3 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': '7cf44253-d6fd-4158-a18e-ca8f15365865', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:12.989266 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8774af4b-ca78-4748-8b8f-74f16ccb12f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:12.997248 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] For port ef1b09b5-59c4-49f6-b901-8912b9ca9ca1, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:13.008075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] For port ef1b09b5-59c4-49f6-b901-8912b9ca9ca1, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ef1b09b5-59c4-49f6-b901-8912b9ca9ca1,segment=NetworkSegment(469bcd4d-0ec9-4b7e-8728-f18b57902ef2),segment_id=469bcd4d-0ec9-4b7e-8728-f18b57902ef2)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:13.011267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-471f5d6c-7d97-442e-bc02-1faac2326162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.034390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.044465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1e0ed316-c798-4a0b-b4ac-235b34ba7ec3 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:13.050586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b15fd7c3-be51-4bdc-95d9-489e7878b81a tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.062823 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1e0ed316-c798-4a0b-b4ac-235b34ba7ec3 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:13.066171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd6dc9f-d384-45b9-bbe9-e55fde607bfa']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:13.075381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774af4b-ca78-4748-8b8f-74f16ccb12f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f36c06-fcbe-4e87-87dd-c24a65d9a355,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:13.079936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1e0ed316-c798-4a0b-b4ac-235b34ba7ec3 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:13.089608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5318ca35-7310-49b1-baba-ee6e0b0eb057') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:13.089781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5318ca35-7310-49b1-baba-ee6e0b0eb057') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:13.099875 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1e0ed316-c798-4a0b-b4ac-235b34ba7ec3 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:13.114921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.124452 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-471f5d6c-7d97-442e-bc02-1faac2326162 None None] For port 9bdbd950-a29b-45f7-bd42-9c82f33f873f, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9bdbd950-a29b-45f7-bd42-9c82f33f873f,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:13.144978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.148333 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-471f5d6c-7d97-442e-bc02-1faac2326162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.154898 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c62375-5096-43a1-931d-e543d7195ddd None None] Pushing event updated for resources: {'Port': ['ID=ef1b09b5-59c4-49f6-b901-8912b9ca9ca1,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:13.157772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.174213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a863059-750e-4711-b714-56bdecb6ae5a']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:13.215869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60f4101b-90f8-4a56-8f96-897284babd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.232692 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-1e0ed316-c798-4a0b-b4ac-235b34ba7ec3 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Project 24d3f7b1ec46433397022b1d19a7eec0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:10:13.250880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f5d6c-7d97-442e-bc02-1faac2326162 None None] Pushing event updated for resources: {'Port': ['ID=9bdbd950-a29b-45f7-bd42-9c82f33f873f,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:13.256138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.277700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:10:13.278092 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.280456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60cd8fd-aa89-4dea-ab83-4949c48ad64c') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:13.281459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60cd8fd-aa89-4dea-ab83-4949c48ad64c') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:13.281643 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8edbd186-2df9-45a1-96da-9fd6b0c77c63 None None] Provisioning for port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:13.290910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8edbd186-2df9-45a1-96da-9fd6b0c77c63 None None] Provisioning complete for port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:13.291344 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8edbd186-2df9-45a1-96da-9fd6b0c77c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:10:13.297761 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:10:13.302269 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.326601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.334715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:10:13.336060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.360208 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8edbd186-2df9-45a1-96da-9fd6b0c77c63 None None] Port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:10:13.422132 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:10:13.490987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.533732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.571110 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-1e0ed316-c798-4a0b-b4ac-235b34ba7ec3 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:13.575157 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1e0ed316-c798-4a0b-b4ac-235b34ba7ec3 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5998614 Apr 22 15:10:13.581509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56298) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:13.617982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.622372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.647198 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9b53dfdc-0837-4583-80c4-9422b957ebef tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': '7cf44253-d6fd-4158-a18e-ca8f15365865', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:13.649755 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-9b53dfdc-0837-4583-80c4-9422b957ebef tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:13.650885 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9b53dfdc-0837-4583-80c4-9422b957ebef tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125563 Apr 22 15:10:13.659699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56302) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:13.720147 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Network': ['ID=3a863059-750e-4711-b714-56bdecb6ae5a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:13.771228 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:13.787339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6a4ede8d-78cd-4776-86ae-83de50d2c411 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': '7cf44253-d6fd-4158-a18e-ca8f15365865', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:13.793374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6a4ede8d-78cd-4776-86ae-83de50d2c411 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:13.797400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6a4ede8d-78cd-4776-86ae-83de50d2c411 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:13.800742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6a4ede8d-78cd-4776-86ae-83de50d2c411 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:13.822031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.826451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6a4ede8d-78cd-4776-86ae-83de50d2c411 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:13.839002 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e9c38a66-105f-48d2-bfb8-d73f5f5b2118 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/networks/3a863059-750e-4711-b714-56bdecb6ae5a HTTP/1.1" status: 204 len: 168 time: 6.2996151 Apr 22 15:10:13.844864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56306) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:13.847086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.860219 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'name': 'tempest-PortsTestJSON-74123819'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:13.871627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b15fd7c3-be51-4bdc-95d9-489e7878b81a tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:13.878113 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:13.884905 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9bdbd950-a29b-45f7-bd42-9c82f33f873f up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:13.888453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Network': ['ID=fdd6dc9f-d384-45b9-bbe9-e55fde607bfa,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:13.942753 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-6a4ede8d-78cd-4776-86ae-83de50d2c411 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Project 24d3f7b1ec46433397022b1d19a7eec0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:10:13.983496 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-31a7b63c-4ab1-4f18-8246-54a59b1faeff tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/fdd6dc9f-d384-45b9-bbe9-e55fde607bfa HTTP/1.1" status: 204 len: 168 time: 3.2480373 Apr 22 15:10:13.987811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56310) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:14.001565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9bdbd950-a29b-45f7-bd42-9c82f33f873f triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:14.001940 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.030877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:14.037247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:port and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:14.042586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:14.051795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:14.076756 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4da2b58-ad29-4718-9034-0ee0bb835219 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:14.077208 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4da2b58-ad29-4718-9034-0ee0bb835219 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:14.081457 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a4da2b58-ad29-4718-9034-0ee0bb835219 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/subnets/f0bbff7f-072b-415a-b414-161acf401ccb HTTP/1.1" status: 404 len: 337 time: 0.0835862 Apr 22 15:10:14.082038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56314) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:14.091824 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-6a4ede8d-78cd-4776-86ae-83de50d2c411 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:14.092376 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6a4ede8d-78cd-4776-86ae-83de50d2c411 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3693285 Apr 22 15:10:14.092625 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:14.097116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.113381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56318) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:14.127775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f3792add-698e-4071-bb83-8d16ccb4264d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': '7cf44253-d6fd-4158-a18e-ca8f15365865', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:14.146608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f3792add-698e-4071-bb83-8d16ccb4264d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:14.154515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f3792add-698e-4071-bb83-8d16ccb4264d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:14.159622 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f3792add-698e-4071-bb83-8d16ccb4264d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:14.172226 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-e947ae2d-eb49-4bce-b0ad-28395381e5a3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:14.172671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e947ae2d-eb49-4bce-b0ad-28395381e5a3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:14.176856 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port 6a03500c-b106-4880-8683-902788757479 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:10:14.214726 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.26.8.50 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/96f7ffb7-7fba-455c-90cc-a5ce21df21a9) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:14.223007 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e947ae2d-eb49-4bce-b0ad-28395381e5a3 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/4838ad18-16ca-49c2-8641-51ff9fa2d1b1 HTTP/1.1" status: 404 len: 339 time: 0.1332643 Apr 22 15:10:14.225199 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56322) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:14.247054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f3792add-698e-4071-bb83-8d16ccb4264d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:14.279919 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 4df71e54-3872-4052-8538-0526a9c4c02f no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:14.303777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b15fd7c3-be51-4bdc-95d9-489e7878b81a tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.318428 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 4df71e54-3872-4052-8538-0526a9c4c02f {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:14.318922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 4df71e54-3872-4052-8538-0526a9c4c02f not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:14.349833 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e9c468-ac61-4125-8a17-7425f943251d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:14.350298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e9c468-ac61-4125-8a17-7425f943251d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:14.352495 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f4e9c468-ac61-4125-8a17-7425f943251d tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/subnets/dc73ab38-f30f-43ed-ba49-bbbf2b819422 HTTP/1.1" status: 404 len: 337 time: 0.1193206 Apr 22 15:10:14.365865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56326) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:14.374950 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8774af4b-ca78-4748-8b8f-74f16ccb12f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.420609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fd7c3-be51-4bdc-95d9-489e7878b81a tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Pushing event deleted for resources: {'Subnet': ['ID=a0500f6c-74a1-4a56-aca8-6362bee1e7e9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:14.452080 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-f3792add-698e-4071-bb83-8d16ccb4264d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Project 24d3f7b1ec46433397022b1d19a7eec0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:10:14.458496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b15fd7c3-be51-4bdc-95d9-489e7878b81a tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.460916 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b15fd7c3-be51-4bdc-95d9-489e7878b81a tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] 10.222.0.71 "DELETE /v2.0/subnets/a0500f6c-74a1-4a56-aca8-6362bee1e7e9 HTTP/1.1" status: 204 len: 168 time: 2.3663874 Apr 22 15:10:14.466019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba863e68-5f2f-4486-adc1-e67602123e3a None None] Network 69bd53ba-bc4d-418b-85f4-be71a1a5b48d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:14.467007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56330) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:14.486065 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09bac00-b024-4314-abc9-0e346057695e None None] Network 58d0f43b-ee08-4556-ae1b-d959581a46eb requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:14.598314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:10:14.638741 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-747ef11c-2f43-40b8-b03c-37cb30eafe94 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:14.638988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747ef11c-2f43-40b8-b03c-37cb30eafe94 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:14.641855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.645542 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.661584 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-f3792add-698e-4071-bb83-8d16ccb4264d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:14.662637 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f3792add-698e-4071-bb83-8d16ccb4264d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5468826 Apr 22 15:10:14.664639 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.665400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.678782 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-747ef11c-2f43-40b8-b03c-37cb30eafe94 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/d430d1d4-a73f-47d8-a2f4-f59bb293b70d HTTP/1.1" status: 404 len: 339 time: 0.3030567 Apr 22 15:10:14.679127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56334) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:14.681713 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56336) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:14.711660 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9e524780-77a5-4017-93d0-8a4245186a70 None None] Provisioning for port ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:14.752638 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9e3998-9ef2-4c22-b20e-e43dbad6836c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:14.753083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9e3998-9ef2-4c22-b20e-e43dbad6836c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:14.757861 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fb9e3998-9ef2-4c22-b20e-e43dbad6836c tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/subnets/f2cccb7e-23a2-42c8-99fb-f32f07016071 HTTP/1.1" status: 404 len: 337 time: 0.0706017 Apr 22 15:10:14.761366 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9e524780-77a5-4017-93d0-8a4245186a70 None None] Provisioning complete for port ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:14.761750 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e524780-77a5-4017-93d0-8a4245186a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.770649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56340) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:14.866759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:14.885924 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb760992-39ed-490a-9312-fae6452e34c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:14.886386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb760992-39ed-490a-9312-fae6452e34c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:14.891069 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fb760992-39ed-490a-9312-fae6452e34c8 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/1b0c87cc-9282-467d-a9cd-6f63a6731a98 HTTP/1.1" status: 404 len: 339 time: 0.1134212 Apr 22 15:10:14.893899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56346) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:14.982484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Deleting port 040a2c62-24e5-4f37-b323-f731aab9f51c {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:14.983329 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.015018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80209493-97d6-48e4-9070-f40b6984f3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.064079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e524780-77a5-4017-93d0-8a4245186a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.145947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9e524780-77a5-4017-93d0-8a4245186a70 None None] For port ef1b09b5-59c4-49f6-b901-8912b9ca9ca1, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ef1b09b5-59c4-49f6-b901-8912b9ca9ca1,segment=NetworkSegment(469bcd4d-0ec9-4b7e-8728-f18b57902ef2),segment_id=469bcd4d-0ec9-4b7e-8728-f18b57902ef2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:15.146646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.147088 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e524780-77a5-4017-93d0-8a4245186a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.181174 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d271c90b-d048-43be-863c-c24fe7f266c0 None None] DHCP port deletion for 69bd53ba-bc4d-418b-85f4-be71a1a5b48d request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:10:15.202989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d271c90b-d048-43be-863c-c24fe7f266c0 None None] Deleting port 040a2c62-24e5-4f37-b323-f731aab9f51c {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:15.203361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d271c90b-d048-43be-863c-c24fe7f266c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.247087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:15.296890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0284de1-cc56-4e16-a425-41b410aec74a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.299114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.313123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:15.314210 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e524780-77a5-4017-93d0-8a4245186a70 None None] Pushing event updated for resources: {'Port': ['ID=ef1b09b5-59c4-49f6-b901-8912b9ca9ca1,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:15.363782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:15.365817 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:15.396430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:15.433316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.541199 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0284de1-cc56-4e16-a425-41b410aec74a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.579182 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d271c90b-d048-43be-863c-c24fe7f266c0 None None] For port 040a2c62-24e5-4f37-b323-f731aab9f51c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=040a2c62-24e5-4f37-b323-f731aab9f51c,segment=NetworkSegment(7f633c0e-a99f-4f4a-956c-49ccfdcad535),segment_id=7f633c0e-a99f-4f4a-956c-49ccfdcad535)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:15.583991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d271c90b-d048-43be-863c-c24fe7f266c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.589842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:15.603273 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:15.673735 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:15.679002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=6a03500c-b106-4880-8683-902788757479,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:15.685333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:15.691571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:15.695937 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:15.696447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.704717 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f78f7e6-c8e2-461c-8364-317f1241ded9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting subnet 95636a9a-8ca7-45f9-8d5e-4d969e64ef58 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:15.713865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f78f7e6-c8e2-461c-8364-317f1241ded9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.773834 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d271c90b-d048-43be-863c-c24fe7f266c0 None None] Calling delete_port for 040a2c62-24e5-4f37-b323-f731aab9f51c owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:15.792604 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7eb3801a-2201-4501-8256-d4dd2e89ba24 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.9360087 Apr 22 15:10:15.813126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56350) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:15.832488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5f15ab1d-cbae-449b-83f8-2563b6b580a6 None None] Provisioning complete for port ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:15.832859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5f15ab1d-cbae-449b-83f8-2563b6b580a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.953753 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.954304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=96f7ffb7-7fba-455c-90cc-a5ce21df21a9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:15.962217 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d271c90b-d048-43be-863c-c24fe7f266c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:15.967660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] For port 040a2c62-24e5-4f37-b323-f731aab9f51c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=040a2c62-24e5-4f37-b323-f731aab9f51c,segment=NetworkSegment(7f633c0e-a99f-4f4a-956c-49ccfdcad535),segment_id=7f633c0e-a99f-4f4a-956c-49ccfdcad535)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:15.968022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.007401 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.020335 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:16.021071 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f78f7e6-c8e2-461c-8364-317f1241ded9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.021171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.048185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271c90b-d048-43be-863c-c24fe7f266c0 None None] Pushing event deleted for resources: {'Port': ['ID=040a2c62-24e5-4f37-b323-f731aab9f51c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:16.111811 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d271c90b-d048-43be-863c-c24fe7f266c0 None None] No DVR routers for this DVR port 040a2c62-24e5-4f37-b323-f731aab9f51c on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:10:16.151021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e05d3d-1fdd-473c-be50-e12f232b466a None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:10:16.160980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Calling delete_port for 040a2c62-24e5-4f37-b323-f731aab9f51c owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:16.187655 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0284de1-cc56-4e16-a425-41b410aec74a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.193868 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d5263622-4bf8-4728-99f9-b2aa6358917e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 6a03500c-b106-4880-8683-902788757479 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:16.194227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5263622-4bf8-4728-99f9-b2aa6358917e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.250263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f78f7e6-c8e2-461c-8364-317f1241ded9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.293677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0284de1-cc56-4e16-a425-41b410aec74a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf44253-d6fd-4158-a18e-ca8f15365865,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:16.354412 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-46e90fb2-f22f-4c99-bea9-19e3aa58d028 None None] Provisioning complete for port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:16.354412 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-46e90fb2-f22f-4c99-bea9-19e3aa58d028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.388785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0284de1-cc56-4e16-a425-41b410aec74a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.388785 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e0284de1-cc56-4e16-a425-41b410aec74a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "DELETE /v2.0/security-groups/7cf44253-d6fd-4158-a18e-ca8f15365865 HTTP/1.1" status: 204 len: 168 time: 1.5316491 Apr 22 15:10:16.389085 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 040a2c62-24e5-4f37-b323-f731aab9f51c no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:16.424107 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:16.425971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f4101b-90f8-4a56-8f96-897284babd0c admin admin] Router 90954189-6dd1-4311-a397-493d55c37e35 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:10:16.439518 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 040a2c62-24e5-4f37-b323-f731aab9f51c {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:16.439849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 040a2c62-24e5-4f37-b323-f731aab9f51c not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:16.510995 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-46e90fb2-f22f-4c99-bea9-19e3aa58d028 None None] Port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:16.512479 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e05d3d-1fdd-473c-be50-e12f232b466a None None] Resources bound (agent type, host, resource id): {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:10:16.585520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f78f7e6-c8e2-461c-8364-317f1241ded9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.644555 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:10:16.644867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:10:16.691425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2d31f02b-1a0c-44b5-8618-b4e97d75c7f9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Synchronizing usage tracker for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:16.693992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78f7e6-c8e2-461c-8364-317f1241ded9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Subnet': ['ID=95636a9a-8ca7-45f9-8d5e-4d969e64ef58,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:16.715722 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f78f7e6-c8e2-461c-8364-317f1241ded9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.741000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2d31f02b-1a0c-44b5-8618-b4e97d75c7f9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Unset dirty status for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:16.742819 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2d31f02b-1a0c-44b5-8618-b4e97d75c7f9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3114955 Apr 22 15:10:16.748576 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1f78f7e6-c8e2-461c-8364-317f1241ded9 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/subnets/95636a9a-8ca7-45f9-8d5e-4d969e64ef58 HTTP/1.1" status: 204 len: 168 time: 1.8463480 Apr 22 15:10:16.748753 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56358) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:16.749027 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56360) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:16.776304 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5febe117-f56d-4137-a56b-1956a485b166 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366254528'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:16.781824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5263622-4bf8-4728-99f9-b2aa6358917e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.786973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5febe117-f56d-4137-a56b-1956a485b166 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:16.870770 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5febe117-f56d-4137-a56b-1956a485b166 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:16.896179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bdf264-50a4-4bb9-a631-336b27f83d72 None None] Network dadef163-0c9b-4863-99ac-22a0b3c5e4c5 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:16.911312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.914562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5febe117-f56d-4137-a56b-1956a485b166 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:16.914841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d5263622-4bf8-4728-99f9-b2aa6358917e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 6a03500c-b106-4880-8683-902788757479 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:16.974010 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:16.974554 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.008616 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.009494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.023327 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5febe117-f56d-4137-a56b-1956a485b166 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:17.036852 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5febe117-f56d-4137-a56b-1956a485b166 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:17.043741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5febe117-f56d-4137-a56b-1956a485b166 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:17.052353 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5febe117-f56d-4137-a56b-1956a485b166 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:17.087448 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5263622-4bf8-4728-99f9-b2aa6358917e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.144982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8774af4b-ca78-4748-8b8f-74f16ccb12f4 admin admin] Router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:10:17.175070 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Deleting port 040a2c62-24e5-4f37-b323-f731aab9f51c {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:17.175407 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.218850 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1594ba7f-b46a-43b1-b9fc-bc31efb7fc1b None None] DHCP port deletion for dadef163-0c9b-4863-99ac-22a0b3c5e4c5 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:10:17.224002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1594ba7f-b46a-43b1-b9fc-bc31efb7fc1b None None] Deleting port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:17.224475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1594ba7f-b46a-43b1-b9fc-bc31efb7fc1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.228156 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5263622-4bf8-4728-99f9-b2aa6358917e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=6a03500c-b106-4880-8683-902788757479,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:17.270715 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f4101b-90f8-4a56-8f96-897284babd0c admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:17.283932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] The port '040a2c62-24e5-4f37-b323-f731aab9f51c' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:10:17.291786 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a804a-2c4f-461b-ba91-80acb6913bf5 None None] Sync routers for ids ['90954189-6dd1-4311-a397-493d55c37e35'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:17.307909 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a804a-2c4f-461b-ba91-80acb6913bf5 None None] Routers {'90954189-6dd1-4311-a397-493d55c37e35'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:17.308767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5febe117-f56d-4137-a56b-1956a485b166 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.308957 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-870a804a-2c4f-461b-ba91-80acb6913bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['90954189-6dd1-4311-a397-493d55c37e35'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:17.314086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5263622-4bf8-4728-99f9-b2aa6358917e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.315624 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] For port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=2b9c9768-2ce6-4eac-85be-4a8a068d5f95,segment=NetworkSegment(9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f),segment_id=9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:17.315978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.388053 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5febe117-f56d-4137-a56b-1956a485b166 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.388474 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d5263622-4bf8-4728-99f9-b2aa6358917e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/6a03500c-b106-4880-8683-902788757479 HTTP/1.1" status: 204 len: 168 time: 1.5741246 Apr 22 15:10:17.391825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56366) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:17.458621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Router ff2ff769-8c56-4921-891c-843ff55bd41a is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:10:17.497568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.520991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.533603 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1594ba7f-b46a-43b1-b9fc-bc31efb7fc1b None None] For port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=2b9c9768-2ce6-4eac-85be-4a8a068d5f95,segment=NetworkSegment(9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f),segment_id=9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:17.534284 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1594ba7f-b46a-43b1-b9fc-bc31efb7fc1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.540516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69bd53ba-bc4d-418b-85f4-be71a1a5b48d']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:17.558292 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-870a804a-2c4f-461b-ba91-80acb6913bf5 None None] Set router 90954189-6dd1-4311-a397-493d55c37e35 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:17.628023 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:17.628267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'mac_address': 'fa:16:3e:1e:68:0c', 'name': 'tempest-PortsTestJSON-1788811945'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:17.706432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f633c0e-a99f-4f4a-956c-49ccfdcad535') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:17.706890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f633c0e-a99f-4f4a-956c-49ccfdcad535') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:17.722259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Calling delete_port for 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:17.726451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.727583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1594ba7f-b46a-43b1-b9fc-bc31efb7fc1b None None] Calling delete_port for 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:17.760834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.785803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:10:17.786387 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:10:17.805665 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:10:17.818325 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-60f4101b-90f8-4a56-8f96-897284babd0c admin admin] 10.222.0.71 "PUT /v2.0/routers/90954189-6dd1-4311-a397-493d55c37e35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4879405 Apr 22 15:10:17.819914 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56370) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:17.884690 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1594ba7f-b46a-43b1-b9fc-bc31efb7fc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.933650 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5febe117-f56d-4137-a56b-1956a485b166 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.935185 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5febe117-f56d-4137-a56b-1956a485b166 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1852717 Apr 22 15:10:17.940579 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56374) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:17.954894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-9dbdcde9-4206-45be-8e35-e80c72c1350f tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': '9237c652-d9f3-4873-b1cb-1a16a61fe2da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:17.961721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9dbdcde9-4206-45be-8e35-e80c72c1350f tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:17.966932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9dbdcde9-4206-45be-8e35-e80c72c1350f tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:17.969992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9dbdcde9-4206-45be-8e35-e80c72c1350f tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:17.976227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9dbdcde9-4206-45be-8e35-e80c72c1350f tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:17.983870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:17.988018 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-870a804a-2c4f-461b-ba91-80acb6913bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:10:11Z', 'revision_number': 5, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:17.990785 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594ba7f-b46a-43b1-b9fc-bc31efb7fc1b None None] Pushing event deleted for resources: {'Port': ['ID=2b9c9768-2ce6-4eac-85be-4a8a068d5f95,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:18.001524 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a804a-2c4f-461b-ba91-80acb6913bf5 None None] Checking router: 90954189-6dd1-4311-a397-493d55c37e35 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:10:18.008008 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febe117-f56d-4137-a56b-1956a485b166 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9237c652-d9f3-4873-b1cb-1a16a61fe2da,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:18.013111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:18.015581 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:18.022485 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a804a-2c4f-461b-ba91-80acb6913bf5 None None] Routers {'90954189-6dd1-4311-a397-493d55c37e35'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:18.024084 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-870a804a-2c4f-461b-ba91-80acb6913bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['90954189-6dd1-4311-a397-493d55c37e35'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:18.038287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594ba7f-b46a-43b1-b9fc-bc31efb7fc1b None None] No DVR routers for this DVR port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:10:18.060907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:18.068159 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:18.076851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] Pushing event deleted for resources: {'Network': ['ID=69bd53ba-bc4d-418b-85f4-be71a1a5b48d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:18.078947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:port and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:18.082624 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:18.086166 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Sync routers for ids ['ff2ff769-8c56-4921-891c-843ff55bd41a'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:18.091214 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-015d5704-19ea-4042-b787-e9d95b0b43ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "PUT /v2.0/routers/ff2ff769-8c56-4921-891c-843ff55bd41a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9632692 Apr 22 15:10:18.093152 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1cbec957-ea24-44ba-8612-62cc841e8509 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639 tempest-ExtraDHCPOptionsIpV6TestJSON-329955639-project] 10.222.0.71 "DELETE /v2.0/networks/69bd53ba-bc4d-418b-85f4-be71a1a5b48d HTTP/1.1" status: 204 len: 168 time: 3.6246500 Apr 22 15:10:18.095370 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56378) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:18.098484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:18.108822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:10:18.109034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:10:18.127688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:18.172442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Routers {'ff2ff769-8c56-4921-891c-843ff55bd41a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:18.172828 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ff2ff769-8c56-4921-891c-843ff55bd41a'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:18.251177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 43a9d39d-f984-414e-b079-8d47d61635df is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:10:18.258907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:18.299600 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-9dbdcde9-4206-45be-8e35-e80c72c1350f tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The resource could not be found. Apr 22 15:10:18.303643 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9dbdcde9-4206-45be-8e35-e80c72c1350f tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3582687 Apr 22 15:10:18.306178 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56384) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:18.307168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port 928685d3-3021-4809-bca0-85ffff7a1046 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:10:18.321429 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-870a804a-2c4f-461b-ba91-80acb6913bf5 None None] Set router 90954189-6dd1-4311-a397-493d55c37e35 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:18.360538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ae3a8280-327c-45f2-bcd5-b74eb017b9eb tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': '9237c652-d9f3-4873-b1cb-1a16a61fe2da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f86f31f9-dd62-477a-8bc8-1dde93ea8087'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:18.372021 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ae3a8280-327c-45f2-bcd5-b74eb017b9eb tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:18.383068 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ae3a8280-327c-45f2-bcd5-b74eb017b9eb tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:18.386809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ae3a8280-327c-45f2-bcd5-b74eb017b9eb tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:18.395242 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Set router ff2ff769-8c56-4921-891c-843ff55bd41a gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:18.420886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ae3a8280-327c-45f2-bcd5-b74eb017b9eb tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:18.461430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8774af4b-ca78-4748-8b8f-74f16ccb12f4 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:18.476008 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddf460-0597-4e1d-82c2-c28a1ba2ab24 None None] Sync routers for ids ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:18.488825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:18.584253 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddf460-0597-4e1d-82c2-c28a1ba2ab24 None None] Routers {'fdba284e-ba9b-47ec-a7e9-9ef4a7812159'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:18.586383 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5cddf460-0597-4e1d-82c2-c28a1ba2ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:18.625218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting port 2b9c9768-2ce6-4eac-85be-4a8a068d5f95 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:18.625461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:18.684223 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8774af4b-ca78-4748-8b8f-74f16ccb12f4 admin admin] 10.222.0.71 "PUT /v2.0/routers/fdba284e-ba9b-47ec-a7e9-9ef4a7812159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8661878 Apr 22 15:10:18.702630 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56390) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:18.703212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56392) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:18.833133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73a92a3-2f11-4eae-9ea4-d075e14da909 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:18.833714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b73a92a3-2f11-4eae-9ea4-d075e14da909 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:18.854237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] The port '2b9c9768-2ce6-4eac-85be-4a8a068d5f95' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:10:18.900148 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b73a92a3-2f11-4eae-9ea4-d075e14da909 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:18.905239 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b73a92a3-2f11-4eae-9ea4-d075e14da909 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports/f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a HTTP/1.1" status: 200 len: 911 time: 0.8086083 Apr 22 15:10:18.907189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56400) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:18.912087 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5cddf460-0597-4e1d-82c2-c28a1ba2ab24 None None] Set router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:18.915950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ff769-8c56-4921-891c-843ff55bd41a', 'name': 'tempest-NetworksTestDHCPv6-router-555205121', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:07Z', 'updated_at': '2022-04-22T15:10:12Z', 'revision_number': 2, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'gw_port_host': None, '_interfaces': [{'id': 'f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a', 'name': '', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'mac_address': 'fa:16:3e:ff:52:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ff769-8c56-4921-891c-843ff55bd41a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9798bfa6-b5a8-4f31-b25e-d1ca4f7748be', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:09Z', 'updated_at': '2022-04-22T15:10:13Z', 'revision_number': 2, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'subnets': [{'id': '9798bfa6-b5a8-4f31-b25e-d1ca4f7748be', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:18.924894 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Checking router: ff2ff769-8c56-4921-891c-843ff55bd41a for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:10:18.926491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Updating router ff2ff769-8c56-4921-891c-843ff55bd41a port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:10:18.931329 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-ae3a8280-327c-45f2-bcd5-b74eb017b9eb tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The resource could not be found. Apr 22 15:10:18.932591 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ae3a8280-327c-45f2-bcd5-b74eb017b9eb tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5838795 Apr 22 15:10:18.964199 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56404) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:19.055935 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.155482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeea56b-5d23-4277-b832-cc6c70ec7a4b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:19.160266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeea56b-5d23-4277-b832-cc6c70ec7a4b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:19.165749 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-abeea56b-5d23-4277-b832-cc6c70ec7a4b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2493277 Apr 22 15:10:19.165749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.166280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56410) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:19.343888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.344600 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.362684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.363176 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-870a804a-2c4f-461b-ba91-80acb6913bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:10:11Z', 'revision_number': 5, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:19.367964 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:19.380752 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ce6a2-9b64-4ad5-9203-402f89d4fafa None None] Sync routers for ids ['43a9d39d-f984-414e-b079-8d47d61635df'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:19.383444 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a804a-2c4f-461b-ba91-80acb6913bf5 None None] The sync data for ids ['90954189-6dd1-4311-a397-493d55c37e35'] in dv-neutron-838883-3-hyperv is: [{'id': '90954189-6dd1-4311-a397-493d55c37e35', 'name': 'tempest-ServersTestManualDisk-1627791899-router', 'tenant_id': '548b38a4783b4d719184e32da986cde8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:20Z', 'updated_at': '2022-04-22T15:10:11Z', 'revision_number': 5, 'project_id': '548b38a4783b4d719184e32da986cde8', 'gw_port': {'id': '0d76d275-92b9-4daa-9278-d5d33396d937', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90954189-6dd1-4311-a397-493d55c37e35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:21Z', 'updated_at': '2022-04-22T15:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:19.414164 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5cddf460-0597-4e1d-82c2-c28a1ba2ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:10:12Z', 'revision_number': 5, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:19.423661 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddf460-0597-4e1d-82c2-c28a1ba2ab24 None None] Checking router: fdba284e-ba9b-47ec-a7e9-9ef4a7812159 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:10:19.429628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dadef163-0c9b-4863-99ac-22a0b3c5e4c5']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:19.437786 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cddf460-0597-4e1d-82c2-c28a1ba2ab24 None None] Routers {'fdba284e-ba9b-47ec-a7e9-9ef4a7812159'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:19.438697 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5cddf460-0597-4e1d-82c2-c28a1ba2ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:19.450532 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a2ea33c0-7a89-45be-afc6-87aa402edc66 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a94545c6dcaa42618a9e417753681900&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7428551 Apr 22 15:10:19.454100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56414) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:19.458758 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:19.459054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecbb845-e65b-40d0-9a9e-6a12f42f5d5f') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:19.478925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.479182 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.483725 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-84a3afaf-75cd-475b-8528-2ff8f648f667 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.5453005 Apr 22 15:10:19.484923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56418) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:19.493009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.499338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ce6a2-9b64-4ad5-9203-402f89d4fafa None None] Routers {'43a9d39d-f984-414e-b079-8d47d61635df'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:19.500862 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a70ce6a2-9b64-4ad5-9203-402f89d4fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['43a9d39d-f984-414e-b079-8d47d61635df'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:19.506399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.518015 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:10:19.518505 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:10:19.535843 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:10:19.547366 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.587973 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a70ce6a2-9b64-4ad5-9203-402f89d4fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:19.606195 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9237c652-d9f3-4873-b1cb-1a16a61fe2da,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:19.606827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ce6a2-9b64-4ad5-9203-402f89d4fafa None None] Routers {'43a9d39d-f984-414e-b079-8d47d61635df'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:19.607759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a70ce6a2-9b64-4ad5-9203-402f89d4fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['43a9d39d-f984-414e-b079-8d47d61635df'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:19.618284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.621928 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "DELETE /v2.0/security-groups/9237c652-d9f3-4873-b1cb-1a16a61fe2da HTTP/1.1" status: 204 len: 168 time: 0.6544204 Apr 22 15:10:19.653383 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56422) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:19.690324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a70ce6a2-9b64-4ad5-9203-402f89d4fafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:19.690951 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ce6a2-9b64-4ad5-9203-402f89d4fafa None None] The sync data for ids ['43a9d39d-f984-414e-b079-8d47d61635df'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:19.697953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.713647 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5cddf460-0597-4e1d-82c2-c28a1ba2ab24 None None] Set router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:19.743092 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Transition to ACTIVE for port object f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:19.761927 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e0fdae62-c8bb-4049-8979-e472d0a17531 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:19.784658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=928685d3-3021-4809-bca0-85ffff7a1046,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:19.786897 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.789734 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:19.802877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:19.815687 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: e0fdae62-c8bb-4049-8979-e472d0a17531 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:19.816028 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e0fdae62-c8bb-4049-8979-e472d0a17531 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:19.820992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.821671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.822259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.822953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.823073 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.823866 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.824380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:19.824641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.825184 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.825738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.827778 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.828357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.828916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41146fc0-2465-436a-a9a6-5d600e2cf12c tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.831309 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:19.831933 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.836596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:19.890486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.890819 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.891160 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.891773 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.892116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.892444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.892769 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.893091 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.893424 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.893750 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.894077 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:19.901055 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Network': ['ID=dadef163-0c9b-4863-99ac-22a0b3c5e4c5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:19.908185 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5664aa64-0d67-4ef9-87f6-e12b5d413d0b tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/dadef163-0c9b-4863-99ac-22a0b3c5e4c5 HTTP/1.1" status: 204 len: 168 time: 3.1543911 Apr 22 15:10:19.909873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-868322fa-386f-4058-a256-4f8a3e000a02 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Synchronizing usage tracker for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:19.915894 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56426) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:19.961737 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6ac2295a-9239-4021-97fe-7ff0bed051f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.004664 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-39a7a30b-de98-4949-a62b-648cc852b716 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6005478 Apr 22 15:10:20.017573 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9df173b-f124-4301-a95e-7dcb21bf5384 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:20.018037 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9df173b-f124-4301-a95e-7dcb21bf5384 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:20.018461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56430) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:20.021970 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d9df173b-f124-4301-a95e-7dcb21bf5384 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/subnets/483969a2-34b2-4dae-84df-edaedacbfc49 HTTP/1.1" status: 404 len: 337 time: 0.1029625 Apr 22 15:10:20.024379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56432) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:20.074180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.096155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6ac2295a-9239-4021-97fe-7ff0bed051f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.177542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-868322fa-386f-4058-a256-4f8a3e000a02 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Unset dirty status for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:20.181764 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-868322fa-386f-4058-a256-4f8a3e000a02 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5266941 Apr 22 15:10:20.183050 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.196322 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a41c4d-535d-4774-81c0-3de66cca98bd None None] Pushing event updated for resources: {'Port': ['ID=f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:20.206308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d968cd1a-8780-42e8-8534-a51ade5d12c7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:20.207108 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d968cd1a-8780-42e8-8534-a51ade5d12c7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:20.212819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56438) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:20.226112 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f521d606-601e-46a8-bba3-2ef9284ddd72 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': 'a5b16739-81a7-444c-bd01-5c8836e55dde', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:20.251929 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5cddf460-0597-4e1d-82c2-c28a1ba2ab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:10:12Z', 'revision_number': 5, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:20.258802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f521d606-601e-46a8-bba3-2ef9284ddd72 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:20.259038 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cddf460-0597-4e1d-82c2-c28a1ba2ab24 None None] The sync data for ids ['fdba284e-ba9b-47ec-a7e9-9ef4a7812159'] in dv-neutron-838883-3-hyperv is: [{'id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'name': 'tempest-ServersTestJSON-1781545346-router', 'tenant_id': '742d8ea68dee405bb2cf411aed61c6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:07:17Z', 'updated_at': '2022-04-22T15:10:12Z', 'revision_number': 5, 'project_id': '742d8ea68dee405bb2cf411aed61c6a2', 'gw_port': {'id': '87372f14-cd4b-4f48-b968-4e20ca2c7dce', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:39:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdba284e-ba9b-47ec-a7e9-9ef4a7812159', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:07:18Z', 'updated_at': '2022-04-22T15:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:20.260967 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd53087a-21a6-4199-8164-38e06b34017a tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:20.261708 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd53087a-21a6-4199-8164-38e06b34017a tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:20.266008 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fd53087a-21a6-4199-8164-38e06b34017a tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/054da813-91f0-49ed-84cc-55d707e2427e HTTP/1.1" status: 404 len: 339 time: 0.2380579 Apr 22 15:10:20.266252 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56442) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:20.293137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f521d606-601e-46a8-bba3-2ef9284ddd72 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:20.300715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d968cd1a-8780-42e8-8534-a51ade5d12c7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:20.305294 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d968cd1a-8780-42e8-8534-a51ade5d12c7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/928685d3-3021-4809-bca0-85ffff7a1046 HTTP/1.1" status: 200 len: 841 time: 0.2763073 Apr 22 15:10:20.305294 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f521d606-601e-46a8-bba3-2ef9284ddd72 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:20.308619 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Attempting to bind port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:20.308993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Attempting to bind port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:20.309341 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Attempting to bind port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:20.316836 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:20.317387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:20.317866 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.318312 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:20.318871 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Bound port: f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:20.320007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56446) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:20.320297 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.363971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] Deleting port 0d76d275-92b9-4daa-9278-d5d33396d937 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:20.363971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.364634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f521d606-601e-46a8-bba3-2ef9284ddd72 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:20.403949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6ac2295a-9239-4021-97fe-7ff0bed051f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.437234 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2295a-9239-4021-97fe-7ff0bed051f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1ecb9f-92f8-4bfc-91f0-11f6db15eeb0,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:20.445301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] For port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:20.449244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] For port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:20.462923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6ac2295a-9239-4021-97fe-7ff0bed051f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.466757 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6ac2295a-9239-4021-97fe-7ff0bed051f0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/be1ecb9f-92f8-4bfc-91f0-11f6db15eeb0 HTTP/1.1" status: 204 len: 168 time: 1.0092292 Apr 22 15:10:20.466922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.513668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d6e350fc-4775-40ae-87a5-f7107d274c42 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 928685d3-3021-4809-bca0-85ffff7a1046 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:20.514007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6e350fc-4775-40ae-87a5-f7107d274c42 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:20.569848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Routers {'ff2ff769-8c56-4921-891c-843ff55bd41a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:20.570794 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ff2ff769-8c56-4921-891c-843ff55bd41a'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:20.672306 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-f521d606-601e-46a8-bba3-2ef9284ddd72 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The resource could not be found. Apr 22 15:10:20.676690 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f521d606-601e-46a8-bba3-2ef9284ddd72 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4554405 Apr 22 15:10:20.690686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56452) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:20.716636 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-cb4f6929-67ba-41b9-8521-ebd2038bd5d9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group': {'name': 'tempest-secgroup--195722169'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:20.796541 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a41c4d-535d-4774-81c0-3de66cca98bd None None] Pushing event updated for resources: {'Port': ['ID=f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:20.807026 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cb4f6929-67ba-41b9-8521-ebd2038bd5d9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:20.880651 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cb4f6929-67ba-41b9-8521-ebd2038bd5d9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:20.894456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] Set router ff2ff769-8c56-4921-891c-843ff55bd41a gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:20.904242 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cb4f6929-67ba-41b9-8521-ebd2038bd5d9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.016600 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] For port 0d76d275-92b9-4daa-9278-d5d33396d937, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=0d76d275-92b9-4daa-9278-d5d33396d937,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:21.016600 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.021724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cb4f6929-67ba-41b9-8521-ebd2038bd5d9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:21.025341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8283015-885a-43c9-93d5-6d7edb9e1421 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.094479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc74dc60-e49d-4dcb-bbf7-fafd21ea6798 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting subnet 43ec0bc0-201c-49d4-b936-8fdb14bc5a5d {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:21.207650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-cb4f6929-67ba-41b9-8521-ebd2038bd5d9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:21.281657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-cb4f6929-67ba-41b9-8521-ebd2038bd5d9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:21.298537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cb4f6929-67ba-41b9-8521-ebd2038bd5d9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:21.412345 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ff769-8c56-4921-891c-843ff55bd41a', 'name': 'tempest-NetworksTestDHCPv6-router-555205121', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:07Z', 'updated_at': '2022-04-22T15:10:12Z', 'revision_number': 2, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'gw_port_host': None, '_interfaces': [{'id': 'f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a', 'name': '', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'mac_address': 'fa:16:3e:ff:52:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ff769-8c56-4921-891c-843ff55bd41a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9798bfa6-b5a8-4f31-b25e-d1ca4f7748be', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:09Z', 'updated_at': '2022-04-22T15:10:20Z', 'revision_number': 4, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'subnets': [{'id': '9798bfa6-b5a8-4f31-b25e-d1ca4f7748be', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:21.419265 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a159c829-787c-4fe1-acfa-9b6004b7ea41 None None] The sync data for ids ['ff2ff769-8c56-4921-891c-843ff55bd41a'] in dv-neutron-838883-3-hyperv is: [{'id': 'ff2ff769-8c56-4921-891c-843ff55bd41a', 'name': 'tempest-NetworksTestDHCPv6-router-555205121', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:07Z', 'updated_at': '2022-04-22T15:10:12Z', 'revision_number': 2, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'gw_port_host': None, '_interfaces': [{'id': 'f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a', 'name': '', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'mac_address': 'fa:16:3e:ff:52:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ff769-8c56-4921-891c-843ff55bd41a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9798bfa6-b5a8-4f31-b25e-d1ca4f7748be', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:09Z', 'updated_at': '2022-04-22T15:10:20Z', 'revision_number': 4, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'subnets': [{'id': '9798bfa6-b5a8-4f31-b25e-d1ca4f7748be', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:21.422487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc74dc60-e49d-4dcb-bbf7-fafd21ea6798 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.474540 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cb4f6929-67ba-41b9-8521-ebd2038bd5d9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.483771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] Calling delete_port for 0d76d275-92b9-4daa-9278-d5d33396d937 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:21.527366 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc74dc60-e49d-4dcb-bbf7-fafd21ea6798 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.531802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 28f36c06-fcbe-4e87-87dd-c24a65d9a355 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:21.554041 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cb4f6929-67ba-41b9-8521-ebd2038bd5d9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.593748 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 28f36c06-fcbe-4e87-87dd-c24a65d9a355 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:21.594335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6e350fc-4775-40ae-87a5-f7107d274c42 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.594451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 28f36c06-fcbe-4e87-87dd-c24a65d9a355 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:21.653586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f6929-67ba-41b9-8521-ebd2038bd5d9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55fc56b-a98b-4b5f-97d5-856925a84ad0,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:21.663239 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cb4f6929-67ba-41b9-8521-ebd2038bd5d9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.667203 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cb4f6929-67ba-41b9-8521-ebd2038bd5d9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9709091 Apr 22 15:10:21.667921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56472) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:21.712713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545055115'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:21.730535 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:21.745455 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:21.755267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:21.766083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:21.821632 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56476) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:21.847447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d6e350fc-4775-40ae-87a5-f7107d274c42 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 928685d3-3021-4809-bca0-85ffff7a1046 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:21.851589 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.969677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:21.974667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:21.981393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:21.983850 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:21.994227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:22.002218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc74dc60-e49d-4dcb-bbf7-fafd21ea6798 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.067820 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Request body: {'networks': [{'name': 'tempest-network--1381354635'}, {'name': 'tempest-network--715347480'}]} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:22.068350 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Request body: {'network': {'name': 'tempest-network--1381354635'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:22.068599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Request body: {'network': {'name': 'tempest-network--715347480'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:22.072840 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] Deleting port 87372f14-cd4b-4f48-b968-4e20ca2c7dce {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:22.073254 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.081777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:22.104182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Usage tracker for resource:network and tenant:6a00609aeae9415a8f78fc8f9a419a5d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:22.110067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.111568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:22.120546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:22.122526 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d8283015-885a-43c9-93d5-6d7edb9e1421 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:22.122872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8283015-885a-43c9-93d5-6d7edb9e1421 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.146262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.148728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6e350fc-4775-40ae-87a5-f7107d274c42 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.208157 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Made reservation on behalf of 6a00609aeae9415a8f78fc8f9a419a5d for: {'network': 2} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:22.212128 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.226191 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e350fc-4775-40ae-87a5-f7107d274c42 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=928685d3-3021-4809-bca0-85ffff7a1046,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:22.318063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.332996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.335050 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6e350fc-4775-40ae-87a5-f7107d274c42 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.337592 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6337073 Apr 22 15:10:22.338429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250fa1f-7672-416b-bbdd-f129114f1322 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7e9e55-cff6-45e0-ae3c-b1ead13a11c3,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:22.346417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56482) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:22.351811 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc74dc60-e49d-4dcb-bbf7-fafd21ea6798 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.393664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cdb286eb-dba8-4f50-b2eb-7214062e8bcc tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': 'a55fc56b-a98b-4b5f-97d5-856925a84ad0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bf7e9e55-cff6-45e0-ae3c-b1ead13a11c3'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:22.401586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.456398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cdb286eb-dba8-4f50-b2eb-7214062e8bcc tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:22.458466 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74dc60-e49d-4dcb-bbf7-fafd21ea6798 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Subnet': ['ID=43ec0bc0-201c-49d4-b936-8fdb14bc5a5d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:22.465982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:22.474885 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cdb286eb-dba8-4f50-b2eb-7214062e8bcc tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:22.477933 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d76d275-92b9-4daa-9278-d5d33396d937,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:22.480109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cdb286eb-dba8-4f50-b2eb-7214062e8bcc tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:22.499736 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d6e350fc-4775-40ae-87a5-f7107d274c42 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/928685d3-3021-4809-bca0-85ffff7a1046 HTTP/1.1" status: 204 len: 168 time: 2.1730089 Apr 22 15:10:22.499967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Usage tracker for resource:security_group_rule and tenant:6a00609aeae9415a8f78fc8f9a419a5d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:22.504756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7b6a0b-7078-43ce-8217-c841d62e6031 None None] Network 5fb6fad3-bfb1-4aab-a0bd-258829e81d49 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:22.505737 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc74dc60-e49d-4dcb-bbf7-fafd21ea6798 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.508138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:22.508378 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cc74dc60-e49d-4dcb-bbf7-fafd21ea6798 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/subnets/43ec0bc0-201c-49d4-b936-8fdb14bc5a5d HTTP/1.1" status: 204 len: 168 time: 2.2410550 Apr 22 15:10:22.510736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56486) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:22.510877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56488) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:22.513846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cdb286eb-dba8-4f50-b2eb-7214062e8bcc tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:22.533033 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-d8283015-885a-43c9-93d5-6d7edb9e1421 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] For port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:22.533388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8283015-885a-43c9-93d5-6d7edb9e1421 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.563584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:22.625024 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b74760-e95d-4527-8eba-0ae82ba3f6ac tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] GET failed (client error): The resource could not be found. Apr 22 15:10:22.625527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f8b74760-e95d-4527-8eba-0ae82ba3f6ac tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:22.659570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] For port 87372f14-cd4b-4f48-b968-4e20ca2c7dce, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=87372f14-cd4b-4f48-b968-4e20ca2c7dce,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:22.659930 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.753430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d8283015-885a-43c9-93d5-6d7edb9e1421 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:22.812430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] Calling delete_port for 87372f14-cd4b-4f48-b968-4e20ca2c7dce owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:22.827941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] DHCP port deletion for 5fb6fad3-bfb1-4aab-a0bd-258829e81d49 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:10:22.832859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Deleting port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:22.833529 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:22.838609 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-cdb286eb-dba8-4f50-b2eb-7214062e8bcc tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:22.839654 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cdb286eb-dba8-4f50-b2eb-7214062e8bcc tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4902847 Apr 22 15:10:22.853969 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56494) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:22.869530 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f8b74760-e95d-4527-8eba-0ae82ba3f6ac tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:22.874551 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f8b74760-e95d-4527-8eba-0ae82ba3f6ac tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/928685d3-3021-4809-bca0-85ffff7a1046 HTTP/1.1" status: 404 len: 333 time: 0.3548756 Apr 22 15:10:22.879291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56498) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:22.887073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'name': 'tempest-PortsTestJSON-385725743'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:22.941167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.099419 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] For port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=07c6779a-20c2-45fe-b7e3-2d3f40c304d3,segment=NetworkSegment(e8eca1cc-85a1-4e8b-b034-43955c460c03),segment_id=e8eca1cc-85a1-4e8b-b034-43955c460c03)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:23.099638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.145339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.185883 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.234421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Calling delete_port for 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:23.257930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.258652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.270098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.289196 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Deleting port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:23.289690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.308266 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.352560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Pushing event deleted for resources: {'Port': ['ID=07c6779a-20c2-45fe-b7e3-2d3f40c304d3,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:23.364048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:23.364407 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:23.364714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:23.365037 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:23.365364 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:23.366308 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:23.366637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:23.366957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:23.367270 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:23.367590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:23.367904 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:10:23.370452 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ef991-d931-4e95-8cee-791d884595d5 None None] No DVR routers for this DVR port 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:10:23.416122 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:23.416646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b8573626-e45b-4bda-8926-06f93bc9c3b0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.466665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] The port '07c6779a-20c2-45fe-b7e3-2d3f40c304d3' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:10:23.487093 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:23.494375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f791ba-4840-42b2-8037-8c48a7fd56e7,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:23.564253 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.573705 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:23.577486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.578208 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b8573626-e45b-4bda-8926-06f93bc9c3b0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.586662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.588214 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:10:23.651637 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port 6d6fe2e3-c592-4efb-8990-7ddf58637c32 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:10:23.673382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:23.731438 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.771277 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.783214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.783745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90954189-6dd1-4311-a397-493d55c37e35 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:10:23.805812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] Pushing event deleted for resources: {'Port': ['ID=87372f14-cd4b-4f48-b968-4e20ca2c7dce,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:23.876533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb6fad3-bfb1-4aab-a0bd-258829e81d49']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:23.876756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:23.882296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:23.882735 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.891181 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.891499 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Added segment 37bb72a8-a104-435c-bb63-73e3cc6b6fd4 of type vlan for network 2f75aabd-f7f7-448d-a8cf-1b3ddba327e2 Apr 22 15:10:23.894875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b8573626-e45b-4bda-8926-06f93bc9c3b0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.897711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8283015-885a-43c9-93d5-6d7edb9e1421 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:23.908055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8eca1cc-85a1-4e8b-b034-43955c460c03') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:23.908390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8eca1cc-85a1-4e8b-b034-43955c460c03') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:23.918530 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Port f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a was deleted so its status cannot be updated. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 15:10:24.015577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.018627 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c7fb8b4e-ac7c-40d2-a35d-1cf26e3c76f5 admin admin] 10.222.0.71 "DELETE /v2.0/routers/90954189-6dd1-4311-a397-493d55c37e35 HTTP/1.1" status: 204 len: 168 time: 6.1830983 Apr 22 15:10:24.033832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8283015-885a-43c9-93d5-6d7edb9e1421 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:24.035888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8573626-e45b-4bda-8926-06f93bc9c3b0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7e9e55-cff6-45e0-ae3c-b1ead13a11c3,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:24.039920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56502) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:24.047996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.063691 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.154732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.194190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.228347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.278624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:10:24.279031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:10:24.293919 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:10:24.309269 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:10:24.327244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:24.361889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:24.361889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 07c6779a-20c2-45fe-b7e3-2d3f40c304d3 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:24.383134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.479779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-308e0f9b-58eb-4eca-acb1-bb839c2eb2f4 admin admin] Deleting subnet fd5f722a-91a1-4c20-800b-93533ca30263 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:24.524668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-308e0f9b-58eb-4eca-acb1-bb839c2eb2f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.565495 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b8573626-e45b-4bda-8926-06f93bc9c3b0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.566645 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b8573626-e45b-4bda-8926-06f93bc9c3b0 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "DELETE /v2.0/security-groups/bf7e9e55-cff6-45e0-ae3c-b1ead13a11c3 HTTP/1.1" status: 204 len: 168 time: 1.7082126 Apr 22 15:10:24.589300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56506) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:24.597194 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:10:24.635844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.639967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.646270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.20.0.1 (58d0f43b-ee08-4556-ae1b-d959581a46eb/268b8c5f-dffc-4a66-8b1c-f8d7c765ace0/72716203-223e-4894-bd5c-32be4d0c88ba) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:24.674427 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:24.675008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.675008 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Added segment 77135829-0d84-4766-8ee7-47a4fed4a92f of type vlan for network 8c4aea3d-5dbc-447d-8e8b-7346b5f615aa Apr 22 15:10:24.682688 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-308e0f9b-58eb-4eca-acb1-bb839c2eb2f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.683971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:24.691890 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:24.695810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:24.696403 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.706772 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=6d6fe2e3-c592-4efb-8990-7ddf58637c32,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:24.716399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.722425 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8283015-885a-43c9-93d5-6d7edb9e1421 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.724500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.729704 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-741b689b-cfe6-41cd-8a80-cbf9323d261d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8494606 Apr 22 15:10:24.732285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56510) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:24.733826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] Pushing event deleted for resources: {'Network': ['ID=5fb6fad3-bfb1-4aab-a0bd-258829e81d49,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:24.741024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5beef6d8-32ef-496f-92e3-570c73055c9b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:24.803808 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.804310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdba284e-ba9b-47ec-a7e9-9ef4a7812159 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:10:24.814891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.816021 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b96b6eff-92cd-45f1-8719-0740fcceb869 admin admin] 10.222.0.71 "DELETE /v2.0/routers/fdba284e-ba9b-47ec-a7e9-9ef4a7812159 HTTP/1.1" status: 204 len: 168 time: 6.1106572 Apr 22 15:10:24.819512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56514) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:24.891594 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9e0b9ba7-a443-4343-b447-403c99f07b20 tempest-NetworksIpV6Test-103478097 tempest-NetworksIpV6Test-103478097-project] 10.222.0.71 "DELETE /v2.0/networks/5fb6fad3-bfb1-4aab-a0bd-258829e81d49 HTTP/1.1" status: 204 len: 168 time: 2.3773904 Apr 22 15:10:24.933521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5beef6d8-32ef-496f-92e3-570c73055c9b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:24.951013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9216f0-9b06-44df-89b8-8e206812aa11 admin admin] Deleting subnet 36b5cdf5-cca4-46bb-bfb1-12685fef26af {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:24.956425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e9216f0-9b06-44df-89b8-8e206812aa11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.051358 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e9216f0-9b06-44df-89b8-8e206812aa11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.160443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.189913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fceb7fab-7c3c-4114-825d-4d471dcefeae tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Synchronizing usage tracker for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:25.249321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e9216f0-9b06-44df-89b8-8e206812aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.262043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-308e0f9b-58eb-4eca-acb1-bb839c2eb2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.300695 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5beef6d8-32ef-496f-92e3-570c73055c9b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.313820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5beef6d8-32ef-496f-92e3-570c73055c9b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.389710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fceb7fab-7c3c-4114-825d-4d471dcefeae tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Unset dirty status for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:25.395060 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fceb7fab-7c3c-4114-825d-4d471dcefeae tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.8009365 Apr 22 15:10:25.399058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5beef6d8-32ef-496f-92e3-570c73055c9b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] In _notify_port_updated(), no bound segment for port 6d6fe2e3-c592-4efb-8990-7ddf58637c32 on network 42f418b3-b14e-4672-8a63-39fd5640d9b7 {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:10:25.402652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beef6d8-32ef-496f-92e3-570c73055c9b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:25.403246 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5beef6d8-32ef-496f-92e3-570c73055c9b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.404507 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5beef6d8-32ef-496f-92e3-570c73055c9b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "PUT /v2.0/ports/6d6fe2e3-c592-4efb-8990-7ddf58637c32 HTTP/1.1" status: 200 len: 818 time: 0.6708472 Apr 22 15:10:25.405011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56522) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:25.409416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56526) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:25.427008 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56530) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:25.456324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.456840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.460836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:25.464092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:25.464717 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.467606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beef6d8-32ef-496f-92e3-570c73055c9b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=6d6fe2e3-c592-4efb-8990-7ddf58637c32,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:25.488450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e9216f0-9b06-44df-89b8-8e206812aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.526282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.550158 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9216f0-9b06-44df-89b8-8e206812aa11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b5cdf5-cca4-46bb-bfb1-12685fef26af,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:25.572385 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a51c5bbb-f7e8-44aa-a6ae-1c66ae51e1e9 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 6d6fe2e3-c592-4efb-8990-7ddf58637c32 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:25.572992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a51c5bbb-f7e8-44aa-a6ae-1c66ae51e1e9 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.634278 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.8085935 Apr 22 15:10:25.635734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Transition to ACTIVE for port object 72716203-223e-4894-bd5c-32be4d0c88ba will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:25.636908 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56536) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:25.644354 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 0d76d275-92b9-4daa-9278-d5d33396d937 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:25.661217 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e9216f0-9b06-44df-89b8-8e206812aa11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.673491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event updated for resources: {'Network': ['ID=2f75aabd-f7f7-448d-a8cf-1b3ddba327e2,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:25.689789 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a33ad92-b1d3-4dff-8a3b-73a7581bcdc3 None None] Network 32587937-ea4e-42e2-a240-c92672372817 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:25.697881 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7e9216f0-9b06-44df-89b8-8e206812aa11 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/36b5cdf5-cca4-46bb-bfb1-12685fef26af HTTP/1.1" status: 204 len: 168 time: 0.8773508 Apr 22 15:10:25.704005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56540) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:25.710089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 0d76d275-92b9-4daa-9278-d5d33396d937 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:25.710950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 0d76d275-92b9-4daa-9278-d5d33396d937 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:25.711602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 87372f14-cd4b-4f48-b968-4e20ca2c7dce no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:25.742264 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 2f75aabd-f7f7-448d-a8cf-1b3ddba327e2 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:10:25.751754 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac0007bd-2d52-42b3-9572-79d0e402ad34 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.826903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-308e0f9b-58eb-4eca-acb1-bb839c2eb2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:25.854154 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 87372f14-cd4b-4f48-b968-4e20ca2c7dce {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:25.854498 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 87372f14-cd4b-4f48-b968-4e20ca2c7dce not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:25.928161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac0007bd-2d52-42b3-9572-79d0e402ad34 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.000965 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a51c5bbb-f7e8-44aa-a6ae-1c66ae51e1e9 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.022392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.040447 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e0f9b-58eb-4eca-acb1-bb839c2eb2f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5f722a-91a1-4c20-800b-93533ca30263,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:26.071344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563efba5-bffc-4093-94f3-3d8f8ac46184 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event updated for resources: {'Network': ['ID=8c4aea3d-5dbc-447d-8e8b-7346b5f615aa,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:26.083254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da82fbf-c89d-4c48-878e-e5da2224d29c None None] Network bd913740-5d28-4391-bafb-b87af92120d0 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:26.089632 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4e79b10b-4ef9-45e6-b7c8-a481f883a38f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9409261293714bee857090ce677b639b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6287961 Apr 22 15:10:26.093980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-308e0f9b-58eb-4eca-acb1-bb839c2eb2f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.101709 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-308e0f9b-58eb-4eca-acb1-bb839c2eb2f4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/fd5f722a-91a1-4c20-800b-93533ca30263 HTTP/1.1" status: 204 len: 168 time: 2.0447617 Apr 22 15:10:26.103539 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56544) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:26.108001 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 8c4aea3d-5dbc-447d-8e8b-7346b5f615aa details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:10:26.111774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56546) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:26.134260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cd7d12-c941-4cb2-8e57-1118b7f609b4 None None] DHCP port deletion for 32587937-ea4e-42e2-a240-c92672372817 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:10:26.165513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.243835 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-37cd7d12-c941-4cb2-8e57-1118b7f609b4 None None] Deleting port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:26.244954 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37cd7d12-c941-4cb2-8e57-1118b7f609b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.253760 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a51c5bbb-f7e8-44aa-a6ae-1c66ae51e1e9 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 6d6fe2e3-c592-4efb-8990-7ddf58637c32 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:26.290737 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Deleting port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:26.291073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.304309 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8283015-885a-43c9-93d5-6d7edb9e1421 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Router ff2ff769-8c56-4921-891c-843ff55bd41a has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:10:26.311872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09af540-30fb-4a45-84a7-dd304ac4f7e8 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:26.315910 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09af540-30fb-4a45-84a7-dd304ac4f7e8 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:26.320292 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09af540-30fb-4a45-84a7-dd304ac4f7e8 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:26.324762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09af540-30fb-4a45-84a7-dd304ac4f7e8 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:26.324998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c09af540-30fb-4a45-84a7-dd304ac4f7e8 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Synchronizing usage tracker for tenant:6a00609aeae9415a8f78fc8f9a419a5d on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:26.329972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac0007bd-2d52-42b3-9572-79d0e402ad34 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.378236 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0007bd-2d52-42b3-9572-79d0e402ad34 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55fc56b-a98b-4b5f-97d5-856925a84ad0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:26.445807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac0007bd-2d52-42b3-9572-79d0e402ad34 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.447131 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ac0007bd-2d52-42b3-9572-79d0e402ad34 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "DELETE /v2.0/security-groups/a55fc56b-a98b-4b5f-97d5-856925a84ad0 HTTP/1.1" status: 204 len: 168 time: 1.0409691 Apr 22 15:10:26.452578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56552) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:26.473370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a51c5bbb-f7e8-44aa-a6ae-1c66ae51e1e9 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.522483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 58d0f43b-ee08-4556-ae1b-d959581a46eb is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:26.528546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.535839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:26.540897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=72716203-223e-4894-bd5c-32be4d0c88ba,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:26.543180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:26.585280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c09af540-30fb-4a45-84a7-dd304ac4f7e8 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Unset dirty status for tenant:6a00609aeae9415a8f78fc8f9a419a5d on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:26.589216 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c09af540-30fb-4a45-84a7-dd304ac4f7e8 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9429662 Apr 22 15:10:26.592651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c5bbb-f7e8-44aa-a6ae-1c66ae51e1e9 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=6d6fe2e3-c592-4efb-8990-7ddf58637c32,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:26.596088 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56556) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:26.602030 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-37cd7d12-c941-4cb2-8e57-1118b7f609b4 None None] For port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5119ac28-f8e6-4ae3-8ef3-e4db71d2e019,segment=NetworkSegment(9516aeb7-fa4e-4eae-bc12-937c57d03bcd),segment_id=9516aeb7-fa4e-4eae-bc12-937c57d03bcd)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:26.604456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37cd7d12-c941-4cb2-8e57-1118b7f609b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.723330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a51c5bbb-f7e8-44aa-a6ae-1c66ae51e1e9 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.752253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Deleting port 5295aec6-847c-43c5-b485-aefc01e84bde {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:26.752589 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.776841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6960b8c9-4eca-492f-a479-aea5fb04cd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.781558 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] For port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5119ac28-f8e6-4ae3-8ef3-e4db71d2e019,segment=NetworkSegment(9516aeb7-fa4e-4eae-bc12-937c57d03bcd),segment_id=9516aeb7-fa4e-4eae-bc12-937c57d03bcd)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:26.781995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.791641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ccd7aa14-fe6f-41f0-aa8e-13b1183bf51e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Synchronizing usage tracker for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:26.794964 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a51c5bbb-f7e8-44aa-a6ae-1c66ae51e1e9 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/6d6fe2e3-c592-4efb-8990-7ddf58637c32 HTTP/1.1" status: 204 len: 168 time: 1.3827209 Apr 22 15:10:26.802793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56560) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:26.804228 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.821796 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-37cd7d12-c941-4cb2-8e57-1118b7f609b4 None None] Calling delete_port for 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:26.857013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d0f707-de2d-4874-9285-0f0f8bbe08fc None None] DHCP port deletion for bd913740-5d28-4391-bafb-b87af92120d0 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:10:26.870763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-28d0f707-de2d-4874-9285-0f0f8bbe08fc None None] Deleting port 5295aec6-847c-43c5-b485-aefc01e84bde {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:26.871133 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28d0f707-de2d-4874-9285-0f0f8bbe08fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.883205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6960b8c9-4eca-492f-a479-aea5fb04cd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.929403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8283015-885a-43c9-93d5-6d7edb9e1421 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:26.938451 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Calling delete_port for 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:26.943649 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a286c-2c2c-4682-9097-2a094c19a6f3 None None] Sync routers for ids ['ff2ff769-8c56-4921-891c-843ff55bd41a'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:26.964220 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d8283015-885a-43c9-93d5-6d7edb9e1421 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "PUT /v2.0/routers/ff2ff769-8c56-4921-891c-843ff55bd41a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7945220 Apr 22 15:10:26.968689 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0019e09-f333-4017-b3d1-e9a095208e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:26.970010 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a286c-2c2c-4682-9097-2a094c19a6f3 None None] Routers {'ff2ff769-8c56-4921-891c-843ff55bd41a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:26.972247 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56564) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:26.972657 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3f4a286c-2c2c-4682-9097-2a094c19a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ff2ff769-8c56-4921-891c-843ff55bd41a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:27.000699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ccd7aa14-fe6f-41f0-aa8e-13b1183bf51e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Unset dirty status for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:27.001949 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ccd7aa14-fe6f-41f0-aa8e-13b1183bf51e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5484705 Apr 22 15:10:27.006827 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56568) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:27.036669 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37cd7d12-c941-4cb2-8e57-1118b7f609b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.043751 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6f305e32-7a2c-4307-b4a9-ace3ee79bd80 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group': {'name': 'tempest-secgroup--782822276'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:27.066971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6f305e32-7a2c-4307-b4a9-ace3ee79bd80 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:27.139782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd7d12-c941-4cb2-8e57-1118b7f609b4 None None] Pushing event deleted for resources: {'Port': ['ID=5119ac28-f8e6-4ae3-8ef3-e4db71d2e019,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:27.144322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6f305e32-7a2c-4307-b4a9-ace3ee79bd80 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:27.163651 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd7d12-c941-4cb2-8e57-1118b7f609b4 None None] No DVR routers for this DVR port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:10:27.179660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:10:27.180025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:10:27.202257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0019e09-f333-4017-b3d1-e9a095208e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.228663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f305e32-7a2c-4307-b4a9-ace3ee79bd80 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.230615 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-06b68ffa-a739-4196-9811-7b2636271433 None None] Provisioning for port 72716203-223e-4894-bd5c-32be4d0c88ba completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:27.233085 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-3f4a286c-2c2c-4682-9097-2a094c19a6f3 None None] Set router ff2ff769-8c56-4921-891c-843ff55bd41a gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:27.245441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b0019e09-f333-4017-b3d1-e9a095208e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f75aabd-f7f7-448d-a8cf-1b3ddba327e2']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:27.246465 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-06b68ffa-a739-4196-9811-7b2636271433 None None] Provisioning complete for port 72716203-223e-4894-bd5c-32be4d0c88ba triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:27.246617 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-06b68ffa-a739-4196-9811-7b2636271433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.263579 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b0019e09-f333-4017-b3d1-e9a095208e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bb72a8-a104-435c-bb63-73e3cc6b6fd4') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:27.264016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b0019e09-f333-4017-b3d1-e9a095208e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bb72a8-a104-435c-bb63-73e3cc6b6fd4') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:27.281218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0019e09-f333-4017-b3d1-e9a095208e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.307581 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6f305e32-7a2c-4307-b4a9-ace3ee79bd80 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:27.310286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0019e09-f333-4017-b3d1-e9a095208e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.315743 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6f305e32-7a2c-4307-b4a9-ace3ee79bd80 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:27.320211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6f305e32-7a2c-4307-b4a9-ace3ee79bd80 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:27.323186 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0019e09-f333-4017-b3d1-e9a095208e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:10:27.323623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0019e09-f333-4017-b3d1-e9a095208e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.327515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-06b68ffa-a739-4196-9811-7b2636271433 None None] Port 72716203-223e-4894-bd5c-32be4d0c88ba cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:27.334130 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-28d0f707-de2d-4874-9285-0f0f8bbe08fc None None] For port 5295aec6-847c-43c5-b485-aefc01e84bde, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5295aec6-847c-43c5-b485-aefc01e84bde,segment=NetworkSegment(54c8cbc3-1752-4629-a44e-19e6e6c33ad2),segment_id=54c8cbc3-1752-4629-a44e-19e6e6c33ad2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:27.335184 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28d0f707-de2d-4874-9285-0f0f8bbe08fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:10:27.339740 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:10:27.346829 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6f305e32-7a2c-4307-b4a9-ace3ee79bd80 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:27.367952 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3f4a286c-2c2c-4682-9097-2a094c19a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ff769-8c56-4921-891c-843ff55bd41a', 'name': 'tempest-NetworksTestDHCPv6-router-555205121', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:07Z', 'updated_at': '2022-04-22T15:10:23Z', 'revision_number': 3, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:27.372243 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a286c-2c2c-4682-9097-2a094c19a6f3 None None] Checking router: ff2ff769-8c56-4921-891c-843ff55bd41a for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:10:27.374773 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] For port 5295aec6-847c-43c5-b485-aefc01e84bde, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5295aec6-847c-43c5-b485-aefc01e84bde,segment=NetworkSegment(54c8cbc3-1752-4629-a44e-19e6e6c33ad2),segment_id=54c8cbc3-1752-4629-a44e-19e6e6c33ad2)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:27.376381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.383695 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a286c-2c2c-4682-9097-2a094c19a6f3 None None] Routers {'ff2ff769-8c56-4921-891c-843ff55bd41a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:27.384366 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3f4a286c-2c2c-4682-9097-2a094c19a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ff2ff769-8c56-4921-891c-843ff55bd41a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:27.435087 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0019e09-f333-4017-b3d1-e9a095208e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.466055 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0019e09-f333-4017-b3d1-e9a095208e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.467171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-28d0f707-de2d-4874-9285-0f0f8bbe08fc None None] Calling delete_port for 5295aec6-847c-43c5-b485-aefc01e84bde owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:27.476665 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0019e09-f333-4017-b3d1-e9a095208e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event deleted for resources: {'Network': ['ID=2f75aabd-f7f7-448d-a8cf-1b3ddba327e2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:27.525344 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-3f4a286c-2c2c-4682-9097-2a094c19a6f3 None None] Set router ff2ff769-8c56-4921-891c-843ff55bd41a gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:27.530556 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b0019e09-f333-4017-b3d1-e9a095208e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "DELETE /v2.0/networks/2f75aabd-f7f7-448d-a8cf-1b3ddba327e2 HTTP/1.1" status: 204 len: 168 time: 0.9265783 Apr 22 15:10:27.546703 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f305e32-7a2c-4307-b4a9-ace3ee79bd80 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.548867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56572) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:27.557483 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f305e32-7a2c-4307-b4a9-ace3ee79bd80 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.567390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28d0f707-de2d-4874-9285-0f0f8bbe08fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.575640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e4c6f6-873a-431e-9884-ce08b0e8945a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:27.577253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e4c6f6-873a-431e-9884-ce08b0e8945a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:27.578105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e4e4c6f6-873a-431e-9884-ce08b0e8945a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:27.592572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Calling delete_port for 5295aec6-847c-43c5-b485-aefc01e84bde owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:27.645689 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6960b8c9-4eca-492f-a479-aea5fb04cd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.654714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0f707-de2d-4874-9285-0f0f8bbe08fc None None] No DVR routers for this DVR port 5295aec6-847c-43c5-b485-aefc01e84bde on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:10:27.662305 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:27.668731 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3f4a286c-2c2c-4682-9097-2a094c19a6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ff769-8c56-4921-891c-843ff55bd41a', 'name': 'tempest-NetworksTestDHCPv6-router-555205121', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:07Z', 'updated_at': '2022-04-22T15:10:23Z', 'revision_number': 3, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:27.673317 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a286c-2c2c-4682-9097-2a094c19a6f3 None None] The sync data for ids ['ff2ff769-8c56-4921-891c-843ff55bd41a'] in dv-neutron-838883-3-hyperv is: [{'id': 'ff2ff769-8c56-4921-891c-843ff55bd41a', 'name': 'tempest-NetworksTestDHCPv6-router-555205121', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:07Z', 'updated_at': '2022-04-22T15:10:23Z', 'revision_number': 3, 'project_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:27.680784 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Deleting port 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:27.681334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.696359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9babcf6-a5e6-413d-bd3c-22c3882ef869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:27.700337 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a9babcf6-a5e6-413d-bd3c-22c3882ef869 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8909833 Apr 22 15:10:27.705943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960b8c9-4eca-492f-a479-aea5fb04cd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6002ee-912d-427c-907e-362f436157e2,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:27.708719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56576) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:27.716225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.730313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e4e4c6f6-873a-431e-9884-ce08b0e8945a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:27.731942 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e4e4c6f6-873a-431e-9884-ce08b0e8945a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7455058 Apr 22 15:10:27.744893 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56580) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:27.769394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0f707-de2d-4874-9285-0f0f8bbe08fc None None] Pushing event deleted for resources: {'Port': ['ID=5295aec6-847c-43c5-b485-aefc01e84bde,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:27.773877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:27.774090 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5119ac28-f8e6-4ae3-8ef3-e4db71d2e019 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:27.774625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5295aec6-847c-43c5-b485-aefc01e84bde no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:27.780559 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6960b8c9-4eca-492f-a479-aea5fb04cd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.781849 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6960b8c9-4eca-492f-a479-aea5fb04cd14 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ca6002ee-912d-427c-907e-362f436157e2 HTTP/1.1" status: 204 len: 168 time: 1.6737132 Apr 22 15:10:27.792370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f305e32-7a2c-4307-b4a9-ace3ee79bd80 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.796291 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6f305e32-7a2c-4307-b4a9-ace3ee79bd80 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7622077 Apr 22 15:10:27.797471 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56586) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:27.806257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e1b06c10-5a25-4204-ada1-7b5c5be6b751 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': 'a9c13c03-4497-4cd7-9c3b-ffe9fb357435', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:27.812471 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf62ed47-4798-4cf5-b759-210d175e853c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] GET failed (client error): The resource could not be found. Apr 22 15:10:27.812661 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 5295aec6-847c-43c5-b485-aefc01e84bde {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:27.813234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5295aec6-847c-43c5-b485-aefc01e84bde not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:27.814399 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bf62ed47-4798-4cf5-b759-210d175e853c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/6d6fe2e3-c592-4efb-8990-7ddf58637c32 HTTP/1.1" status: 404 len: 333 time: 0.0999632 Apr 22 15:10:27.844515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] The port '5119ac28-f8e6-4ae3-8ef3-e4db71d2e019' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:10:27.845870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e1b06c10-5a25-4204-ada1-7b5c5be6b751 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:27.848086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56590) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:27.861743 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1557263944'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:27.869682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e1b06c10-5a25-4204-ada1-7b5c5be6b751 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:27.872345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:10:27.872652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:10:27.873340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e1b06c10-5a25-4204-ada1-7b5c5be6b751 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:27.879928 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f305e32-7a2c-4307-b4a9-ace3ee79bd80 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c13c03-4497-4cd7-9c3b-ffe9fb357435,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:27.888223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:27.890513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e1b06c10-5a25-4204-ada1-7b5c5be6b751 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:27.901023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:network and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:27.907400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:27.934041 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59cab099-22d9-465b-b01b-b3f9d9089310 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:27.969056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:28.071588 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:28.074582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.151975 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-e1b06c10-5a25-4204-ada1-7b5c5be6b751 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:28.155469 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e1b06c10-5a25-4204-ada1-7b5c5be6b751 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3518505 Apr 22 15:10:28.157334 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56598) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:28.168899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-77c67688-9b85-4ddb-a71f-02f1d1cc750e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group_rule': {'security_group_id': 'a9c13c03-4497-4cd7-9c3b-ffe9fb357435', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:28.173152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:10:28.192973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-77c67688-9b85-4ddb-a71f-02f1d1cc750e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:28.202809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-77c67688-9b85-4ddb-a71f-02f1d1cc750e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:28.205517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.205847 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Added segment 73686845-1383-44d4-9dea-6985c1e00990 of type vlan for network e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a Apr 22 15:10:28.208739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-77c67688-9b85-4ddb-a71f-02f1d1cc750e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:28.217426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.227404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-77c67688-9b85-4ddb-a71f-02f1d1cc750e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:28.282786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32587937-ea4e-42e2-a240-c92672372817']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:28.335915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.360911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9516aeb7-fa4e-4eae-bc12-937c57d03bcd') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:28.361209 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9516aeb7-fa4e-4eae-bc12-937c57d03bcd') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:28.381741 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-77c67688-9b85-4ddb-a71f-02f1d1cc750e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:28.385375 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-77c67688-9b85-4ddb-a71f-02f1d1cc750e tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2227330 Apr 22 15:10:28.385375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Deleting port 5295aec6-847c-43c5-b485-aefc01e84bde {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:28.385375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.390635 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56608) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:28.398015 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.414912 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59cab099-22d9-465b-b01b-b3f9d9089310 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.460577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.482204 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-be13c0f4-0aeb-486c-baec-09a5f5393484 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 9798bfa6-b5a8-4f31-b25e-d1ca4f7748be {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:28.484984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-59cab099-22d9-465b-b01b-b3f9d9089310 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4aea3d-5dbc-447d-8e8b-7346b5f615aa']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:28.498543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:10:28.499231 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:10:28.516020 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:10:28.519939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be13c0f4-0aeb-486c-baec-09a5f5393484 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.597252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] The port '5295aec6-847c-43c5-b485-aefc01e84bde' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:10:28.600857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.604721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:28.605305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.611112 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-59cab099-22d9-465b-b01b-b3f9d9089310 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77135829-0d84-4766-8ee7-47a4fed4a92f') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:28.611382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-59cab099-22d9-465b-b01b-b3f9d9089310 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77135829-0d84-4766-8ee7-47a4fed4a92f') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:28.651425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59cab099-22d9-465b-b01b-b3f9d9089310 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.690505 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59cab099-22d9-465b-b01b-b3f9d9089310 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.694809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be13c0f4-0aeb-486c-baec-09a5f5393484 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.742532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.748673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59cab099-22d9-465b-b01b-b3f9d9089310 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:10:28.749309 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59cab099-22d9-465b-b01b-b3f9d9089310 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:10:28.764269 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:10:28.769350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e859726-9b8e-4dd4-947d-6370e75bff2d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.773116 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9238424 Apr 22 15:10:28.782777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56618) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:28.795319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.837767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56620) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:28.854024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:10:28.863774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': 'e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:28.868016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=32587937-ea4e-42e2-a240-c92672372817,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:28.877027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8dd16-cbf8-4b32-ac84-cad682044a63 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Network': ['ID=e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:28.888047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:10:28.895004 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-02585a7d-1c5e-423f-8d9e-6350b9799dc1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/32587937-ea4e-42e2-a240-c92672372817 HTTP/1.1" status: 204 len: 168 time: 3.1873934 Apr 22 15:10:28.897857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e859726-9b8e-4dd4-947d-6370e75bff2d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.955146 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59cab099-22d9-465b-b01b-b3f9d9089310 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.956199 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.973878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.981080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59cab099-22d9-465b-b01b-b3f9d9089310 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:28.991514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cab099-22d9-465b-b01b-b3f9d9089310 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event deleted for resources: {'Network': ['ID=8c4aea3d-5dbc-447d-8e8b-7346b5f615aa,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:29.000716 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.005487 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-59cab099-22d9-465b-b01b-b3f9d9089310 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "DELETE /v2.0/networks/8c4aea3d-5dbc-447d-8e8b-7346b5f615aa HTTP/1.1" status: 204 len: 168 time: 1.4548965 Apr 22 15:10:29.009109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56630) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:29.038724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e859726-9b8e-4dd4-947d-6370e75bff2d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.041334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e859726-9b8e-4dd4-947d-6370e75bff2d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.042663 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6e859726-9b8e-4dd4-947d-6370e75bff2d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "DELETE /v2.0/security-groups/a9c13c03-4497-4cd7-9c3b-ffe9fb357435 HTTP/1.1" status: 204 len: 168 time: 0.6511414 Apr 22 15:10:29.081418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56634) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:29.103171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd913740-5d28-4391-bafb-b87af92120d0']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:29.109035 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be13c0f4-0aeb-486c-baec-09a5f5393484 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.161017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c8cbc3-1752-4629-a44e-19e6e6c33ad2') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:29.161313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c8cbc3-1752-4629-a44e-19e6e6c33ad2') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:29.192014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.201711 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e859726-9b8e-4dd4-947d-6370e75bff2d tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c13c03-4497-4cd7-9c3b-ffe9fb357435,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:29.215685 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-deae689f-49a1-42fd-a781-6e48af753483 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] Request body: {'port': {'network_id': '99dc697a-1257-4474-b47d-1afc3a26d8bc', 'name': 'tempest-NetworksNegativeTestJSON-961072994'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:29.244427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:29.255789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=72716203-223e-4894-bd5c-32be4d0c88ba,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:29.258429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be13c0f4-0aeb-486c-baec-09a5f5393484 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.260757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:29.269269 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:29.274680 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.278176 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-deae689f-49a1-42fd-a781-6e48af753483 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] POST failed (client error): The resource could not be found. Apr 22 15:10:29.278621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deae689f-49a1-42fd-a781-6e48af753483 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:29.283287 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-deae689f-49a1-42fd-a781-6e48af753483 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4374893 Apr 22 15:10:29.283938 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.288408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56638) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:29.297435 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:29.305426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13c0f4-0aeb-486c-baec-09a5f5393484 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=9798bfa6-b5a8-4f31-b25e-d1ca4f7748be,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:29.310597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:10:29.311027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.312022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76536140-833f-4c58-851c-2e59305ee755 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:29.316236 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76536140-833f-4c58-851c-2e59305ee755 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:29.317231 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-76536140-833f-4c58-851c-2e59305ee755 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Synchronizing usage tracker for tenant:6a00609aeae9415a8f78fc8f9a419a5d on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:29.321576 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56642) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:29.326807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be13c0f4-0aeb-486c-baec-09a5f5393484 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:10:29.328584 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:10:29.332792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805e665c-c792-41e2-8954-1dd12b271a61 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:29.375639 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-be13c0f4-0aeb-486c-baec-09a5f5393484 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/9798bfa6-b5a8-4f31-b25e-d1ca4f7748be HTTP/1.1" status: 204 len: 168 time: 1.6202950 Apr 22 15:10:29.377039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56646) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:29.432078 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-74d46bbb-91fb-4035-8909-1d96b94f0123 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3437002 Apr 22 15:10:29.439180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56650) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:29.442362 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc04a69c-ca33-4adb-84c8-dd9c13b983cd tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:29.442808 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc04a69c-ca33-4adb-84c8-dd9c13b983cd tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:29.448615 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bc04a69c-ca33-4adb-84c8-dd9c13b983cd tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] 10.222.0.71 "DELETE /v2.0/networks/e9198bd0-0510-4c4e-b3b7-17f4754d2458 HTTP/1.1" status: 404 len: 339 time: 0.1452200 Apr 22 15:10:29.448615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:29.448869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-76536140-833f-4c58-851c-2e59305ee755 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Unset dirty status for tenant:6a00609aeae9415a8f78fc8f9a419a5d on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:29.449288 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-76536140-833f-4c58-851c-2e59305ee755 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4390526 Apr 22 15:10:29.452871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-927d4f62-c76e-4e8b-a540-4b7b3c275a8a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group': {'name': 'tempest-secgroup--887927619'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:29.459756 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56654) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:29.460091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56656) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:29.519552 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-927d4f62-c76e-4e8b-a540-4b7b3c275a8a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:29.532629 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3ce78b47-4002-462b-a99d-6d1fd5d343e6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=742d8ea68dee405bb2cf411aed61c6a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2098269 Apr 22 15:10:29.538388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56662) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:29.540094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:29.546032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-927d4f62-c76e-4e8b-a540-4b7b3c275a8a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:29.578046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:29.578429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f94b3f1c-5fb2-40de-ad1c-3f45e08b4e2a not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:29.581224 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-927d4f62-c76e-4e8b-a540-4b7b3c275a8a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.604229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-24278551-6257-4648-9970-122d2fe632a3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-555420841'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:29.615388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cdb6faa0-81df-4f2d-a49e-6e0221f6e20a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:router {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:29.627284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-24278551-6257-4648-9970-122d2fe632a3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:29.651983 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.665031 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8883eb0-8083-4f4a-8426-d7dfc953e5a1 None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:10:29.666198 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd96fc31-358b-4ca0-ae17-4bc5d30958ac tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:29.666824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd96fc31-358b-4ca0-ae17-4bc5d30958ac tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:29.670237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66c5c0b9-4ba3-42f5-83cc-5b84c1f70168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.670410 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f8883eb0-8083-4f4a-8426-d7dfc953e5a1 None None] Deleting port 9bdbd950-a29b-45f7-bd42-9c82f33f873f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:29.670826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8883eb0-8083-4f4a-8426-d7dfc953e5a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.676016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-927d4f62-c76e-4e8b-a540-4b7b3c275a8a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:29.685400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cdb6faa0-81df-4f2d-a49e-6e0221f6e20a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:router {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:29.691133 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cdb6faa0-81df-4f2d-a49e-6e0221f6e20a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3091996 Apr 22 15:10:29.691922 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.692141 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56666) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:29.695204 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-927d4f62-c76e-4e8b-a540-4b7b3c275a8a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Usage tracker for resource:security_group_rule and tenant:24d3f7b1ec46433397022b1d19a7eec0 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:29.696993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-24278551-6257-4648-9970-122d2fe632a3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:29.706872 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-927d4f62-c76e-4e8b-a540-4b7b3c275a8a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:29.725298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd913740-5d28-4391-bafb-b87af92120d0,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:29.734695 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cd96fc31-358b-4ca0-ae17-4bc5d30958ac tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] 10.222.0.71 "DELETE /v2.0/ports/b4aec67d-75b3-4334-a85e-525184229fbe HTTP/1.1" status: 404 len: 333 time: 0.2278986 Apr 22 15:10:29.751798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56670) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:29.760115 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.774429 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a26680f5-8e0f-49c7-8850-2f3b9a1edca8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/bd913740-5d28-4391-bafb-b87af92120d0 HTTP/1.1" status: 204 len: 168 time: 3.6588349 Apr 22 15:10:29.776865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-927d4f62-c76e-4e8b-a540-4b7b3c275a8a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:29.785608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66c5c0b9-4ba3-42f5-83cc-5b84c1f70168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.808381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24278551-6257-4648-9970-122d2fe632a3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Made reservation on behalf of 6a00609aeae9415a8f78fc8f9a419a5d for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:29.811316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24278551-6257-4648-9970-122d2fe632a3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:29.897992 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-8758527a-f332-4310-9777-c6d8be6e4573 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] DELETE failed (client error): The resource could not be found. Apr 22 15:10:29.898695 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8758527a-f332-4310-9777-c6d8be6e4573 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:29.900598 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8758527a-f332-4310-9777-c6d8be6e4573 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] 10.222.0.71 "DELETE /v2.0/subnets/17c2d623-fdd2-4e34-87a8-1c314d589194 HTTP/1.1" status: 404 len: 337 time: 0.1478379 Apr 22 15:10:29.919406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 58d0f43b-ee08-4556-ae1b-d959581a46eb is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:29.920010 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56676) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:29.934775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:29.969310 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f8883eb0-8083-4f4a-8426-d7dfc953e5a1 None None] For port 9bdbd950-a29b-45f7-bd42-9c82f33f873f, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9bdbd950-a29b-45f7-bd42-9c82f33f873f,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:29.970373 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8883eb0-8083-4f4a-8426-d7dfc953e5a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.100642 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c665782e-73a0-4265-b373-cc93dbd78de2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.158613 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56680) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:30.178735 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-927d4f62-c76e-4e8b-a540-4b7b3c275a8a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.184225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f8883eb0-8083-4f4a-8426-d7dfc953e5a1 None None] Calling delete_port for 9bdbd950-a29b-45f7-bd42-9c82f33f873f owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:30.254960 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66c5c0b9-4ba3-42f5-83cc-5b84c1f70168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.259144 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-927d4f62-c76e-4e8b-a540-4b7b3c275a8a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.275522 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8883eb0-8083-4f4a-8426-d7dfc953e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.309102 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f363321-16a5-4489-86f3-e55bf6a40855 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] GET failed (client error): The resource could not be found. Apr 22 15:10:30.313806 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5f363321-16a5-4489-86f3-e55bf6a40855 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] 10.222.0.71 "GET /v2.0/networks/63443e47-a2ae-4ce2-9ba5-b43ecdd5a5ab HTTP/1.1" status: 404 len: 339 time: 0.3892021 Apr 22 15:10:30.313968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5c0b9-4ba3-42f5-83cc-5b84c1f70168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928faf1c-b573-45b0-afcc-df61d6fa751f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:30.319736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56684) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:30.344688 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24278551-6257-4648-9970-122d2fe632a3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:10:30.350021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8883eb0-8083-4f4a-8426-d7dfc953e5a1 None None] Pushing event deleted for resources: {'Port': ['ID=9bdbd950-a29b-45f7-bd42-9c82f33f873f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:30.372417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24278551-6257-4648-9970-122d2fe632a3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.372769 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-24278551-6257-4648-9970-122d2fe632a3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Added segment becd0ca7-9564-4a8b-9a8d-f63f95216b27 of type vlan for network 0cc35830-3826-490f-8d81-8187cb3b8dfc Apr 22 15:10:30.394577 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d6b53e39-f8b4-4dab-8d49-bc026ea3d779 None None] Provisioning complete for port 72716203-223e-4894-bd5c-32be4d0c88ba triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:30.395118 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d6b53e39-f8b4-4dab-8d49-bc026ea3d779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.422341 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-335502e9-d02f-4bd7-821e-4c224401e5f9 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] GET failed (client error): The resource could not be found. Apr 22 15:10:30.429169 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-335502e9-d02f-4bd7-821e-4c224401e5f9 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] 10.222.0.71 "GET /v2.0/ports/fdab3236-40b5-4205-a528-926e34fca6cd HTTP/1.1" status: 404 len: 333 time: 0.1013386 Apr 22 15:10:30.435934 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56688) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:30.440790 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-927d4f62-c76e-4e8b-a540-4b7b3c275a8a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.444260 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-927d4f62-c76e-4e8b-a540-4b7b3c275a8a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0043597 Apr 22 15:10:30.449423 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8883eb0-8083-4f4a-8426-d7dfc953e5a1 None None] No DVR routers for this DVR port 9bdbd950-a29b-45f7-bd42-9c82f33f873f on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:10:30.450075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56690) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:30.475663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24278551-6257-4648-9970-122d2fe632a3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.477136 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d6b53e39-f8b4-4dab-8d49-bc026ea3d779 None None] Port 72716203-223e-4894-bd5c-32be4d0c88ba cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:30.497093 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66c5c0b9-4ba3-42f5-83cc-5b84c1f70168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.498553 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-66c5c0b9-4ba3-42f5-83cc-5b84c1f70168 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/928faf1c-b573-45b0-afcc-df61d6fa751f HTTP/1.1" status: 204 len: 168 time: 0.9576025 Apr 22 15:10:30.499070 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d4f62-c76e-4e8b-a540-4b7b3c275a8a tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a58fa9e-4cda-4f1a-9138-06c2febb0c92,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:30.504390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7f857d90-cbd5-45e2-bcc1-72a0623713e1 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:30.505045 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-7f857d90-cbd5-45e2-bcc1-72a0623713e1 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] update failed (client error): There was a conflict when trying to complete your request. Apr 22 15:10:30.509132 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7f857d90-cbd5-45e2-bcc1-72a0623713e1 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "PUT /v2.0/security-groups/9a58fa9e-4cda-4f1a-9138-06c2febb0c92 HTTP/1.1" status: 409 len: 330 time: 0.0159805 Apr 22 15:10:30.512278 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a8198487-9c33-4ee8-8d54-6eded27e54df admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=548b38a4783b4d719184e32da986cde8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3499115 Apr 22 15:10:30.555867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56698) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:30.555867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56700) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:30.575811 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1cd79d-024d-4e06-8f94-554662baa627 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] GET failed (client error): The resource could not be found. Apr 22 15:10:30.582324 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8b1cd79d-024d-4e06-8f94-554662baa627 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] 10.222.0.71 "GET /v2.0/subnets/6740c587-66ef-46c9-b5be-2f1c7d9ed990 HTTP/1.1" status: 404 len: 337 time: 0.1315517 Apr 22 15:10:30.631626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56706) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:30.648237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-034e1921-850f-4ed3-9689-db0fae955f6c tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:30.673995 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-034e1921-850f-4ed3-9689-db0fae955f6c tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] PUT failed (client error): The resource could not be found. Apr 22 15:10:30.674382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034e1921-850f-4ed3-9689-db0fae955f6c tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:30.677803 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-034e1921-850f-4ed3-9689-db0fae955f6c tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] 10.222.0.71 "PUT /v2.0/networks/b08938bb-fae6-43e6-af2e-289285675636 HTTP/1.1" status: 404 len: 339 time: 0.0433133 Apr 22 15:10:30.699594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56710) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:30.721674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-cead6c34-e32a-45e2-bd12-021202390395 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:30.757739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24278551-6257-4648-9970-122d2fe632a3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.761398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24278551-6257-4648-9970-122d2fe632a3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:30.761978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-24278551-6257-4648-9970-122d2fe632a3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.816566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c665782e-73a0-4265-b373-cc93dbd78de2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.821617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c665782e-73a0-4265-b373-cc93dbd78de2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.848659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c665782e-73a0-4265-b373-cc93dbd78de2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.849604 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c665782e-73a0-4265-b373-cc93dbd78de2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Fanout notify agent at l3_agent the message router_deleted on router ff2ff769-8c56-4921-891c-843ff55bd41a {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:10:30.869191 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c665782e-73a0-4265-b373-cc93dbd78de2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.873612 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c665782e-73a0-4265-b373-cc93dbd78de2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/routers/ff2ff769-8c56-4921-891c-843ff55bd41a HTTP/1.1" status: 204 len: 168 time: 1.1755421 Apr 22 15:10:30.874653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56716) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:30.890703 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-cead6c34-e32a-45e2-bd12-021202390395 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] PUT failed (client error): The resource could not be found. Apr 22 15:10:30.891142 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cead6c34-e32a-45e2-bd12-021202390395 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:30.892272 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cead6c34-e32a-45e2-bd12-021202390395 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] 10.222.0.71 "PUT /v2.0/ports/e330438f-3960-4c42-9430-3f1ba2b8af58 HTTP/1.1" status: 404 len: 333 time: 0.1881251 Apr 22 15:10:30.904749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:30.925597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56720) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:30.947735 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bdd73cf4-bfc3-45b0-a4ba-c4dba5af0b9b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:30.970580 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bdd73cf4-bfc3-45b0-a4ba-c4dba5af0b9b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:30.975155 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bdd73cf4-bfc3-45b0-a4ba-c4dba5af0b9b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0963092 Apr 22 15:10:30.975830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56726) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:30.989108 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3ef326b8-94e2-4d48-9dbe-8f1bde978292 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:31.070702 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef326b8-94e2-4d48-9dbe-8f1bde978292 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] PUT failed (client error): The resource could not be found. Apr 22 15:10:31.071114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef326b8-94e2-4d48-9dbe-8f1bde978292 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:31.071668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7424bd5a-0170-46c1-8270-2209fe2940bf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:31.077780 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3ef326b8-94e2-4d48-9dbe-8f1bde978292 tempest-NetworksNegativeTestJSON-516605206 tempest-NetworksNegativeTestJSON-516605206-project] 10.222.0.71 "PUT /v2.0/subnets/31e6286e-c30f-457b-a2da-79ed9d37f2b6 HTTP/1.1" status: 404 len: 337 time: 0.1078479 Apr 22 15:10:31.078083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7424bd5a-0170-46c1-8270-2209fe2940bf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:31.078243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24278551-6257-4648-9970-122d2fe632a3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event updated for resources: {'Network': ['ID=0cc35830-3826-490f-8d81-8187cb3b8dfc,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:31.096089 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-24278551-6257-4648-9970-122d2fe632a3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5853958 Apr 22 15:10:31.096494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 0cc35830-3826-490f-8d81-8187cb3b8dfc details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:10:31.100691 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56738) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:31.113387 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2093816909'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:31.129840 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:31.133688 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-27043682-1886-4e47-94b2-77c9d8ca89e4 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:31.136479 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Subnet': ['ID=e2a94ad2-b86b-4af7-a970-c0750d96ab45,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:31.144689 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4fd26da8-397b-4ee1-b049-14ce911ea3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:31.146037 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Usage tracker for resource:network and tenant:6a00609aeae9415a8f78fc8f9a419a5d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:31.149715 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:31.157618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:31.193186 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Made reservation on behalf of 6a00609aeae9415a8f78fc8f9a419a5d for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:31.199487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:31.216318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-27043682-1886-4e47-94b2-77c9d8ca89e4 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:31.229907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4fd26da8-397b-4ee1-b049-14ce911ea3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:31.245574 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Checking segment: {'id': '73686845-1383-44d4-9dea-6985c1e00990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:31.245936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network hostable DHCP agents. Network: e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:10:31.255290 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7424bd5a-0170-46c1-8270-2209fe2940bf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:31.257781 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7424bd5a-0170-46c1-8270-2209fe2940bf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2804122 Apr 22 15:10:31.261975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56744) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:31.345503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:10:31.348634 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1fe255a5-182f-42ec-bd83-0385b9d14f17 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:router {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:31.359114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 43a9d39d-f984-414e-b079-8d47d61635df has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:10:31.361138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:10:31.369233 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-27043682-1886-4e47-94b2-77c9d8ca89e4 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:31.371697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:31.372041 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Added segment 2541b596-37b6-4677-aaf0-718a86639f96 of type vlan for network 080b4d86-d1e8-4415-a7fd-2700a2514461 Apr 22 15:10:31.388056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1fe255a5-182f-42ec-bd83-0385b9d14f17 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:router {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:31.394516 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1fe255a5-182f-42ec-bd83-0385b9d14f17 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1311309 Apr 22 15:10:31.398319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56754) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:31.403766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27043682-1886-4e47-94b2-77c9d8ca89e4 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a58fa9e-4cda-4f1a-9138-06c2febb0c92,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:31.405816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4fd26da8-397b-4ee1-b049-14ce911ea3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:31.431158 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d4bdbe11-b94e-46bb-ba46-9430ceb41d12 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:31.432161 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-27043682-1886-4e47-94b2-77c9d8ca89e4 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:31.433478 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-27043682-1886-4e47-94b2-77c9d8ca89e4 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "DELETE /v2.0/security-groups/9a58fa9e-4cda-4f1a-9138-06c2febb0c92 HTTP/1.1" status: 204 len: 168 time: 0.8721819 Apr 22 15:10:31.444855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:31.446557 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56758) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:31.454240 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221f3c64-ee04-42a4-a79a-d08fe435372e None None] Network e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:31.512043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd26da8-397b-4ee1-b049-14ce911ea3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28878c5-b226-4bcc-8bf5-e56de98a40f6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:31.522440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4fd26da8-397b-4ee1-b049-14ce911ea3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:31.523779 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4fd26da8-397b-4ee1-b049-14ce911ea3ce admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a28878c5-b226-4bcc-8bf5-e56de98a40f6 HTTP/1.1" status: 204 len: 168 time: 0.9610205 Apr 22 15:10:31.525345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:31.526198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:31.589170 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56764) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:31.594512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d4bdbe11-b94e-46bb-ba46-9430ceb41d12 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:31.597370 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-237c8196-bc71-4843-8bb4-6b51357c131d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7673175 Apr 22 15:10:31.608325 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d4bdbe11-b94e-46bb-ba46-9430ceb41d12 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:31.617322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56770) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:31.623330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:31.624300 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9bdbd950-a29b-45f7-bd42-9c82f33f873f no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:31.631166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-951137ce-3b41-4b12-a288-9bd32de04906 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': 'e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:31.730785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ad81942c-c85d-4771-9444-368079974843 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Synchronizing usage tracker for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:31.732171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 9bdbd950-a29b-45f7-bd42-9c82f33f873f {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:10:31.732515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9bdbd950-a29b-45f7-bd42-9c82f33f873f not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:10:31.792825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ad81942c-c85d-4771-9444-368079974843 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] Unset dirty status for tenant:24d3f7b1ec46433397022b1d19a7eec0 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:31.794416 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ad81942c-c85d-4771-9444-368079974843 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2849219 Apr 22 15:10:31.800571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56778) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:31.823126 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-9f62a160-5c4b-4633-a5fa-c61619bcf749 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] delete failed (client error): The resource could not be found. Apr 22 15:10:31.824430 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9f62a160-5c4b-4633-a5fa-c61619bcf749 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "DELETE /v2.0/security-groups/6434e2f3-5563-42b4-90d1-714c04efc822 HTTP/1.1" status: 404 len: 347 time: 0.0221391 Apr 22 15:10:31.828027 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bdbe11-b94e-46bb-ba46-9430ceb41d12 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:31.828836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56782) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:31.836844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d4bdbe11-b94e-46bb-ba46-9430ceb41d12 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:31.857402 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-727a645f-81a3-4e89-9a1b-999db55bb7e9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] show failed (client error): The resource could not be found. Apr 22 15:10:31.858623 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-727a645f-81a3-4e89-9a1b-999db55bb7e9 tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "GET /v2.0/security-groups/2287d567-4f29-4b3d-9678-017f0b14d0f0 HTTP/1.1" status: 404 len: 347 time: 0.0282547 Apr 22 15:10:31.861940 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:31.863658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56788) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:31.869170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-951137ce-3b41-4b12-a288-9bd32de04906 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:31.871303 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ad76c25a-7548-44e8-862b-57203e8182bc tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "PUT /v2.0/routers/43a9d39d-f984-414e-b079-8d47d61635df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3673646 Apr 22 15:10:31.873865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56792) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:31.879083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-951137ce-3b41-4b12-a288-9bd32de04906 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:31.883610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-951137ce-3b41-4b12-a288-9bd32de04906 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:31.890111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-951137ce-3b41-4b12-a288-9bd32de04906 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:31.892439 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'port': {'network_id': '58d0f43b-ee08-4556-ae1b-d959581a46eb', 'name': 'tempest-FloatingIPTestJSON-1216409071'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:31.920530 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7450bdb6-800b-4a30-b656-03214194f0eb None None] Sync routers for ids ['43a9d39d-f984-414e-b079-8d47d61635df'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:31.963161 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7450bdb6-800b-4a30-b656-03214194f0eb None None] Routers {'43a9d39d-f984-414e-b079-8d47d61635df'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:31.963784 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-7450bdb6-800b-4a30-b656-03214194f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['43a9d39d-f984-414e-b079-8d47d61635df'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:32.015991 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951137ce-3b41-4b12-a288-9bd32de04906 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:32.103628 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-7450bdb6-800b-4a30-b656-03214194f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:32.127556 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a', 'network_id': 'e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a', 'tenant_id': '07ec4ee4f5ae41adb68e8261c099cebe', 'fixed_ips': [{'subnet_id': 'e2a94ad2-b86b-4af7-a970-c0750d96ab45'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:10:32.128538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:32.147860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:32.151047 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-efe8176c-eeee-4101-936a-799165767b6b tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] show failed (client error): The resource could not be found. Apr 22 15:10:32.152204 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-efe8176c-eeee-4101-936a-799165767b6b tempest-NegativeSecGroupIPv6Test-663304036 tempest-NegativeSecGroupIPv6Test-663304036-project] 10.222.0.71 "GET /v2.0/security-group-rules/cd0aeeb0-11c0-4f7c-aa25-3205fd2f3648 HTTP/1.1" status: 404 len: 356 time: 0.2873545 Apr 22 15:10:32.155072 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Usage tracker for resource:port and tenant:c12731375b86407aa0ae0ac31717a9d7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:32.160955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:32.180337 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:32.199041 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7450bdb6-800b-4a30-b656-03214194f0eb None None] Routers {'43a9d39d-f984-414e-b079-8d47d61635df'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:32.200117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-7450bdb6-800b-4a30-b656-03214194f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['43a9d39d-f984-414e-b079-8d47d61635df'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:32.243881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Made reservation on behalf of c12731375b86407aa0ae0ac31717a9d7 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:32.250471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:10:32.251540 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:32.275461 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-7450bdb6-800b-4a30-b656-03214194f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:32.276143 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7450bdb6-800b-4a30-b656-03214194f0eb None None] The sync data for ids ['43a9d39d-f984-414e-b079-8d47d61635df'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:32.289990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-166db6dc-c0ed-4bfd-a6a1-379351475ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:32.343207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] device_id is not set on port f586a26b-cae2-4318-9bca-fe0ca6194ff0 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:10:32.376031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:32.379865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:32.380495 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:32.405929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Allocated IP 172.20.0.2 (e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a/e2a94ad2-b86b-4af7-a970-c0750d96ab45/3b331e2e-288d-4f12-ae60-3a34fb849b3a) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:32.436521 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3333621 Apr 22 15:10:32.492900 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56808) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:32.516659 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Allocated IP 172.20.0.12 (58d0f43b-ee08-4556-ae1b-d959581a46eb/268b8c5f-dffc-4a66-8b1c-f8d7c765ace0/f586a26b-cae2-4318-9bca-fe0ca6194ff0) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:32.520800 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Request body: {'ports': [{'network_id': '0cc35830-3826-490f-8d81-8187cb3b8dfc', 'name': 'tempest-port--705423560', 'admin_state_up': True}, {'network_id': '080b4d86-d1e8-4415-a7fd-2700a2514461', 'admin_state_up': False}]} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:32.521153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Request body: {'port': {'network_id': '0cc35830-3826-490f-8d81-8187cb3b8dfc', 'name': 'tempest-port--705423560', 'admin_state_up': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:32.522331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Request body: {'port': {'network_id': '080b4d86-d1e8-4415-a7fd-2700a2514461', 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:32.545494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-166db6dc-c0ed-4bfd-a6a1-379351475ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:32.580201 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-166db6dc-c0ed-4bfd-a6a1-379351475ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:e0dee105282a48e7bfa2d6348fd63768 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:32.587108 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-166db6dc-c0ed-4bfd-a6a1-379351475ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:32.634747 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-166db6dc-c0ed-4bfd-a6a1-379351475ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:32.669104 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6191f8e-a166-43a7-b15d-8ce73ae4f3da tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event updated for resources: {'Network': ['ID=080b4d86-d1e8-4415-a7fd-2700a2514461,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:32.680314 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:32.692446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-951137ce-3b41-4b12-a288-9bd32de04906 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:32.692957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Transition to ACTIVE for port object 3b331e2e-288d-4f12-ae60-3a34fb849b3a will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:32.717169 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Transition to ACTIVE for port object 3b331e2e-288d-4f12-ae60-3a34fb849b3a will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:32.722439 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 080b4d86-d1e8-4415-a7fd-2700a2514461 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:10:32.744394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:32.953774 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Pushing event updated for resources: {'Port': ['ID=3b331e2e-288d-4f12-ae60-3a34fb849b3a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:32.967996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Network e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:32.981224 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:32.988702 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:33.062652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56822) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:33.098885 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.126689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Attempting to bind port 3b331e2e-288d-4f12-ae60-3a34fb849b3a on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:33.127337 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Attempting to bind port 3b331e2e-288d-4f12-ae60-3a34fb849b3a by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '73686845-1383-44d4-9dea-6985c1e00990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:33.127542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Attempting to bind port 3b331e2e-288d-4f12-ae60-3a34fb849b3a on network e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:33.134161 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:33.134532 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Checking segment: {'id': '73686845-1383-44d4-9dea-6985c1e00990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:33.134931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.135316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Bound using segment: {'id': '73686845-1383-44d4-9dea-6985c1e00990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:33.135776 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Bound port: 3b331e2e-288d-4f12-ae60-3a34fb849b3a, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73686845-1383-44d4-9dea-6985c1e00990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:33.138829 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.168370 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-166db6dc-c0ed-4bfd-a6a1-379351475ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.188462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-166db6dc-c0ed-4bfd-a6a1-379351475ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.252402 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166db6dc-c0ed-4bfd-a6a1-379351475ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85640be5-892d-412f-b0be-e6e6a7d9e41b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:33.272451 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:33.285973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Usage tracker for resource:port and tenant:6a00609aeae9415a8f78fc8f9a419a5d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:33.290865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:33.296921 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:33.307940 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-166db6dc-c0ed-4bfd-a6a1-379351475ab2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e0dee105282a48e7bfa2d6348fd63768&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7125118 Apr 22 15:10:33.310913 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-951137ce-3b41-4b12-a288-9bd32de04906 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e2a94ad2-b86b-4af7-a970-c0750d96ab45 (CIDR: 172.20.0.0/28) Apr 22 15:10:33.311143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56834) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:33.320380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Made reservation on behalf of 6a00609aeae9415a8f78fc8f9a419a5d for: {'port': 2} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:33.330466 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.343062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] For port 3b331e2e-288d-4f12-ae60-3a34fb849b3a, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:33.351194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] For port 3b331e2e-288d-4f12-ae60-3a34fb849b3a, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3b331e2e-288d-4f12-ae60-3a34fb849b3a,segment=NetworkSegment(73686845-1383-44d4-9dea-6985c1e00990),segment_id=73686845-1383-44d4-9dea-6985c1e00990)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:33.356143 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-951137ce-3b41-4b12-a288-9bd32de04906 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:10:33.357000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951137ce-3b41-4b12-a288-9bd32de04906 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:33.367442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.400177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.427705 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1aa308e5-34e0-4299-ad03-2d8cc809606f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.461247 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1aa308e5-34e0-4299-ad03-2d8cc809606f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.490887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Transition to ACTIVE for port object f586a26b-cae2-4318-9bca-fe0ca6194ff0 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:33.491132 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc01c6-3eb1-4bad-8372-081b894199a7 None None] Pushing event updated for resources: {'Port': ['ID=3b331e2e-288d-4f12-ae60-3a34fb849b3a,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:33.563286 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.617209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1aa308e5-34e0-4299-ad03-2d8cc809606f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.657888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.677003 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa308e5-34e0-4299-ad03-2d8cc809606f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85640be5-892d-412f-b0be-e6e6a7d9e41b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:33.689775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56844) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:33.696902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Network 58d0f43b-ee08-4556-ae1b-d959581a46eb is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:33.710523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:33.713921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event updated for resources: {'Port': ['ID=f586a26b-cae2-4318-9bca-fe0ca6194ff0,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:33.717305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:33.767699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1aa308e5-34e0-4299-ad03-2d8cc809606f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.769173 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1aa308e5-34e0-4299-ad03-2d8cc809606f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/85640be5-892d-412f-b0be-e6e6a7d9e41b HTTP/1.1" status: 204 len: 168 time: 0.4571259 Apr 22 15:10:33.805470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:33.819465 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.855574 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-951137ce-3b41-4b12-a288-9bd32de04906 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2350543 Apr 22 15:10:33.861830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56854) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:33.874667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-d4bdbe11-b94e-46bb-ba46-9430ceb41d12 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:10:33.881895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d4bdbe11-b94e-46bb-ba46-9430ceb41d12 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:33.882303 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7444f656-4ec4-44b7-9788-fa585e0c0b54 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0070713 Apr 22 15:10:33.886622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d06158a4-d383-499b-a110-d952c186b160 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': 'e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:33.887970 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56858) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:33.984434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56862) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:33.986718 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-45a3888a-f8e3-439e-bd8d-e0274d934adb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=24d3f7b1ec46433397022b1d19a7eec0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9233079 Apr 22 15:10:34.026543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdbe11-b94e-46bb-ba46-9430ceb41d12 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=8b382ed2-204c-45f2-8c19-6940dc1dd413,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:34.045579 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8eac3c0b-3040-4d98-8693-83872170aaff tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Request body: {'floatingip': {'port_id': 'f586a26b-cae2-4318-9bca-fe0ca6194ff0'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:34.066228 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1117002907-network', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:34.143311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:34.175520 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Usage tracker for resource:network and tenant:ca170eb8340f428b86c9c5acf6a8ca1c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:34.191347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:34.215034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:34.239517 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-037a11f2-fd77-4bdd-8b73-2ccaab62d8b6 None None] Provisioning for port f586a26b-cae2-4318-9bca-fe0ca6194ff0 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:34.248104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-037a11f2-fd77-4bdd-8b73-2ccaab62d8b6 None None] Provisioning complete for port f586a26b-cae2-4318-9bca-fe0ca6194ff0 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:34.248474 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-037a11f2-fd77-4bdd-8b73-2ccaab62d8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:34.277618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Made reservation on behalf of ca170eb8340f428b86c9c5acf6a8ca1c for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:34.285645 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:34.308084 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] device_id is not set on port b3060530-c98e-4d47-91cb-4864bd8c6836 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:10:34.322441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-037a11f2-fd77-4bdd-8b73-2ccaab62d8b6 None None] Port f586a26b-cae2-4318-9bca-fe0ca6194ff0 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:34.336117 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56868) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:34.344073 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d06158a4-d383-499b-a110-d952c186b160 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:34.346531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2caf-dbaa-4613-b3c3-08da0a5de1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:34.350297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:34.362964 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d06158a4-d383-499b-a110-d952c186b160 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:34.368335 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d06158a4-d383-499b-a110-d952c186b160 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:34.390434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d06158a4-d383-499b-a110-d952c186b160 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:34.419448 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:34.423469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Usage tracker for resource:security_group_rule and tenant:ca170eb8340f428b86c9c5acf6a8ca1c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:34.426725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:34.433361 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bdbe11-b94e-46bb-ba46-9430ceb41d12 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:34.434905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:34.446530 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d4bdbe11-b94e-46bb-ba46-9430ceb41d12 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:34.457956 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531c14d2-3379-4c50-a1d7-c7dea1b643b8 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:34.460616 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bdbe11-b94e-46bb-ba46-9430ceb41d12 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:34.461308 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d4bdbe11-b94e-46bb-ba46-9430ceb41d12 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:34.485750 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8eac3c0b-3040-4d98-8693-83872170aaff tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:34.510941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2caf-dbaa-4613-b3c3-08da0a5de1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:34.639946 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2caf-dbaa-4613-b3c3-08da0a5de1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:34.667023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06158a4-d383-499b-a110-d952c186b160 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:34.672518 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d4bdbe11-b94e-46bb-ba46-9430ceb41d12 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2734683 Apr 22 15:10:34.673380 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d06158a4-d383-499b-a110-d952c186b160 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:34.697006 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56882) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:34.734902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5a5c12eb-6b91-4b90-8326-37b2f4aec41f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:34.766698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:34.809379 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b2caf-dbaa-4613-b3c3-08da0a5de1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcd54e3-4235-42d1-a48e-70ef8fa4df7a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:34.902406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '8b382ed2-204c-45f2-8c19-6940dc1dd413'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:10:34.903571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:34.918098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:35.041035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:35.045443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2caf-dbaa-4613-b3c3-08da0a5de1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:35.047757 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7b4b2caf-dbaa-4613-b3c3-08da0a5de1b7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cdcd54e3-4235-42d1-a48e-70ef8fa4df7a HTTP/1.1" status: 204 len: 168 time: 1.0474727 Apr 22 15:10:35.072315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:35.126472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6267f4d6-94b2-43b6-8870-46acae03b66b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:35.143613 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:35.168413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Usage tracker for resource:floatingip and tenant:8009941905c8408f96b8a3fc49a34dd1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:35.187760 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:35.191654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:10:35.200989 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5a5c12eb-6b91-4b90-8326-37b2f4aec41f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:35.206559 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:35.211803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5a5c12eb-6b91-4b90-8326-37b2f4aec41f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:35.224462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33886852-2e78-44a0-a83f-57cda7d47b59 None None] Network e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:35.230391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:35.230740 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Added segment a59bad37-ce12-48bb-90b5-b4c57f4e28bb of type vlan for network 5b30759b-11ae-417c-bc4c-b58157939dcc Apr 22 15:10:35.237434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5c12eb-6b91-4b90-8326-37b2f4aec41f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:35.285871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] device_id is not set on port bce4000a-35d5-409c-9f11-947d363721d5 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:10:35.385812 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a5c12eb-6b91-4b90-8326-37b2f4aec41f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:35.490046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56898) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:35.498211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:35.498767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:35.537554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Allocated IP 2001:db8::f816:3eff:fe1d:bc76 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/8b382ed2-204c-45f2-8c19-6940dc1dd413/62b068bb-5c26-4931-8059-ba3ea029d316) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:35.542478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4fadc02b-7e62-465c-b160-96a79f34638e None None] Provisioning for port 3b331e2e-288d-4f12-ae60-3a34fb849b3a completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:35.626287 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:10:35.714552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3b331e2e-288d-4f12-ae60-3a34fb849b3a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:35.721126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:35.721955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:35.722737 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:35.846316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 3b331e2e-288d-4f12-ae60-3a34fb849b3a completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:35.851748 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'network': {'name': 'tempest-RoutersTest-507402508'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:35.857079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 3b331e2e-288d-4f12-ae60-3a34fb849b3a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:35.858132 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:35.875444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:35.896641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:network and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:35.910813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:35.923578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] Pushing event updated for resources: {'Network': ['ID=5b30759b-11ae-417c-bc4c-b58157939dcc,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:35.946936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:35.978488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 5b30759b-11ae-417c-bc4c-b58157939dcc details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:10:36.013241 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d51ad077-f2ed-4aa7-9a09-1e8103236013 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3174427 Apr 22 15:10:36.018300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56910) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:36.037237 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Request body: {'subnet': {'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1117002907-subnet', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:36.042570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:36.046706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Usage tracker for resource:subnet and tenant:ca170eb8340f428b86c9c5acf6a8ca1c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:36.049731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:36.057259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:36.069422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d06158a4-d383-499b-a110-d952c186b160 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.073403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:36.076597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.194899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8eac3c0b-3040-4d98-8693-83872170aaff tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.214658 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.231659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8eac3c0b-3040-4d98-8693-83872170aaff tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.257507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Made reservation on behalf of ca170eb8340f428b86c9c5acf6a8ca1c for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:36.259915 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3d8be7c1-e6eb-47f8-9db8-c1db601c498b None None] Provisioning complete for port 3b331e2e-288d-4f12-ae60-3a34fb849b3a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:36.260131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.260294 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d8be7c1-e6eb-47f8-9db8-c1db601c498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.300933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Transition to ACTIVE for port object 62b068bb-5c26-4931-8059-ba3ea029d316 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:36.312679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.359686 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Transition to ACTIVE for port object 62b068bb-5c26-4931-8059-ba3ea029d316 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:36.363602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.384659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.436894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:36.460037 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.519501 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.561287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 3b331e2e-288d-4f12-ae60-3a34fb849b3a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3b331e2e-288d-4f12-ae60-3a34fb849b3a,segment=NetworkSegment(73686845-1383-44d4-9dea-6985c1e00990),segment_id=73686845-1383-44d4-9dea-6985c1e00990)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:36.568828 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:36.572566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Pushing event updated for resources: {'Port': ['ID=62b068bb-5c26-4931-8059-ba3ea029d316,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:36.576697 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:36.578643 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.609993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:36.612107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d8be7c1-e6eb-47f8-9db8-c1db601c498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.617882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56922) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:36.619198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:security_group_rule and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:36.627661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.634597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:36.654036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:36.657798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06158a4-d383-499b-a110-d952c186b160 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:36.658736 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06158a4-d383-499b-a110-d952c186b160 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Subnet': ['ID=e60f5c66-e196-433d-9532-549bb55dcec9,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:36.664418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d06158a4-d383-499b-a110-d952c186b160 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:36.671066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.679354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Allocated IP 172.26.8.13 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/2cb1ffc1-e915-49a2-a018-28b0df6b13dc) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:36.703838 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483308c0-22b9-4dcd-976a-1226af0ba3b2 None None] Network e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:36.707732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06158a4-d383-499b-a110-d952c186b160 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:36.709663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d06158a4-d383-499b-a110-d952c186b160 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.761597 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d06158a4-d383-499b-a110-d952c186b160 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8829281 Apr 22 15:10:36.777947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56928) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:36.798363 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'network_id': 'e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a', 'fixed_ips': [{'subnet_id': 'e2a94ad2-b86b-4af7-a970-c0750d96ab45'}, {'subnet_id': 'e60f5c66-e196-433d-9532-549bb55dcec9'}], 'name': 'tempest-PortsTestJSON-126555925'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:36.830394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a5c12eb-6b91-4b90-8326-37b2f4aec41f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.848339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44024044-2bbf-41e4-9040-da56b02148a3,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:36.905044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Checking segment: {'id': 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:36.905460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Network hostable DHCP agents. Network: 5b30759b-11ae-417c-bc4c-b58157939dcc, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:10:36.910252 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=3b331e2e-288d-4f12-ae60-3a34fb849b3a,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:36.923108 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Attempting to bind port 62b068bb-5c26-4931-8059-ba3ea029d316 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:36.923474 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Attempting to bind port 62b068bb-5c26-4931-8059-ba3ea029d316 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:36.923749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8610a91e-cae0-4db9-a2db-6076e55a0dcc tempest-SubnetPoolsTestJSON-72431764 tempest-SubnetPoolsTestJSON-72431764-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-595247282', 'prefixes': ['172.20.0.0/16']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:36.923880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Attempting to bind port 62b068bb-5c26-4931-8059-ba3ea029d316 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:36.933107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-3d8be7c1-e6eb-47f8-9db8-c1db601c498b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:10:36.933107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-3d8be7c1-e6eb-47f8-9db8-c1db601c498b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:10:36.947168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event updated for resources: {'Port': ['ID=b3060530-c98e-4d47-91cb-4864bd8c6836,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:36.950618 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:36.952042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:36.952042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.952042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:36.952305 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Bound port: 62b068bb-5c26-4931-8059-ba3ea029d316, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:36.952579 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:36.960319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5c12eb-6b91-4b90-8326-37b2f4aec41f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:36.961893 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8610a91e-cae0-4db9-a2db-6076e55a0dcc tempest-SubnetPoolsTestJSON-72431764 tempest-SubnetPoolsTestJSON-72431764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:36.972491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-5a5c12eb-6b91-4b90-8326-37b2f4aec41f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:36.993066 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-8eac3c0b-3040-4d98-8693-83872170aaff tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Floating IP d41172c4-6b1d-4d41-b060-e2970f25ecd6 associated. External IP: 172.26.8.254, port: 47ee178d-1f2e-4e24-9c16-5fe1b52148e5. Apr 22 15:10:36.993822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c12eb-6b91-4b90-8326-37b2f4aec41f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:36.994482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a5c12eb-6b91-4b90-8326-37b2f4aec41f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.038297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c12eb-6b91-4b90-8326-37b2f4aec41f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=09d829c1-bba8-40c5-b5f2-68a5bbac58fa,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:37.054723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.071152 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5a5c12eb-6b91-4b90-8326-37b2f4aec41f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3620934 Apr 22 15:10:37.071152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.086541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:10:37.098120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.098476 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Added segment 0ae9a045-b35e-4ce5-9c15-d1d285933676 of type vlan for network 55f50816-87ae-4f18-8966-c50f23c0f335 Apr 22 15:10:37.129155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.158721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56932) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:37.159089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] For port 62b068bb-5c26-4931-8059-ba3ea029d316, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:37.173272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] For port 62b068bb-5c26-4931-8059-ba3ea029d316, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=62b068bb-5c26-4931-8059-ba3ea029d316,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:37.176759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Network 5b30759b-11ae-417c-bc4c-b58157939dcc is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:10:37.182263 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.185150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.190725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:37.191643 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.201759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'mac_address': 'fa:16:3e:de:e6:b0', 'name': 'tempest-NetworksTestDHCPv6-1827665133'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:37.248623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Checking segment: {'id': 'becd0ca7-9564-4a8b-9a8d-f63f95216b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0cc35830-3826-490f-8d81-8187cb3b8dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:37.248887 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Network hostable DHCP agents. Network: 0cc35830-3826-490f-8d81-8187cb3b8dfc, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:10:37.258570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 5b30759b-11ae-417c-bc4c-b58157939dcc) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:37.277473 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568ab418-b36d-49c1-bd8b-815167309f32 None None] Network 5b30759b-11ae-417c-bc4c-b58157939dcc requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:37.293296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e87754-e0b9-4a92-a993-82f749ead0be None None] Pushing event updated for resources: {'Port': ['ID=62b068bb-5c26-4931-8059-ba3ea029d316,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:37.373796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.377627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:37.392299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:port and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:37.397926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:37.403323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:37.404186 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.408225 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:37.410073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Network 0cc35830-3826-490f-8d81-8187cb3b8dfc is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:10:37.429641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 0cc35830-3826-490f-8d81-8187cb3b8dfc) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:37.435017 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:37.435857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.460349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057a279f-a9f7-42a0-b5a1-5eaabcce9e33,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:37.470310 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9792922 Apr 22 15:10:37.476076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56936) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:37.481518 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45937f75-3944-478c-a3a4-35587c50db08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Network': ['ID=55f50816-87ae-4f18-8966-c50f23c0f335,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:37.482321 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a791e7ef-df23-45f3-9171-4e0418f63994 None None] Network 0cc35830-3826-490f-8d81-8187cb3b8dfc requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:37.488555 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'network': {'name': 'tempest-RoutersTest-656438391'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:37.489165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:37.495135 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.497971 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-917e81cf-8b29-4422-a641-6ef629a468d6 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4707384 Apr 22 15:10:37.500561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56940) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:37.509238 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:37.515211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:37.536649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:network and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:37.540661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:37.545707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:37.556042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Usage tracker for resource:router and tenant:ca170eb8340f428b86c9c5acf6a8ca1c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:37.561669 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:37.579244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 55f50816-87ae-4f18-8966-c50f23c0f335 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:10:37.580828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event updated for resources: {'Port': ['ID=bce4000a-35d5-409c-9f11-947d363721d5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:37.581379 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:37.597858 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port fadeb73c-6883-4095-88ea-6334e4e3e317 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:10:37.609629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:37.639917 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:37.645316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:37.649555 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.667778 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:37.672561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.673500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.676661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8610a91e-cae0-4db9-a2db-6076e55a0dcc tempest-SubnetPoolsTestJSON-72431764 tempest-SubnetPoolsTestJSON-72431764-project] Notify callbacks [] for subnetpool, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.680746 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8610a91e-cae0-4db9-a2db-6076e55a0dcc tempest-SubnetPoolsTestJSON-72431764 tempest-SubnetPoolsTestJSON-72431764-project] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0521805 Apr 22 15:10:37.681558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:37.689587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56944) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:37.693777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:37.716303 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3b331e2e-288d-4f12-ae60-3a34fb849b3a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:37.722714 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.751420 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ded2785e-b91a-420d-82eb-7623fa282bae tempest-SubnetPoolsTestJSON-72431764 tempest-SubnetPoolsTestJSON-72431764-project] 10.222.0.71 "GET /v2.0/subnetpools/9dd329b3-1046-45aa-8326-213bf8c78db9 HTTP/1.1" status: 200 len: 731 time: 0.0581901 Apr 22 15:10:37.751420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:37.753379 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.764503 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56948) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:37.766805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:10:37.784657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-eaed0ca0-b079-4110-a789-9207f760e269 tempest-SubnetPoolsTestJSON-72431764 tempest-SubnetPoolsTestJSON-72431764-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1378925497'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:37.811837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.815523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:37.815870 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Added segment 75f5d202-aac6-4fac-84f4-e295ea6ada17 of type vlan for network fa3c6d1e-1735-4749-a882-4680e9b033b0 Apr 22 15:10:37.845265 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port 2530d67b-f3ce-4226-81f7-8c78f27076a2 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:10:37.914263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:37.922324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3ca012-55f4-4734-92f0-f7d3a6bd4c67 None None] Update dhcp port {'port': {'network_id': 'e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a', 'fixed_ips': [{'subnet_id': 'e2a94ad2-b86b-4af7-a970-c0750d96ab45', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e60f5c66-e196-433d-9532-549bb55dcec9'}], 'binding:host_id': 'dv-neutron-838883-3-hyperv'}, 'id': '3b331e2e-288d-4f12-ae60-3a34fb849b3a'} from dv-neutron-838883-3-hyperv. {{(pid=83935) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 15:10:37.932368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:37.945663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:37.995399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Pushing event updated for resources: {'Port': ['ID=2cb1ffc1-e915-49a2-a018-28b0df6b13dc,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:38.022266 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Checking segment: {'id': '2541b596-37b6-4677-aaf0-718a86639f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '080b4d86-d1e8-4415-a7fd-2700a2514461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:38.022895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Network hostable DHCP agents. Network: 080b4d86-d1e8-4415-a7fd-2700a2514461, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:10:38.025367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:38.103263 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca012-55f4-4734-92f0-f7d3a6bd4c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:38.186806 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-5b30759b-11ae-417c-bc4c-b58157939dcc', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'fixed_ips': [{'subnet_id': '44024044-2bbf-41e4-9040-da56b02148a3'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:10:38.187702 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:38.214364 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Network 080b4d86-d1e8-4415-a7fd-2700a2514461 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:10:38.248080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 3b331e2e-288d-4f12-ae60-3a34fb849b3a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:38.248080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:38.264480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:38.268306 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:38.268884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:38.316078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:38.358025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 080b4d86-d1e8-4415-a7fd-2700a2514461) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:38.375686 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:38.379563 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4341fad-6940-4af4-8db5-996fa2527dc8 None None] Network 080b4d86-d1e8-4415-a7fd-2700a2514461 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:38.379701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:38.383056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:38.384660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:38.476617 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9963691 Apr 22 15:10:38.480821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56952) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:38.487886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eaed0ca0-b079-4110-a789-9207f760e269 tempest-SubnetPoolsTestJSON-72431764 tempest-SubnetPoolsTestJSON-72431764-project] Notify callbacks [] for subnetpool, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:38.492078 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-eaed0ca0-b079-4110-a789-9207f760e269 tempest-SubnetPoolsTestJSON-72431764 tempest-SubnetPoolsTestJSON-72431764-project] 10.222.0.71 "PUT /v2.0/subnetpools/9dd329b3-1046-45aa-8326-213bf8c78db9 HTTP/1.1" status: 200 len: 684 time: 0.7223034 Apr 22 15:10:38.495688 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56956) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:38.496694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ff41f-e956-4aa4-9899-8d5cc1a64669 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Network': ['ID=fa3c6d1e-1735-4749-a882-4680e9b033b0,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:38.501907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'subnet': {'network_id': '55f50816-87ae-4f18-8966-c50f23c0f335', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:38.557047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 172.20.0.10 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/09d829c1-bba8-40c5-b5f2-68a5bbac58fa/2530d67b-f3ce-4226-81f7-8c78f27076a2) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:38.570595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network fa3c6d1e-1735-4749-a882-4680e9b033b0 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:10:38.577747 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::f816:3eff:fede:e6b0 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/8b382ed2-204c-45f2-8c19-6940dc1dd413/2530d67b-f3ce-4226-81f7-8c78f27076a2) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:38.606389 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e95d7a03-e030-49b1-af28-dd3f7ce79a17 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.1124189 Apr 22 15:10:38.686034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56960) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:38.756365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:38.772012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Allocated IP 172.20.0.3 (e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a/e2a94ad2-b86b-4af7-a970-c0750d96ab45/fadeb73c-6883-4095-88ea-6334e4e3e317) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:38.828127 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ca3e17-ec12-4ce8-bf76-3ca733b3332b None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:38.834176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Allocated IP 172.20.0.24 (e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a/e60f5c66-e196-433d-9532-549bb55dcec9/fadeb73c-6883-4095-88ea-6334e4e3e317) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:38.901850 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:38.929397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:subnet and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:38.932064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:38.959279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:39.000489 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:39.017584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-744dd2e3-271c-4687-aca2-cad87027158b tempest-SubnetPoolsTestJSON-72431764 tempest-SubnetPoolsTestJSON-72431764-project] Notify callbacks [] for subnetpool, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:39.022686 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-744dd2e3-271c-4687-aca2-cad87027158b tempest-SubnetPoolsTestJSON-72431764 tempest-SubnetPoolsTestJSON-72431764-project] 10.222.0.71 "DELETE /v2.0/subnetpools/9dd329b3-1046-45aa-8326-213bf8c78db9 HTTP/1.1" status: 204 len: 168 time: 0.5217485 Apr 22 15:10:39.023639 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56964) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:39.074522 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Allocated IP 172.20.0.2 (5b30759b-11ae-417c-bc4c-b58157939dcc/44024044-2bbf-41e4-9040-da56b02148a3/e662dc70-3b63-4bed-98d6-d3c3516fc520) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:39.078668 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-96fa87d2-795c-400a-9a45-e2e791c293f8 tempest-SubnetPoolsTestJSON-72431764 tempest-SubnetPoolsTestJSON-72431764-project] show failed (client error): The resource could not be found. Apr 22 15:10:39.083181 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-96fa87d2-795c-400a-9a45-e2e791c293f8 tempest-SubnetPoolsTestJSON-72431764 tempest-SubnetPoolsTestJSON-72431764-project] 10.222.0.71 "GET /v2.0/subnetpools/9dd329b3-1046-45aa-8326-213bf8c78db9 HTTP/1.1" status: 404 len: 346 time: 0.0475669 Apr 22 15:10:39.083941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56968) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:39.099727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9f66eb3c-fa77-43c9-9c7b-a7286e6a00de None None] Provisioning for port 62b068bb-5c26-4931-8059-ba3ea029d316 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:39.128052 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-5c613da9-c40e-4a23-b757-707e23b2cdae tempest-SubnetPoolsTestJSON-72431764 tempest-SubnetPoolsTestJSON-72431764-project] delete failed (client error): The resource could not be found. Apr 22 15:10:39.135068 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5c613da9-c40e-4a23-b757-707e23b2cdae tempest-SubnetPoolsTestJSON-72431764 tempest-SubnetPoolsTestJSON-72431764-project] 10.222.0.71 "DELETE /v2.0/subnetpools/9dd329b3-1046-45aa-8326-213bf8c78db9 HTTP/1.1" status: 404 len: 346 time: 0.0393102 Apr 22 15:10:39.135261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:39.147120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:39.169462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object 2530d67b-f3ce-4226-81f7-8c78f27076a2 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:39.218898 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:10:39.243932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:39.282550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:39.465534 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6119ef-5c4f-42e1-89e7-1da819536d90 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:39.469245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6119ef-5c4f-42e1-89e7-1da819536d90 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:39.469927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5a6119ef-5c4f-42e1-89e7-1da819536d90 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Synchronizing usage tracker for tenant:6a00609aeae9415a8f78fc8f9a419a5d on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:39.487312 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Allocated IP 172.26.8.11 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/fa658ade-f2c2-45f1-90b3-31ae917f8802) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:39.490933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:39.497832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:39.506077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Transition to ACTIVE for port object e662dc70-3b63-4bed-98d6-d3c3516fc520 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:39.528294 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Transition to ACTIVE for port object e662dc70-3b63-4bed-98d6-d3c3516fc520 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:39.542018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:39.605832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=2530d67b-f3ce-4226-81f7-8c78f27076a2,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:39.607492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56976) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:39.619223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:39.642710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:39.684331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 62b068bb-5c26-4931-8059-ba3ea029d316 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:39.702077 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:39.707155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:39.731800 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5a6119ef-5c4f-42e1-89e7-1da819536d90 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Unset dirty status for tenant:6a00609aeae9415a8f78fc8f9a419a5d on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:39.732871 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5a6119ef-5c4f-42e1-89e7-1da819536d90 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.0459430 Apr 22 15:10:39.761191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Pushing event updated for resources: {'Port': ['ID=e662dc70-3b63-4bed-98d6-d3c3516fc520,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:39.768253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Network 5b30759b-11ae-417c-bc4c-b58157939dcc is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:39.775577 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:39.780373 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:39.783253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:39.784063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:39.792098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 56982) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:39.793502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce35785-c5ff-4cf2-a5b3-8ba85f58b4c3 None None] Update dhcp port {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'fixed_ips': [{'subnet_id': '8b382ed2-204c-45f2-8c19-6940dc1dd413', 'ip_address': '2001:db8::f816:3eff:fe1d:bc76'}, {'subnet_id': '09d829c1-bba8-40c5-b5f2-68a5bbac58fa'}], 'binding:host_id': 'dv-neutron-838883-3-hyperv'}, 'id': '62b068bb-5c26-4931-8059-ba3ea029d316'} from dv-neutron-838883-3-hyperv. {{(pid=83935) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 15:10:39.825480 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-78e9a60b-cadc-4082-8165-b5322ae13d6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6540635 Apr 22 15:10:39.828649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56986) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:39.864567 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:39.919699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-818f13d2-9493-42b6-acc9-09b4ec372ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:39.921264 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Transition to ACTIVE for port object fadeb73c-6883-4095-88ea-6334e4e3e317 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:39.942708 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eac3c0b-3040-4d98-8693-83872170aaff tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:10:39.947749 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-73352f4d-91c3-41d2-8f01-df40643f32c0 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Deleting port b3060530-c98e-4d47-91cb-4864bd8c6836 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:39.947749 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73352f4d-91c3-41d2-8f01-df40643f32c0 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:39.948010 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ce35785-c5ff-4cf2-a5b3-8ba85f58b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:39.970167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-818f13d2-9493-42b6-acc9-09b4ec372ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:39.974956 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-818f13d2-9493-42b6-acc9-09b4ec372ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:bd08a62e29bb4100ba8ef2add8523683 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:39.977375 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Attempting to bind port e662dc70-3b63-4bed-98d6-d3c3516fc520 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:39.978150 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Attempting to bind port e662dc70-3b63-4bed-98d6-d3c3516fc520 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:39.978364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-818f13d2-9493-42b6-acc9-09b4ec372ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:39.978653 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Attempting to bind port e662dc70-3b63-4bed-98d6-d3c3516fc520 on network 5b30759b-11ae-417c-bc4c-b58157939dcc {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:39.985714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-818f13d2-9493-42b6-acc9-09b4ec372ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:40.013111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 62b068bb-5c26-4931-8059-ba3ea029d316 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:40.018878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.030771 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 62b068bb-5c26-4931-8059-ba3ea029d316 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:40.031288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.044375 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.062258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-818f13d2-9493-42b6-acc9-09b4ec372ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.067953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:40.068243 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Checking segment: {'id': 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:40.068793 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.069241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Bound using segment: {'id': 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:40.069870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Bound port: e662dc70-3b63-4bed-98d6-d3c3516fc520, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:40.070336 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.077677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-818f13d2-9493-42b6-acc9-09b4ec372ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.150812 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.164450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbad07a-6dd7-4fe7-b035-5774ba104c23 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:40.168383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbad07a-6dd7-4fe7-b035-5774ba104c23 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:40.169610 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1cbad07a-6dd7-4fe7-b035-5774ba104c23 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:40.171827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f13d2-9493-42b6-acc9-09b4ec372ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baaa9a5-2c5f-447e-a991-59a051b9d5f9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:40.190012 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-818f13d2-9493-42b6-acc9-09b4ec372ef3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bd08a62e29bb4100ba8ef2add8523683&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5733204 Apr 22 15:10:40.190855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56990) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:40.226986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1cbad07a-6dd7-4fe7-b035-5774ba104c23 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:40.228450 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1cbad07a-6dd7-4fe7-b035-5774ba104c23 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3987117 Apr 22 15:10:40.233176 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 56994) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:40.325054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.361144 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.380486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6a12b468-3ce6-4e85-8336-d72aef023193 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port 2530d67b-f3ce-4226-81f7-8c78f27076a2 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:40.381393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6a12b468-3ce6-4e85-8336-d72aef023193 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.383116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Pushing event updated for resources: {'Port': ['ID=2cb1ffc1-e915-49a2-a018-28b0df6b13dc,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:40.414987 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] For port e662dc70-3b63-4bed-98d6-d3c3516fc520, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:40.426753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af8c679f-3b37-4a4c-a3cb-ba9e71a4535a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.438257 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-7ce35785-c5ff-4cf2-a5b3-8ba85f58b4c3 None None] Allocated IP 172.20.0.2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/09d829c1-bba8-40c5-b5f2-68a5bbac58fa/62b068bb-5c26-4931-8059-ba3ea029d316) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:40.460677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.470016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:40.472239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] For port e662dc70-3b63-4bed-98d6-d3c3516fc520, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e662dc70-3b63-4bed-98d6-d3c3516fc520,segment=NetworkSegment(a59bad37-ce12-48bb-90b5-b4c57f4e28bb),segment_id=a59bad37-ce12-48bb-90b5-b4c57f4e28bb)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:40.478318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-2e3ca012-55f4-4734-92f0-f7d3a6bd4c67 None None] Allocated IP 172.20.0.18 (e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a/e60f5c66-e196-433d-9532-549bb55dcec9/3b331e2e-288d-4f12-ae60-3a34fb849b3a) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:40.478496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:40.491112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.497412 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:40.530472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Pushing event updated for resources: {'Port': ['ID=fa658ade-f2c2-45f1-90b3-31ae917f8802,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:40.538185 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af8c679f-3b37-4a4c-a3cb-ba9e71a4535a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.615378 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:40.618463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.622245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=fadeb73c-6883-4095-88ea-6334e4e3e317,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:40.630945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:40.638384 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73352f4d-91c3-41d2-8f01-df40643f32c0 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.650251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:40.736071 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.776128 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193acee-1dbe-4395-8d5c-9a1614737abc None None] Pushing event updated for resources: {'Port': ['ID=e662dc70-3b63-4bed-98d6-d3c3516fc520,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:40.813212 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af8c679f-3b37-4a4c-a3cb-ba9e71a4535a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.828175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-7ce35785-c5ff-4cf2-a5b3-8ba85f58b4c3 None None] For port 62b068bb-5c26-4931-8059-ba3ea029d316, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=62b068bb-5c26-4931-8059-ba3ea029d316,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:40.841926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2e3ca012-55f4-4734-92f0-f7d3a6bd4c67 None None] For port 3b331e2e-288d-4f12-ae60-3a34fb849b3a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3b331e2e-288d-4f12-ae60-3a34fb849b3a,segment=NetworkSegment(73686845-1383-44d4-9dea-6985c1e00990),segment_id=73686845-1383-44d4-9dea-6985c1e00990)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:40.870161 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ce35785-c5ff-4cf2-a5b3-8ba85f58b4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.872255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c679f-3b37-4a4c-a3cb-ba9e71a4535a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baaa9a5-2c5f-447e-a991-59a051b9d5f9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:40.875025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-73352f4d-91c3-41d2-8f01-df40643f32c0 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Calling delete_port for b3060530-c98e-4d47-91cb-4864bd8c6836 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:40.883430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af8c679f-3b37-4a4c-a3cb-ba9e71a4535a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.884564 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-af8c679f-3b37-4a4c-a3cb-ba9e71a4535a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6baaa9a5-2c5f-447e-a991-59a051b9d5f9 HTTP/1.1" status: 204 len: 168 time: 0.6933198 Apr 22 15:10:40.896418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6a12b468-3ce6-4e85-8336-d72aef023193 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.908355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca012-55f4-4734-92f0-f7d3a6bd4c67 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:40.931519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7ce35785-c5ff-4cf2-a5b3-8ba85f58b4c3 None None] Transition to ACTIVE for port object 62b068bb-5c26-4931-8059-ba3ea029d316 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:40.938203 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2e3ca012-55f4-4734-92f0-f7d3a6bd4c67 None None] Transition to ACTIVE for port object 3b331e2e-288d-4f12-ae60-3a34fb849b3a will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:40.946422 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ce35785-c5ff-4cf2-a5b3-8ba85f58b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:41.026803 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca012-55f4-4734-92f0-f7d3a6bd4c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:41.169868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:41.174737 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0c28e7eb-5717-4ba0-9c43-089aa3425852 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8374069 Apr 22 15:10:41.191987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57000) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:41.207026 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-430159353', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'fixed_ips': [{'ip_address': '172.26.8.13'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:41.237431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:41.268113 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Usage tracker for resource:port and tenant:8009941905c8408f96b8a3fc49a34dd1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:41.285799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:41.287183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:41.296918 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:41.318507 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:41.323377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:10:41.323571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:10:41.343220 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce35785-c5ff-4cf2-a5b3-8ba85f58b4c3 None None] Pushing event updated for resources: {'Port': ['ID=62b068bb-5c26-4931-8059-ba3ea029d316,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:41.351162 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Subnet': ['ID=8b499cfd-2019-47eb-b91e-1d2e413dcb34,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:41.354160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6a12b468-3ce6-4e85-8336-d72aef023193 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for 2530d67b-f3ce-4226-81f7-8c78f27076a2 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:41.381707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Made reservation on behalf of 8009941905c8408f96b8a3fc49a34dd1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:41.384653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:41.412348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:41.434523 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f184866a-23c1-4fa1-b6d8-7cdf5a04ff21 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.6554432 Apr 22 15:10:41.434729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57008) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:41.446519 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Checking segment: {'id': '0ae9a045-b35e-4ce5-9c15-d1d285933676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '55f50816-87ae-4f18-8966-c50f23c0f335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:41.447843 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network hostable DHCP agents. Network: 55f50816-87ae-4f18-8966-c50f23c0f335, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:10:41.458873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ff67e531-aa9d-4e3a-8e52-aa0e2d0ec43d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e2a94ad2-b86b-4af7-a970-c0750d96ab45'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:41.460840 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73352f4d-91c3-41d2-8f01-df40643f32c0 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:41.461700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ca012-55f4-4734-92f0-f7d3a6bd4c67 None None] Pushing event updated for resources: {'Port': ['ID=3b331e2e-288d-4f12-ae60-3a34fb849b3a,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:41.506122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:41.506896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:41.536453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73352f4d-91c3-41d2-8f01-df40643f32c0 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event deleted for resources: {'Port': ['ID=b3060530-c98e-4d47-91cb-4864bd8c6836,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:41.564182 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:41.570132 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73352f4d-91c3-41d2-8f01-df40643f32c0 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:41.575831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Usage tracker for resource:security_group_rule and tenant:8009941905c8408f96b8a3fc49a34dd1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:41.581337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:41.611415 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:41.640532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network 55f50816-87ae-4f18-8966-c50f23c0f335 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:10:41.643698 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-73352f4d-91c3-41d2-8f01-df40643f32c0 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "DELETE /v2.0/ports/b3060530-c98e-4d47-91cb-4864bd8c6836 HTTP/1.1" status: 204 len: 168 time: 1.8358164 Apr 22 15:10:41.650761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eac3c0b-3040-4d98-8693-83872170aaff tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:41.658163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57016) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:41.662348 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf6b03-4e6f-4bbd-aab4-da8bd615cfdb None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:41.684333 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf6b03-4e6f-4bbd-aab4-da8bd615cfdb None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:41.685266 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0abf6b03-4e6f-4bbd-aab4-da8bd615cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:41.870672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6a12b468-3ce6-4e85-8336-d72aef023193 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:41.871317 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0abf6b03-4e6f-4bbd-aab4-da8bd615cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:41.901212 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf6b03-4e6f-4bbd-aab4-da8bd615cfdb None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:41.902067 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0abf6b03-4e6f-4bbd-aab4-da8bd615cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:41.939559 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:41.970351 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:42.024066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 62b068bb-5c26-4931-8059-ba3ea029d316, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=62b068bb-5c26-4931-8059-ba3ea029d316,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:42.040551 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0abf6b03-4e6f-4bbd-aab4-da8bd615cfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:42.041039 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf6b03-4e6f-4bbd-aab4-da8bd615cfdb None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:42.049338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:42.076200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 55f50816-87ae-4f18-8966-c50f23c0f335) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:42.111821 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13843201-80e5-472b-bfb2-2d9c41189c7a None None] Network 55f50816-87ae-4f18-8966-c50f23c0f335 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:42.322724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:42.371277 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] device_id is not set on port cd18913d-b2ed-441b-babb-bba8c3c3504e yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:10:42.378088 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 62b068bb-5c26-4931-8059-ba3ea029d316 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:42.435016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:42.435622 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:42.459219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12b468-3ce6-4e85-8336-d72aef023193 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=2530d67b-f3ce-4226-81f7-8c78f27076a2,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:42.553796 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=62b068bb-5c26-4931-8059-ba3ea029d316,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:42.632048 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ba183-383a-4cdf-a6b7-db6a324e0ed6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Deleting port bce4000a-35d5-409c-9f11-947d363721d5 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:42.632993 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba183-383a-4cdf-a6b7-db6a324e0ed6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:42.696936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcaa9ef-4bbf-450e-b5b5-a17ab6f1c65f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:42.706077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6a12b468-3ce6-4e85-8336-d72aef023193 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:42.726692 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-014c46ab-4a74-4c14-b0b3-cb9bc106cadb tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2444930 Apr 22 15:10:42.730609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57030) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:42.765559 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530f89c1-d637-42e7-959f-ac7e013fb8c1 None None] Network 5b30759b-11ae-417c-bc4c-b58157939dcc requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:42.768341 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'subnet': {'network_id': 'fa3c6d1e-1735-4749-a882-4680e9b033b0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:42.798328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-014a489d-6d5d-4fa2-88ad-dad84d9908c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:42.853872 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6a12b468-3ce6-4e85-8336-d72aef023193 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/2530d67b-f3ce-4226-81f7-8c78f27076a2 HTTP/1.1" status: 204 len: 168 time: 2.6196833 Apr 22 15:10:42.861875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57034) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:42.959442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e662dc70-3b63-4bed-98d6-d3c3516fc520 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:43.022472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ff67e531-aa9d-4e3a-8e52-aa0e2d0ec43d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:43.092509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-55f50816-87ae-4f18-8966-c50f23c0f335', 'network_id': '55f50816-87ae-4f18-8966-c50f23c0f335', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'fixed_ips': [{'subnet_id': '8b499cfd-2019-47eb-b91e-1d2e413dcb34'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:10:43.094107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:43.195016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a0017-1faa-4bb9-b3bd-24252e778add tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:43.196588 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a0017-1faa-4bb9-b3bd-24252e778add tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:43.198450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a0017-1faa-4bb9-b3bd-24252e778add tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:43.199408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7c0a0017-1faa-4bb9-b3bd-24252e778add tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:43.257370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-90db36a8-9064-44a8-9f8c-98caf4c1f58f None None] Provisioning for port 62b068bb-5c26-4931-8059-ba3ea029d316 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:43.307738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7c0a0017-1faa-4bb9-b3bd-24252e778add tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:43.308860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-90db36a8-9064-44a8-9f8c-98caf4c1f58f None None] Provisioning complete for port 62b068bb-5c26-4931-8059-ba3ea029d316 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:43.309037 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7c0a0017-1faa-4bb9-b3bd-24252e778add tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4361422 Apr 22 15:10:43.309206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90db36a8-9064-44a8-9f8c-98caf4c1f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:43.320846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57042) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:43.335788 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 15:10:43.336437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:10:43.398528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port e662dc70-3b63-4bed-98d6-d3c3516fc520 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:43.458369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:43.484773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3b331e2e-288d-4f12-ae60-3a34fb849b3a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:43.526997 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:subnet and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:43.541572 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:43.573461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-ff67e531-aa9d-4e3a-8e52-aa0e2d0ec43d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Delete allocated IP 172.20.0.24 (e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a/e60f5c66-e196-433d-9532-549bb55dcec9) {{(pid=83933) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 15:10:43.579550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Router dd890921-16e1-4fb8-b773-b18126a2c12f is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:10:43.636136 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:43.638424 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Allocated IP 172.20.0.2 (55f50816-87ae-4f18-8966-c50f23c0f335/8b499cfd-2019-47eb-b91e-1d2e413dcb34/7e747a06-df6b-435e-a440-e1d467aa9010) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:43.642185 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-84a2796c-e418-407d-a3a0-a90f27ba80f1 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.4409158 Apr 22 15:10:43.653995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57050) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:43.797182 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:43.832070 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba183-383a-4cdf-a6b7-db6a324e0ed6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.045742 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.057660 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Transition to ACTIVE for port object 7e747a06-df6b-435e-a440-e1d467aa9010 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:44.078460 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Transition to ACTIVE for port object 7e747a06-df6b-435e-a440-e1d467aa9010 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:44.086869 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-90db36a8-9064-44a8-9f8c-98caf4c1f58f None None] Could not find standard attr ID for object 2530d67b-f3ce-4226-81f7-8c78f27076a2. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:10:44.094907 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.171816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ff67e531-aa9d-4e3a-8e52-aa0e2d0ec43d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.201319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-ff67e531-aa9d-4e3a-8e52-aa0e2d0ec43d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Ignored duplicate provisioning block setup for port fadeb73c-6883-4095-88ea-6334e4e3e317 by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 15:10:44.224731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ff67e531-aa9d-4e3a-8e52-aa0e2d0ec43d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.250290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Pushing event updated for resources: {'Port': ['ID=7e747a06-df6b-435e-a440-e1d467aa9010,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:44.278437 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-90db36a8-9064-44a8-9f8c-98caf4c1f58f None None] Provisioning for port e662dc70-3b63-4bed-98d6-d3c3516fc520 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:44.292470 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Network 55f50816-87ae-4f18-8966-c50f23c0f335 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:44.296748 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:44.298925 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-90db36a8-9064-44a8-9f8c-98caf4c1f58f None None] Provisioning complete for port e662dc70-3b63-4bed-98d6-d3c3516fc520 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:44.299528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90db36a8-9064-44a8-9f8c-98caf4c1f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.327756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:44.426668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ba183-383a-4cdf-a6b7-db6a324e0ed6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Calling delete_port for bce4000a-35d5-409c-9f11-947d363721d5 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:44.432910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 62b068bb-5c26-4931-8059-ba3ea029d316 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:44.485283 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67e531-aa9d-4e3a-8e52-aa0e2d0ec43d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=fadeb73c-6883-4095-88ea-6334e4e3e317,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:44.522477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6e9d97-0356-4f91-8b88-f76f6462e52d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 09d829c1-bba8-40c5-b5f2-68a5bbac58fa {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:44.525151 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-610cd30b-8b6d-4d17-8285-79a047332403 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Deleting port 2cb1ffc1-e915-49a2-a018-28b0df6b13dc {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:44.525683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-610cd30b-8b6d-4d17-8285-79a047332403 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.541291 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:44.549175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-ff67e531-aa9d-4e3a-8e52-aa0e2d0ec43d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] In _notify_port_updated(), no bound segment for port fadeb73c-6883-4095-88ea-6334e4e3e317 on network e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a {{(pid=83933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:10:44.554281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff67e531-aa9d-4e3a-8e52-aa0e2d0ec43d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:44.554997 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ff67e531-aa9d-4e3a-8e52-aa0e2d0ec43d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.556503 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ff67e531-aa9d-4e3a-8e52-aa0e2d0ec43d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "PUT /v2.0/ports/fadeb73c-6883-4095-88ea-6334e4e3e317 HTTP/1.1" status: 200 len: 918 time: 3.1070905 Apr 22 15:10:44.562846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9d97-0356-4f91-8b88-f76f6462e52d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.563021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57068) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:44.576814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-23d51288-15e0-4fc9-ab23-33a4d3765a4c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e2a94ad2-b86b-4af7-a970-c0750d96ab45'}, {'subnet_id': 'e60f5c66-e196-433d-9532-549bb55dcec9'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:44.616813 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Sync routers for ids ['dd890921-16e1-4fb8-b773-b18126a2c12f'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:44.640263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.674011 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Attempting to bind port 7e747a06-df6b-435e-a440-e1d467aa9010 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:44.674415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Attempting to bind port 7e747a06-df6b-435e-a440-e1d467aa9010 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '0ae9a045-b35e-4ce5-9c15-d1d285933676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '55f50816-87ae-4f18-8966-c50f23c0f335'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:44.675318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Attempting to bind port 7e747a06-df6b-435e-a440-e1d467aa9010 on network 55f50816-87ae-4f18-8966-c50f23c0f335 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:44.686282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Routers {'dd890921-16e1-4fb8-b773-b18126a2c12f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:44.686913 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['dd890921-16e1-4fb8-b773-b18126a2c12f'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:44.724568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.731029 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f0f78317-95ab-481c-8a5d-1ad429c16845 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2270613 Apr 22 15:10:44.734117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57072) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:44.836830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:44.837295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Checking segment: {'id': '0ae9a045-b35e-4ce5-9c15-d1d285933676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '55f50816-87ae-4f18-8966-c50f23c0f335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:44.837693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.840109 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Bound using segment: {'id': '0ae9a045-b35e-4ce5-9c15-d1d285933676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '55f50816-87ae-4f18-8966-c50f23c0f335'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:44.840109 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Bound port: 7e747a06-df6b-435e-a440-e1d467aa9010, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae9a045-b35e-4ce5-9c15-d1d285933676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '55f50816-87ae-4f18-8966-c50f23c0f335'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:44.840109 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.896381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-23d51288-15e0-4fc9-ab23-33a4d3765a4c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:44.986548 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Set router dd890921-16e1-4fb8-b773-b18126a2c12f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:44.996307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9d97-0356-4f91-8b88-f76f6462e52d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.053071 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90db36a8-9064-44a8-9f8c-98caf4c1f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.057637 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba183-383a-4cdf-a6b7-db6a324e0ed6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.082080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 62b068bb-5c26-4931-8059-ba3ea029d316 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:45.082759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.144109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ba183-383a-4cdf-a6b7-db6a324e0ed6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event deleted for resources: {'Port': ['ID=bce4000a-35d5-409c-9f11-947d363721d5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:45.187612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f0ba183-383a-4cdf-a6b7-db6a324e0ed6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-610cd30b-8b6d-4d17-8285-79a047332403 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.234512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-610cd30b-8b6d-4d17-8285-79a047332403 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.259014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ea8671bf-e0eb-4f39-ac2f-1182e62adab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.264239 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f0ba183-383a-4cdf-a6b7-db6a324e0ed6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "DELETE /v2.0/ports/bce4000a-35d5-409c-9f11-947d363721d5 HTTP/1.1" status: 204 len: 168 time: 3.6042938 Apr 22 15:10:45.295584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57076) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:45.321207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-90db36a8-9064-44a8-9f8c-98caf4c1f58f None None] For port e662dc70-3b63-4bed-98d6-d3c3516fc520, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e662dc70-3b63-4bed-98d6-d3c3516fc520,segment=NetworkSegment(a59bad37-ce12-48bb-90b5-b4c57f4e28bb),segment_id=a59bad37-ce12-48bb-90b5-b4c57f4e28bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:45.341791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90db36a8-9064-44a8-9f8c-98caf4c1f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.345521 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] For port 7e747a06-df6b-435e-a440-e1d467aa9010, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:45.406438 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ab4b8043-c335-40b1-8a62-74f5f51f3c85 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1100049 Apr 22 15:10:45.416278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] For port 7e747a06-df6b-435e-a440-e1d467aa9010, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7e747a06-df6b-435e-a440-e1d467aa9010,segment=NetworkSegment(0ae9a045-b35e-4ce5-9c15-d1d285933676),segment_id=0ae9a045-b35e-4ce5-9c15-d1d285933676)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:45.417465 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57080) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:45.424962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-565520412'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:45.427490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-610cd30b-8b6d-4d17-8285-79a047332403 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Calling delete_port for 2cb1ffc1-e915-49a2-a018-28b0df6b13dc owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:45.434540 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:45.444381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Usage tracker for resource:network and tenant:6a00609aeae9415a8f78fc8f9a419a5d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:45.450699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:45.456777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-23d51288-15e0-4fc9-ab23-33a4d3765a4c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Allocated IP 172.20.0.19 (e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a/e60f5c66-e196-433d-9532-549bb55dcec9/fadeb73c-6883-4095-88ea-6334e4e3e317) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:45.459554 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:45.475292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.494045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9d97-0356-4f91-8b88-f76f6462e52d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.530508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db36a8-9064-44a8-9f8c-98caf4c1f58f None None] Pushing event updated for resources: {'Port': ['ID=e662dc70-3b63-4bed-98d6-d3c3516fc520,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:45.558704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Made reservation on behalf of 6a00609aeae9415a8f78fc8f9a419a5d for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:45.562826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.589562 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-90db36a8-9064-44a8-9f8c-98caf4c1f58f None None] Provisioning for port 3b331e2e-288d-4f12-ae60-3a34fb849b3a completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:45.618284 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-90db36a8-9064-44a8-9f8c-98caf4c1f58f None None] Provisioning complete for port 3b331e2e-288d-4f12-ae60-3a34fb849b3a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:45.618640 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90db36a8-9064-44a8-9f8c-98caf4c1f58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.652344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:10:45.707403 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.722073 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42178df-1adf-41b8-88d1-8448a0014b09 None None] Pushing event updated for resources: {'Port': ['ID=7e747a06-df6b-435e-a440-e1d467aa9010,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:45.733495 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-23d51288-15e0-4fc9-ab23-33a4d3765a4c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.758306 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9d97-0356-4f91-8b88-f76f6462e52d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.797693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:10:40Z', 'revision_number': 3, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port': {'id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:39Z', 'updated_at': '2022-04-22T15:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:45.808713 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Checking router: dd890921-16e1-4fb8-b773-b18126a2c12f for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:10:45.809149 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Updating router dd890921-16e1-4fb8-b773-b18126a2c12f port fa658ade-f2c2-45f1-90b3-31ae917f8802 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:10:45.820400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9d97-0356-4f91-8b88-f76f6462e52d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:45.835884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Subnet': ['ID=cc610e67-d174-491c-83b5-a50ae6dddf7d,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:45.838502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5053263-0bab-4fbb-aabd-d9d94df0c5ad None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:45.888512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-610cd30b-8b6d-4d17-8285-79a047332403 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.042514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.042861 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Added segment 088c32a2-4e3f-4b8b-ad65-ce46c0ac0b34 of type vlan for network 9cb57954-7d41-4b17-a056-9755459ef851 Apr 22 15:10:46.046619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-23d51288-15e0-4fc9-ab23-33a4d3765a4c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Ignored duplicate provisioning block setup for port fadeb73c-6883-4095-88ea-6334e4e3e317 by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 15:10:46.075180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e9d97-0356-4f91-8b88-f76f6462e52d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=09d829c1-bba8-40c5-b5f2-68a5bbac58fa,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:46.085456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cd30b-8b6d-4d17-8285-79a047332403 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cb1ffc1-e915-49a2-a018-28b0df6b13dc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:46.118706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.121792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.162763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.204995 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-802e4f1f-a4fd-4620-aa02-ba9c08d7320a None None] Provisioning for port fadeb73c-6883-4095-88ea-6334e4e3e317 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:46.230714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-802e4f1f-a4fd-4620-aa02-ba9c08d7320a None None] Provisioning complete for port fadeb73c-6883-4095-88ea-6334e4e3e317 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:46.234477 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-802e4f1f-a4fd-4620-aa02-ba9c08d7320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.248396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.297022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-23d51288-15e0-4fc9-ab23-33a4d3765a4c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.313286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Checking segment: {'id': '75f5d202-aac6-4fac-84f4-e295ea6ada17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'fa3c6d1e-1735-4749-a882-4680e9b033b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:46.313646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network hostable DHCP agents. Network: fa3c6d1e-1735-4749-a882-4680e9b033b0, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:10:46.338274 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ef6e9d97-0356-4f91-8b88-f76f6462e52d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/09d829c1-bba8-40c5-b5f2-68a5bbac58fa HTTP/1.1" status: 204 len: 168 time: 3.0105252 Apr 22 15:10:46.338274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eac3c0b-3040-4d98-8693-83872170aaff tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 43a9d39d-f984-414e-b079-8d47d61635df has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:10:46.383214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57086) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:46.416281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-802e4f1f-a4fd-4620-aa02-ba9c08d7320a None None] Port fadeb73c-6883-4095-88ea-6334e4e3e317 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:46.431477 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-802e4f1f-a4fd-4620-aa02-ba9c08d7320a None None] Could not find standard attr ID for object 2530d67b-f3ce-4226-81f7-8c78f27076a2. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:10:46.458977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d51288-15e0-4fc9-ab23-33a4d3765a4c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=fadeb73c-6883-4095-88ea-6334e4e3e317,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:46.468045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.476032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:46.476897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.506028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5520ce-0c99-4f81-8353-78db2fbf3ace tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 8b382ed2-204c-45f2-8c19-6940dc1dd413 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:46.511106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c5520ce-0c99-4f81-8353-78db2fbf3ace tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.560093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e662dc70-3b63-4bed-98d6-d3c3516fc520 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:46.585574 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c5520ce-0c99-4f81-8353-78db2fbf3ace tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.641921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-802e4f1f-a4fd-4620-aa02-ba9c08d7320a None None] Provisioning complete for port e662dc70-3b63-4bed-98d6-d3c3516fc520 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:46.642320 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-802e4f1f-a4fd-4620-aa02-ba9c08d7320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.686305 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-610cd30b-8b6d-4d17-8285-79a047332403 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.689067 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-610cd30b-8b6d-4d17-8285-79a047332403 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.690326 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-610cd30b-8b6d-4d17-8285-79a047332403 tempest-ExternalNetworksAdminNegativeTestJSON-837718437 tempest-ExternalNetworksAdminNegativeTestJSON-837718437-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/90a5b7ef-13fc-4cca-b07f-81ae7c1d7511 HTTP/1.1" status: 204 len: 168 time: 3.0232377 Apr 22 15:10:46.813344 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57092) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:46.859686 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4391625 Apr 22 15:10:46.860544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eaeed-a37d-4e50-8f72-e2062776addb tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event updated for resources: {'Network': ['ID=9cb57954-7d41-4b17-a056-9755459ef851,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:46.875146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57094) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:46.881095 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 9cb57954-7d41-4b17-a056-9755459ef851 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:10:46.886392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-339727441'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:46.897911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:46.905825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Usage tracker for resource:network and tenant:6a00609aeae9415a8f78fc8f9a419a5d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:46.911814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:46.941850 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:46.965440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network fa3c6d1e-1735-4749-a882-4680e9b033b0 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:10:46.970463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-23d51288-15e0-4fc9-ab23-33a4d3765a4c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] In _notify_port_updated(), no bound segment for port fadeb73c-6883-4095-88ea-6334e4e3e317 on network e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a {{(pid=83933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:10:46.971235 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488036096', 'description': 'tempest-secgroup-smoke-1488036096 description', 'project_id': '6e451ea9b62646848542497e7cd37e73'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:46.974648 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d51288-15e0-4fc9-ab23-33a4d3765a4c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:46.986313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-23d51288-15e0-4fc9-ab23-33a4d3765a4c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:46.994010 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-23d51288-15e0-4fc9-ab23-33a4d3765a4c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "PUT /v2.0/ports/fadeb73c-6883-4095-88ea-6334e4e3e317 HTTP/1.1" status: 200 len: 998 time: 2.4283020 Apr 22 15:10:46.994816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57100) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:46.998557 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:47.006702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c5520ce-0c99-4f81-8353-78db2fbf3ace tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.090257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Usage tracker for resource:security_group and tenant:6e451ea9b62646848542497e7cd37e73 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:47.098083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:47.107142 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Made reservation on behalf of 6a00609aeae9415a8f78fc8f9a419a5d for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:47.117690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.146708 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:47.157835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, fa3c6d1e-1735-4749-a882-4680e9b033b0) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:47.169163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:47.169749 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.194598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2c530b-fe3b-4af0-82d5-1c26412c88ed None None] Network fa3c6d1e-1735-4749-a882-4680e9b033b0 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:47.198003 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.219645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.248855 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-290528f3-3d2f-4bc0-b62f-decb2402631f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5132792 Apr 22 15:10:47.251214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57106) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:47.268786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bb0ee276-3cc9-46cf-ae5b-33e97273ff0c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1541540761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:47.279300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bb0ee276-3cc9-46cf-ae5b-33e97273ff0c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:47.280569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7e661e28-b52d-4c4d-b7ce-6c7aff03a450 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port fadeb73c-6883-4095-88ea-6334e4e3e317 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:47.281781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e661e28-b52d-4c4d-b7ce-6c7aff03a450 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.291149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb0ee276-3cc9-46cf-ae5b-33e97273ff0c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:router and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:47.298247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57110) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:47.300929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c5520ce-0c99-4f81-8353-78db2fbf3ace tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.309864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb0ee276-3cc9-46cf-ae5b-33e97273ff0c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:47.342383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:10:47.359288 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bb0ee276-3cc9-46cf-ae5b-33e97273ff0c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:47.376165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5520ce-0c99-4f81-8353-78db2fbf3ace tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=8b382ed2-204c-45f2-8c19-6940dc1dd413,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:47.378689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:10:47.389061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:47.396988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Usage tracker for resource:security_group_rule and tenant:6e451ea9b62646848542497e7cd37e73 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:47.400428 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c5520ce-0c99-4f81-8353-78db2fbf3ace tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.404001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:47.404574 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b6b32a-b6d2-48f3-b893-ba1d64a187be None None] Network 55f50816-87ae-4f18-8966-c50f23c0f335 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:47.410766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee276-3cc9-46cf-ae5b-33e97273ff0c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.412228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee276-3cc9-46cf-ae5b-33e97273ff0c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.421525 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:47.440724 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1c5520ce-0c99-4f81-8353-78db2fbf3ace tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/8b382ed2-204c-45f2-8c19-6940dc1dd413 HTTP/1.1" status: 204 len: 168 time: 1.0491962 Apr 22 15:10:47.445107 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57116) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:47.454845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.454845 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Added segment 48a34a9c-00a1-43d6-8460-26c28c1f3c6c of type vlan for network ddb45ce8-73dd-48dc-981b-518bb0eb2338 Apr 22 15:10:47.554660 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port e662dc70-3b63-4bed-98d6-d3c3516fc520 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:47.555195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.615803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee276-3cc9-46cf-ae5b-33e97273ff0c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.632898 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.685370 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d0dbbf25-21d1-4f79-8e25-51df70c6b6d4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2376339 Apr 22 15:10:47.686673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57120) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:47.704396 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.705040 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5ddbfd9c-0853-4b9a-835d-bce5f60095e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.706560 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.730720 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:47.769164 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Transition to ACTIVE for port object fa658ade-f2c2-45f1-90b3-31ae917f8802 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:47.774742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5ddbfd9c-0853-4b9a-835d-bce5f60095e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:47.779485 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5ddbfd9c-0853-4b9a-835d-bce5f60095e3 admin admin] Usage tracker for resource:security_group_rule and tenant:099990ade1eb41d4b8ebcb4cc52d8bc8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:47.782755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5ddbfd9c-0853-4b9a-835d-bce5f60095e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:47.790035 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5ddbfd9c-0853-4b9a-835d-bce5f60095e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:47.802261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.889292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b2c54bb2-f744-42aa-b687-197e9c87195b None None] Provisioning complete for port fadeb73c-6883-4095-88ea-6334e4e3e317 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:47.890085 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b2c54bb2-f744-42aa-b687-197e9c87195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.910584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.913099 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559c0b30-f33c-4cbb-8d80-b3600c8b0ff2 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:47.914429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:47.915077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.924354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5ddbfd9c-0853-4b9a-835d-bce5f60095e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.933349 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.936074 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.967844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee276-3cc9-46cf-ae5b-33e97273ff0c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.984702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eac3c0b-3040-4d98-8693-83872170aaff tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:47.991847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5ddbfd9c-0853-4b9a-835d-bce5f60095e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:47.998991 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608665a6-1478-44d5-8f50-f1d09cfddec9 None None] Sync routers for ids ['43a9d39d-f984-414e-b079-8d47d61635df'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:48.029613 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608665a6-1478-44d5-8f50-f1d09cfddec9 None None] Routers {'43a9d39d-f984-414e-b079-8d47d61635df'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:48.030615 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-608665a6-1478-44d5-8f50-f1d09cfddec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['43a9d39d-f984-414e-b079-8d47d61635df'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:48.083967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:48.088842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:48.114888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:48.119220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:48.122217 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:48.128149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:48.135017 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Usage tracker for resource:security_group_rule and tenant:6e451ea9b62646848542497e7cd37e73 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:48.146411 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c01933-8bf3-462f-81af-401492e8ad26,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:48.168445 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-608665a6-1478-44d5-8f50-f1d09cfddec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:48.195502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:48.196675 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e661e28-b52d-4c4d-b7ce-6c7aff03a450 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:48.201668 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608665a6-1478-44d5-8f50-f1d09cfddec9 None None] Routers {'43a9d39d-f984-414e-b079-8d47d61635df'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:48.202354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbfd9c-0853-4b9a-835d-bce5f60095e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e2a10a-126b-4225-a7ab-c68089615656,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:48.203516 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-608665a6-1478-44d5-8f50-f1d09cfddec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['43a9d39d-f984-414e-b079-8d47d61635df'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:48.227929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8eac3c0b-3040-4d98-8693-83872170aaff tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:48.251175 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3731019 Apr 22 15:10:48.316175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:48.361448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb0ee276-3cc9-46cf-ae5b-33e97273ff0c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:48.368254 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bb0ee276-3cc9-46cf-ae5b-33e97273ff0c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1106191 Apr 22 15:10:48.371427 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:48.383572 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:48.384078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7e661e28-b52d-4c4d-b7ce-6c7aff03a450 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for fadeb73c-6883-4095-88ea-6334e4e3e317 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:48.415944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57124) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:48.417611 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-608665a6-1478-44d5-8f50-f1d09cfddec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:48.418008 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608665a6-1478-44d5-8f50-f1d09cfddec9 None None] The sync data for ids ['43a9d39d-f984-414e-b079-8d47d61635df'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:48.424206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc44ea1-75b7-46dd-b9b5-d2c0fdb09265 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event updated for resources: {'Network': ['ID=ddb45ce8-73dd-48dc-981b-518bb0eb2338,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:48.432451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b2c54bb2-f744-42aa-b687-197e9c87195b None None] Port fadeb73c-6883-4095-88ea-6334e4e3e317 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:48.496760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network ddb45ce8-73dd-48dc-981b-518bb0eb2338 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:10:48.509480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-fa3c6d1e-1735-4749-a882-4680e9b033b0', 'network_id': 'fa3c6d1e-1735-4749-a882-4680e9b033b0', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'fixed_ips': [{'subnet_id': 'cc610e67-d174-491c-83b5-a50ae6dddf7d'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:10:48.510334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:48.518858 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a8d12-87bd-41a9-9a60-086665169824 None None] Pushing event updated for resources: {'Port': ['ID=fa658ade-f2c2-45f1-90b3-31ae917f8802,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:48.557679 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Attempting to bind port fa658ade-f2c2-45f1-90b3-31ae917f8802 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:48.557679 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Attempting to bind port fa658ade-f2c2-45f1-90b3-31ae917f8802 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:48.558492 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Attempting to bind port fa658ade-f2c2-45f1-90b3-31ae917f8802 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:48.635258 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7e747a06-df6b-435e-a440-e1d467aa9010 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:48.755115 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5ddbfd9c-0853-4b9a-835d-bce5f60095e3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=099990ade1eb41d4b8ebcb4cc52d8bc8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4554515 Apr 22 15:10:48.767469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:48.767932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:48.768397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:48.768870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:48.769403 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Bound port: fa658ade-f2c2-45f1-90b3-31ae917f8802, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:48.769825 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:48.774013 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57128) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:48.948613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b2c54bb2-f744-42aa-b687-197e9c87195b None None] Provisioning for port 7e747a06-df6b-435e-a440-e1d467aa9010 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:49.052529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:49.101477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:49.140862 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8eac3c0b-3040-4d98-8693-83872170aaff tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "PUT /v2.0/floatingips/d41172c4-6b1d-4d41-b060-e2970f25ecd6 HTTP/1.1" status: 200 len: 979 time: 15.1487174 Apr 22 15:10:49.163140 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] For port fa658ade-f2c2-45f1-90b3-31ae917f8802, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:49.168455 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57132) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:49.291683 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 7e747a06-df6b-435e-a440-e1d467aa9010 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:49.302057 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Allocated IP 172.21.0.2 (fa3c6d1e-1735-4749-a882-4680e9b033b0/cc610e67-d174-491c-83b5-a50ae6dddf7d/c584f952-ce1e-43a0-b645-a148758f0b07) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:49.337292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 7e747a06-df6b-435e-a440-e1d467aa9010 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:49.337877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:49.391117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b40ce09f-e870-42cf-a384-7ef54758a05b None None] Provisioning complete for port 62b068bb-5c26-4931-8059-ba3ea029d316 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:49.391486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b40ce09f-e870-42cf-a384-7ef54758a05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:49.474500 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:10:49.492617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c8797ef7-fe20-4842-bda5-c150627020f7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port f586a26b-cae2-4318-9bca-fe0ca6194ff0 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:49.493369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8797ef7-fe20-4842-bda5-c150627020f7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:49.511542 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95471659-4b7b-4dd8-953b-72859323a8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:49.577682 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] Deleting port 62b068bb-5c26-4931-8059-ba3ea029d316 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:49.578313 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:49.588476 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Allocated IP 172.20.0.1 (5b30759b-11ae-417c-bc4c-b58157939dcc/44024044-2bbf-41e4-9040-da56b02148a3/24823ddc-e45c-4952-bf04-28f207317bfe) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:49.648320 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95471659-4b7b-4dd8-953b-72859323a8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:49.674642 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:49.679640 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.7418623 Apr 22 15:10:49.683307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57138) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:49.704949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57301fec-4670-45cb-8989-09b39fe2ec8b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f14206-32ce-46d0-8e7b-d0f338c27fd2,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:49.726045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2361e82e-b4e0-4f22-9c7e-3704409c3f3c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Request body: {'security_group_rule': {'security_group_id': '67f14206-32ce-46d0-8e7b-d0f338c27fd2', 'project_id': '6e451ea9b62646848542497e7cd37e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:49.733427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e661e28-b52d-4c4d-b7ce-6c7aff03a450 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:49.761944 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:10:49.804762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] For port fa658ade-f2c2-45f1-90b3-31ae917f8802, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=fa658ade-f2c2-45f1-90b3-31ae917f8802,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:49.821156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2361e82e-b4e0-4f22-9c7e-3704409c3f3c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:49.851891 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:49.855968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2361e82e-b4e0-4f22-9c7e-3704409c3f3c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Usage tracker for resource:security_group_rule and tenant:6e451ea9b62646848542497e7cd37e73 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:49.870335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2361e82e-b4e0-4f22-9c7e-3704409c3f3c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:49.909912 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2361e82e-b4e0-4f22-9c7e-3704409c3f3c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:49.985675 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e661e28-b52d-4c4d-b7ce-6c7aff03a450 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=fadeb73c-6883-4095-88ea-6334e4e3e317,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:50.080598 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2361e82e-b4e0-4f22-9c7e-3704409c3f3c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.092101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.113723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Transition to ACTIVE for port object 24823ddc-e45c-4952-bf04-28f207317bfe will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:50.146594 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8797ef7-fe20-4842-bda5-c150627020f7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.215412 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.321770 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.332289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.435789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95471659-4b7b-4dd8-953b-72859323a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.441324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] For port 62b068bb-5c26-4931-8059-ba3ea029d316, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=62b068bb-5c26-4931-8059-ba3ea029d316,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:50.441830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.483974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Network 5b30759b-11ae-417c-bc4c-b58157939dcc is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:50.494878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:50.514904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:50.551733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.571119 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95471659-4b7b-4dd8-953b-72859323a8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e2a10a-126b-4225-a7ab-c68089615656,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:50.576753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Pushing event updated for resources: {'Port': ['ID=24823ddc-e45c-4952-bf04-28f207317bfe,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:50.655651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2361e82e-b4e0-4f22-9c7e-3704409c3f3c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.661761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.680937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95471659-4b7b-4dd8-953b-72859323a8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.682488 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-95471659-4b7b-4dd8-953b-72859323a8ea admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/32e2a10a-126b-4225-a7ab-c68089615656 HTTP/1.1" status: 204 len: 168 time: 1.8605242 Apr 22 15:10:50.742492 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a8d12-87bd-41a9-9a60-086665169824 None None] Pushing event updated for resources: {'Port': ['ID=fa658ade-f2c2-45f1-90b3-31ae917f8802,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:50.751133 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2361e82e-b4e0-4f22-9c7e-3704409c3f3c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.781109 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] Calling delete_port for 62b068bb-5c26-4931-8059-ba3ea029d316 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:50.831235 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2361e82e-b4e0-4f22-9c7e-3704409c3f3c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.832393 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2361e82e-b4e0-4f22-9c7e-3704409c3f3c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1423757 Apr 22 15:10:50.839951 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361e82e-b4e0-4f22-9c7e-3704409c3f3c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d989f622-582b-4bdc-bddd-353c2ededb41,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:50.891600 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57144) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:50.896383 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 7e747a06-df6b-435e-a440-e1d467aa9010, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7e747a06-df6b-435e-a440-e1d467aa9010,segment=NetworkSegment(0ae9a045-b35e-4ce5-9c15-d1d285933676),segment_id=0ae9a045-b35e-4ce5-9c15-d1d285933676)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:50.913993 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c391e7fd-cb72-4501-9d43-bd8f07bcf6ef tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Request body: {'security_group_rule': {'security_group_id': '67f14206-32ce-46d0-8e7b-d0f338c27fd2', 'project_id': '6e451ea9b62646848542497e7cd37e73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:50.920192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.922895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:50.965941 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c391e7fd-cb72-4501-9d43-bd8f07bcf6ef tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:51.007352 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Routers {'dd890921-16e1-4fb8-b773-b18126a2c12f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:51.008138 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['dd890921-16e1-4fb8-b773-b18126a2c12f'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:51.062195 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e661e28-b52d-4c4d-b7ce-6c7aff03a450 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:51.076069 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7e661e28-b52d-4c4d-b7ce-6c7aff03a450 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/fadeb73c-6883-4095-88ea-6334e4e3e317 HTTP/1.1" status: 204 len: 168 time: 4.0749655 Apr 22 15:10:51.080157 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57148) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:51.102063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=7e747a06-df6b-435e-a440-e1d467aa9010,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:51.125515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 62b068bb-5c26-4931-8059-ba3ea029d316 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:10:51.155907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c391e7fd-cb72-4501-9d43-bd8f07bcf6ef tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Usage tracker for resource:security_group_rule and tenant:6e451ea9b62646848542497e7cd37e73 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:51.162218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c391e7fd-cb72-4501-9d43-bd8f07bcf6ef tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:51.171009 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c391e7fd-cb72-4501-9d43-bd8f07bcf6ef tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:51.181004 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Transition to ACTIVE for port object c584f952-ce1e-43a0-b645-a148758f0b07 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:51.263318 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c391e7fd-cb72-4501-9d43-bd8f07bcf6ef tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:51.298823 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-0752202b-f9e3-4312-9a8d-b46de2ad9066 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] GET failed (client error): The resource could not be found. Apr 22 15:10:51.299304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0752202b-f9e3-4312-9a8d-b46de2ad9066 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:51.355731 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c391e7fd-cb72-4501-9d43-bd8f07bcf6ef tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:51.388336 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-59597c43-b955-41e0-b77f-ebcdd839643e None None] Provisioning complete for port 7e747a06-df6b-435e-a440-e1d467aa9010 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:51.388829 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-59597c43-b955-41e0-b77f-ebcdd839643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:51.391009 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c391e7fd-cb72-4501-9d43-bd8f07bcf6ef tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:51.425095 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Transition to ACTIVE for port object c584f952-ce1e-43a0-b645-a148758f0b07 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:51.444147 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0752202b-f9e3-4312-9a8d-b46de2ad9066 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:51.448079 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0752202b-f9e3-4312-9a8d-b46de2ad9066 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/fadeb73c-6883-4095-88ea-6334e4e3e317 HTTP/1.1" status: 404 len: 333 time: 0.3445342 Apr 22 15:10:51.452901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57154) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:51.460816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] For port 62b068bb-5c26-4931-8059-ba3ea029d316, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=62b068bb-5c26-4931-8059-ba3ea029d316,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:51.481045 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:51.487258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:51.489712 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57156) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:51.490252 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391e7fd-cb72-4501-9d43-bd8f07bcf6ef tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787eabe4-5b8d-4e82-ae2f-368e5d6d7dde,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:51.515679 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:51.516982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:51.564188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:10:51.564540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:10:51.589220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8797ef7-fe20-4842-bda5-c150627020f7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:51.589496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8797ef7-fe20-4842-bda5-c150627020f7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:51.589845 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-c8797ef7-fe20-4842-bda5-c150627020f7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Floating IP d41172c4-6b1d-4d41-b060-e2970f25ecd6 disassociated. External IP: 172.26.8.254, port: f586a26b-cae2-4318-9bca-fe0ca6194ff0. Apr 22 15:10:51.590309 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c8797ef7-fe20-4842-bda5-c150627020f7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for f586a26b-cae2-4318-9bca-fe0ca6194ff0 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:51.642481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Network fa3c6d1e-1735-4749-a882-4680e9b033b0 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:51.646341 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Pushing event updated for resources: {'Port': ['ID=c584f952-ce1e-43a0-b645-a148758f0b07,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:51.652393 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:51.659064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:51.661955 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:51.710015 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] Set router dd890921-16e1-4fb8-b773-b18126a2c12f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:51.719598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Allocated IP 172.20.0.1 (55f50816-87ae-4f18-8966-c50f23c0f335/8b499cfd-2019-47eb-b91e-1d2e413dcb34/78db39a8-5206-4495-9db8-ad6160a1bf2e) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:51.775347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8797ef7-fe20-4842-bda5-c150627020f7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:51.811660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c391e7fd-cb72-4501-9d43-bd8f07bcf6ef tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:51.815443 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c391e7fd-cb72-4501-9d43-bd8f07bcf6ef tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9184859 Apr 22 15:10:51.906949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57162) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:51.907549 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57164) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:51.937934 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=62b068bb-5c26-4931-8059-ba3ea029d316,revision_number=8']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:51.981530 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=32df3351-a88b-4256-8e44-f63a85810509,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:51.987834 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5726f827-9c5a-4ef3-8811-021926894b14 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8009941905c8408f96b8a3fc49a34dd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4951689 Apr 22 15:10:52.009119 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 62b068bb-5c26-4931-8059-ba3ea029d316, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=62b068bb-5c26-4931-8059-ba3ea029d316,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:52.012506 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57170) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:52.050908 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.088929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.113238 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.138466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] Deleting port 62b068bb-5c26-4931-8059-ba3ea029d316 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:52.138924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.180644 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c8dec118-1441-4efb-82bf-9611f4feb3b2 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Request body: {'security_group_rule': {'security_group_id': '67f14206-32ce-46d0-8e7b-d0f338c27fd2', 'project_id': '6e451ea9b62646848542497e7cd37e73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:52.187331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Request body: {'subnets': [{'network_id': '9cb57954-7d41-4b17-a056-9755459ef851', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1598173006', 'ip_version': 6}, {'network_id': 'ddb45ce8-73dd-48dc-981b-518bb0eb2338', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:52.187651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Request body: {'subnet': {'network_id': '9cb57954-7d41-4b17-a056-9755459ef851', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1598173006', 'ip_version': 6}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:52.188298 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Request body: {'subnet': {'network_id': 'ddb45ce8-73dd-48dc-981b-518bb0eb2338', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:52.188770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Attempting to bind port c584f952-ce1e-43a0-b645-a148758f0b07 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:52.189334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Attempting to bind port c584f952-ce1e-43a0-b645-a148758f0b07 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '75f5d202-aac6-4fac-84f4-e295ea6ada17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'fa3c6d1e-1735-4749-a882-4680e9b033b0'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:52.189881 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Attempting to bind port c584f952-ce1e-43a0-b645-a148758f0b07 on network fa3c6d1e-1735-4749-a882-4680e9b033b0 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:52.206839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:52.217628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:52.220926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:52.221217 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.234589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8797ef7-fe20-4842-bda5-c150627020f7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=f586a26b-cae2-4318-9bca-fe0ca6194ff0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:52.238080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c8dec118-1441-4efb-82bf-9611f4feb3b2 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:52.269070 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:52.269593 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Checking segment: {'id': '75f5d202-aac6-4fac-84f4-e295ea6ada17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'fa3c6d1e-1735-4749-a882-4680e9b033b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:52.271167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.271594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Bound using segment: {'id': '75f5d202-aac6-4fac-84f4-e295ea6ada17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'fa3c6d1e-1735-4749-a882-4680e9b033b0'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:52.271926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Bound port: c584f952-ce1e-43a0-b645-a148758f0b07, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f5d202-aac6-4fac-84f4-e295ea6ada17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'fa3c6d1e-1735-4749-a882-4680e9b033b0'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:52.272442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.276426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Transition to ACTIVE for port object 78db39a8-5206-4495-9db8-ad6160a1bf2e will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:52.299794 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c8dec118-1441-4efb-82bf-9611f4feb3b2 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Usage tracker for resource:security_group_rule and tenant:6e451ea9b62646848542497e7cd37e73 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:52.311626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c8dec118-1441-4efb-82bf-9611f4feb3b2 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:52.326023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-09df2b28-9144-4c87-82d7-55a0a5a473fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.336538 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-59616fb4-c6f5-43c1-8c71-9ca6d2ed2358 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6386132 Apr 22 15:10:52.338486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c8dec118-1441-4efb-82bf-9611f4feb3b2 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:52.339536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57174) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:52.349926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-59597c43-b955-41e0-b77f-ebcdd839643e None None] Provisioning for port 24823ddc-e45c-4952-bf04-28f207317bfe completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:52.361324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=62b068bb-5c26-4931-8059-ba3ea029d316,revision_number=9']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:52.370786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b370b9a6-dc3a-40f0-9019-21fb0ac1a968 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:52.380820 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-59597c43-b955-41e0-b77f-ebcdd839643e None None] Provisioning complete for port 24823ddc-e45c-4952-bf04-28f207317bfe triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:52.381195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-59597c43-b955-41e0-b77f-ebcdd839643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.471670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8dec118-1441-4efb-82bf-9611f4feb3b2 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.490640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df244b5-f959-4a54-bb69-cba2df8a05f2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting subnet e60f5c66-e196-433d-9532-549bb55dcec9 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:52.503100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-09df2b28-9144-4c87-82d7-55a0a5a473fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.510004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2df244b5-f959-4a54-bb69-cba2df8a05f2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.544948 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:52.554730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Usage tracker for resource:subnet and tenant:6a00609aeae9415a8f78fc8f9a419a5d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:52.562055 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:52.573680 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:52.599149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8dec118-1441-4efb-82bf-9611f4feb3b2 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.615469 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8dec118-1441-4efb-82bf-9611f4feb3b2 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.622750 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Made reservation on behalf of 6a00609aeae9415a8f78fc8f9a419a5d for: {'subnet': 2} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:52.631383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.685063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-59597c43-b955-41e0-b77f-ebcdd839643e None None] Port 24823ddc-e45c-4952-bf04-28f207317bfe cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:52.700936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] For port c584f952-ce1e-43a0-b645-a148758f0b07, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:52.706889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] For port c584f952-ce1e-43a0-b645-a148758f0b07, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c584f952-ce1e-43a0-b645-a148758f0b07,segment=NetworkSegment(75f5d202-aac6-4fac-84f4-e295ea6ada17),segment_id=75f5d202-aac6-4fac-84f4-e295ea6ada17)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:52.728500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dec118-1441-4efb-82bf-9611f4feb3b2 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5246cf-c88f-4ab7-afc1-27017726e3ca,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:52.728961 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.748388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2df244b5-f959-4a54-bb69-cba2df8a05f2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.755013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8dec118-1441-4efb-82bf-9611f4feb3b2 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.758788 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c8dec118-1441-4efb-82bf-9611f4feb3b2 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7780645 Apr 22 15:10:52.767318 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57178) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:52.778700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8797ef7-fe20-4842-bda5-c150627020f7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 43a9d39d-f984-414e-b079-8d47d61635df has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:10:52.782418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-1e7f2fc5-a6de-4c93-b283-8861279e4554 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Request body: {'security_group_rule': {'security_group_id': '67f14206-32ce-46d0-8e7b-d0f338c27fd2', 'project_id': '6e451ea9b62646848542497e7cd37e73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:52.785114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network 55f50816-87ae-4f18-8966-c50f23c0f335 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:52.791270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1e7f2fc5-a6de-4c93-b283-8861279e4554 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:52.798013 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:52.809490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] For port 62b068bb-5c26-4931-8059-ba3ea029d316, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=62b068bb-5c26-4931-8059-ba3ea029d316,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:52.809863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.817862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1e7f2fc5-a6de-4c93-b283-8861279e4554 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Usage tracker for resource:security_group_rule and tenant:6e451ea9b62646848542497e7cd37e73 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:52.821936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:52.870950 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1e7f2fc5-a6de-4c93-b283-8861279e4554 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:52.891122 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:10:40Z', 'revision_number': 3, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port': {'id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:39Z', 'updated_at': '2022-04-22T15:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:52.893271 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=78db39a8-5206-4495-9db8-ad6160a1bf2e,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:52.893975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1e7f2fc5-a6de-4c93-b283-8861279e4554 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:52.941308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b370b9a6-dc3a-40f0-9019-21fb0ac1a968 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:52.971914 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b370b9a6-dc3a-40f0-9019-21fb0ac1a968 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:52.978682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.983759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b370b9a6-dc3a-40f0-9019-21fb0ac1a968 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:52.986609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-09df2b28-9144-4c87-82d7-55a0a5a473fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:52.999658 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] Calling delete_port for 62b068bb-5c26-4931-8059-ba3ea029d316 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:53.034178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344424d-f521-44db-8ce3-eaaae6285ef5 None None] The sync data for ids ['dd890921-16e1-4fb8-b773-b18126a2c12f'] in dv-neutron-838883-3-hyperv is: [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:10:40Z', 'revision_number': 3, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port': {'id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:39Z', 'updated_at': '2022-04-22T15:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:53.041832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b370b9a6-dc3a-40f0-9019-21fb0ac1a968 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:53.046822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df2b28-9144-4c87-82d7-55a0a5a473fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcaa9ef-4bbf-450e-b5b5-a17ab6f1c65f,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:53.071521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.071521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.077357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:10:53.089124 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2fc5-a6de-4c93-b283-8861279e4554 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.108838 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7e747a06-df6b-435e-a440-e1d467aa9010 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:53.139168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.146876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bcd0b4-0776-4c7c-bf0e-fbc8c75ffa6e None None] Pushing event updated for resources: {'Port': ['ID=c584f952-ce1e-43a0-b645-a148758f0b07,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:53.167047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b370b9a6-dc3a-40f0-9019-21fb0ac1a968 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:53.198162 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2df244b5-f959-4a54-bb69-cba2df8a05f2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.263484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.336101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2fc5-a6de-4c93-b283-8861279e4554 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.354377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 7e747a06-df6b-435e-a440-e1d467aa9010 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:53.354737 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.368285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2fc5-a6de-4c93-b283-8861279e4554 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.431170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.480197 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f2fc5-a6de-4c93-b283-8861279e4554 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb88aa4-2013-457d-82de-e88af0668cfd,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:53.493204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9438a99c-001f-42ee-a6e5-39628507613f None None] Provisioning for port 78db39a8-5206-4495-9db8-ad6160a1bf2e completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:53.505665 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2fc5-a6de-4c93-b283-8861279e4554 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.507040 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1e7f2fc5-a6de-4c93-b283-8861279e4554 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7352157 Apr 22 15:10:53.508807 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] Pushing event deleted for resources: {'Port': ['ID=62b068bb-5c26-4931-8059-ba3ea029d316,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:53.515930 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9438a99c-001f-42ee-a6e5-39628507613f None None] Provisioning complete for port 78db39a8-5206-4495-9db8-ad6160a1bf2e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:53.516484 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9438a99c-001f-42ee-a6e5-39628507613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.531920 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57182) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:53.580620 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3efa7d6e-ee4b-43e3-bcab-f96dfa6ee3c5 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Request body: {'security_group_rule': {'security_group_id': '67f14206-32ce-46d0-8e7b-d0f338c27fd2', 'project_id': '6e451ea9b62646848542497e7cd37e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:53.590511 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3efa7d6e-ee4b-43e3-bcab-f96dfa6ee3c5 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:53.622313 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3efa7d6e-ee4b-43e3-bcab-f96dfa6ee3c5 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Usage tracker for resource:security_group_rule and tenant:6e451ea9b62646848542497e7cd37e73 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:53.626093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-09df2b28-9144-4c87-82d7-55a0a5a473fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.629998 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-09df2b28-9144-4c87-82d7-55a0a5a473fc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2fcaa9ef-4bbf-450e-b5b5-a17ab6f1c65f HTTP/1.1" status: 204 len: 168 time: 1.6138842 Apr 22 15:10:53.631778 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3efa7d6e-ee4b-43e3-bcab-f96dfa6ee3c5 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:53.708001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3efa7d6e-ee4b-43e3-bcab-f96dfa6ee3c5 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:53.732576 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8797ef7-fe20-4842-bda5-c150627020f7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:53.796670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e93c9c-ebea-423c-9ac7-b7d09b54f393 None None] No DVR routers for this DVR port 62b068bb-5c26-4931-8059-ba3ea029d316 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:10:53.801952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d7927-7e5c-45ac-b599-a07d9e09b722 None None] Sync routers for ids ['43a9d39d-f984-414e-b079-8d47d61635df'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:53.815504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Pushing event updated for resources: {'Port': ['ID=24823ddc-e45c-4952-bf04-28f207317bfe,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:53.827622 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee2a5e-e4d9-4dbe-af60-3437b0cfb375 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:53.827950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.852581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9438a99c-001f-42ee-a6e5-39628507613f None None] Port 78db39a8-5206-4495-9db8-ad6160a1bf2e cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:53.871576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:53.915704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b370b9a6-dc3a-40f0-9019-21fb0ac1a968 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:54.007111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d7927-7e5c-45ac-b599-a07d9e09b722 None None] Routers {'43a9d39d-f984-414e-b079-8d47d61635df'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:54.007900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a21d7927-7e5c-45ac-b599-a07d9e09b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['43a9d39d-f984-414e-b079-8d47d61635df'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:54.095843 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a21d7927-7e5c-45ac-b599-a07d9e09b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:54.140281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d7927-7e5c-45ac-b599-a07d9e09b722 None None] Routers {'43a9d39d-f984-414e-b079-8d47d61635df'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:54.140925 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a21d7927-7e5c-45ac-b599-a07d9e09b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['43a9d39d-f984-414e-b079-8d47d61635df'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:54.143114 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-3efa7d6e-ee4b-43e3-bcab-f96dfa6ee3c5 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Project 6e451ea9b62646848542497e7cd37e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:10:54.190985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3efa7d6e-ee4b-43e3-bcab-f96dfa6ee3c5 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:54.225777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:54.252649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a21d7927-7e5c-45ac-b599-a07d9e09b722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:54.253260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d7927-7e5c-45ac-b599-a07d9e09b722 None None] The sync data for ids ['43a9d39d-f984-414e-b079-8d47d61635df'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:54.330599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2df244b5-f959-4a54-bb69-cba2df8a05f2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:54.372487 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '32df3351-a88b-4256-8e44-f63a85810509'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:10:54.372640 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8797ef7-fe20-4842-bda5-c150627020f7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:54.373576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:54.420271 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c8797ef7-fe20-4842-bda5-c150627020f7 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/ports/f586a26b-cae2-4318-9bca-fe0ca6194ff0 HTTP/1.1" status: 204 len: 168 time: 5.2473462 Apr 22 15:10:54.424655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57194) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:54.649098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Allocated IP 2001:db8::f816:3eff:fe24:cf13 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/32df3351-a88b-4256-8e44-f63a85810509/aa3a8ebc-3c8d-4744-8e8e-b633a7140b25) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:54.658426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df244b5-f959-4a54-bb69-cba2df8a05f2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Subnet': ['ID=e60f5c66-e196-433d-9532-549bb55dcec9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:54.694660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Network 5b30759b-11ae-417c-bc4c-b58157939dcc is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:54.700209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2df244b5-f959-4a54-bb69-cba2df8a05f2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:54.722307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:54.757599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event updated for resources: {'Subnet': ['ID=66bbd7e9-17e8-4588-88ad-9c163abff8e1,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:54.764615 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f26ec3-d7f0-4ace-8b20-b78e8b21e897 None None] Network e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:54.866759 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Checking segment: {'id': '088c32a2-4e3f-4b8b-ad65-ce46c0ac0b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9cb57954-7d41-4b17-a056-9755459ef851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:54.867172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Network hostable DHCP agents. Network: 9cb57954-7d41-4b17-a056-9755459ef851, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:10:54.904052 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4070e250-520e-484d-be58-b3fefbd25863 None None] Network fa3c6d1e-1735-4749-a882-4680e9b033b0 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:54.924594 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3efa7d6e-ee4b-43e3-bcab-f96dfa6ee3c5 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:54.940811 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3efa7d6e-ee4b-43e3-bcab-f96dfa6ee3c5 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:54.997070 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa7d6e-ee4b-43e3-bcab-f96dfa6ee3c5 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993d1d26-b3ff-49af-bd5d-7b2dbb3dc501,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:55.012567 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Network 9cb57954-7d41-4b17-a056-9755459ef851 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:10:55.052629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3efa7d6e-ee4b-43e3-bcab-f96dfa6ee3c5 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:55.056704 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3efa7d6e-ee4b-43e3-bcab-f96dfa6ee3c5 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.4932492 Apr 22 15:10:55.057500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57204) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:55.063860 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2df244b5-f959-4a54-bb69-cba2df8a05f2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/e60f5c66-e196-433d-9532-549bb55dcec9 HTTP/1.1" status: 204 len: 168 time: 3.5594399 Apr 22 15:10:55.077380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-da98be48-60b6-4bf2-bcc7-55fe22588180 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Request body: {'security_group_rule': {'security_group_id': '67f14206-32ce-46d0-8e7b-d0f338c27fd2', 'project_id': '6e451ea9b62646848542497e7cd37e73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:55.105842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57208) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:55.140755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 9cb57954-7d41-4b17-a056-9755459ef851) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:55.154723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:55.166684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-da98be48-60b6-4bf2-bcc7-55fe22588180 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:55.185029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:55.205377 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:55.260218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-da98be48-60b6-4bf2-bcc7-55fe22588180 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Usage tracker for resource:security_group_rule and tenant:6e451ea9b62646848542497e7cd37e73 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:55.265062 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-da98be48-60b6-4bf2-bcc7-55fe22588180 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:55.271926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-da98be48-60b6-4bf2-bcc7-55fe22588180 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:55.291444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device fa658ade-f2c2-45f1-90b3-31ae917f8802 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:55.318213 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-da98be48-60b6-4bf2-bcc7-55fe22588180 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Project 6e451ea9b62646848542497e7cd37e73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:10:55.331926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9260aab7-016d-47e2-bb07-bc6cec334e7f None None] Network 9cb57954-7d41-4b17-a056-9755459ef851 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:55.366075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da98be48-60b6-4bf2-bcc7-55fe22588180 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:55.372403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=78db39a8-5206-4495-9db8-ad6160a1bf2e,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:55.393000 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:55.415089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event updated for resources: {'Subnet': ['ID=c29ec06d-4910-4545-b95f-a2490ccd36a7,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:55.557838 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-071584e3-9661-424d-9e5d-55630f94ef7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting subnet e2a94ad2-b86b-4af7-a970-c0750d96ab45 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:55.560830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-071584e3-9661-424d-9e5d-55630f94ef7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:55.597752 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-01c1d801-df85-424f-b806-b1f8b22e2110 None None] Provisioning for port c584f952-ce1e-43a0-b645-a148758f0b07 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:55.627988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Checking segment: {'id': '48a34a9c-00a1-43d6-8460-26c28c1f3c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ddb45ce8-73dd-48dc-981b-518bb0eb2338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:55.628365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Network hostable DHCP agents. Network: ddb45ce8-73dd-48dc-981b-518bb0eb2338, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:10:55.713833 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-071584e3-9661-424d-9e5d-55630f94ef7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:55.966680 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network 55f50816-87ae-4f18-8966-c50f23c0f335 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:55.971085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:55.998379 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port fa658ade-f2c2-45f1-90b3-31ae917f8802 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:56.011729 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da98be48-60b6-4bf2-bcc7-55fe22588180 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.034892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port fa658ade-f2c2-45f1-90b3-31ae917f8802 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:56.035710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.041125 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da98be48-60b6-4bf2-bcc7-55fe22588180 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.064785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b370b9a6-dc3a-40f0-9019-21fb0ac1a968 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.083627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Network ddb45ce8-73dd-48dc-981b-518bb0eb2338 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:10:56.092888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-071584e3-9661-424d-9e5d-55630f94ef7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.127630 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98be48-60b6-4bf2-bcc7-55fe22588180 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ef32a6-1de8-4cd3-a331-05d4d63f24e0,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:56.142683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da98be48-60b6-4bf2-bcc7-55fe22588180 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.146530 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-da98be48-60b6-4bf2-bcc7-55fe22588180 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0854492 Apr 22 15:10:56.152476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, ddb45ce8-73dd-48dc-981b-518bb0eb2338) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:56.157228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:56.157838 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:56.158322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.166129 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57226) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:56.187516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Request body: {'network': {'name': 'tempest-network-smoke--1125903085', 'project_id': '6e451ea9b62646848542497e7cd37e73', 'port_security_enabled': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:56.193948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db495d0-67f9-46ee-9ead-6968f138b67d None None] Network ddb45ce8-73dd-48dc-981b-518bb0eb2338 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:56.194726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:56.198955 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Usage tracker for resource:network and tenant:6e451ea9b62646848542497e7cd37e73 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:56.202237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:56.209153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:56.237002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Made reservation on behalf of 6e451ea9b62646848542497e7cd37e73 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:56.240502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.276649 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-03b3a316-a848-4275-9fe2-eb21c7d57e15 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.2965777 Apr 22 15:10:56.278907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57230) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:56.281948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b370b9a6-dc3a-40f0-9019-21fb0ac1a968 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:56.290094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-b370b9a6-dc3a-40f0-9019-21fb0ac1a968 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:56.295448 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b370b9a6-dc3a-40f0-9019-21fb0ac1a968 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:56.296116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b370b9a6-dc3a-40f0-9019-21fb0ac1a968 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.328696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370b9a6-dc3a-40f0-9019-21fb0ac1a968 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=c4e981f9-27ed-4304-a877-770f1f6b6d68,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:56.344721 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:10:56.355991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-9cb57954-7d41-4b17-a056-9755459ef851', 'network_id': '9cb57954-7d41-4b17-a056-9755459ef851', 'tenant_id': '6a00609aeae9415a8f78fc8f9a419a5d', 'fixed_ips': [{'subnet_id': '66bbd7e9-17e8-4588-88ad-9c163abff8e1'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:10:56.357482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.382660 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.388589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e271e866-ecc5-4126-a1e1-de393a51eee3 None None] Provisioning complete for port 24823ddc-e45c-4952-bf04-28f207317bfe triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:56.388954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.389107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e271e866-ecc5-4126-a1e1-de393a51eee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.389527 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Added segment 15bcabbf-adc8-4924-9b62-fb3d2bcc436e of type vlan for network f80c3656-8bb1-468b-bace-76c03388f7e3 Apr 22 15:10:56.396082 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-071584e3-9661-424d-9e5d-55630f94ef7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.428116 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b370b9a6-dc3a-40f0-9019-21fb0ac1a968 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0860109 Apr 22 15:10:56.442415 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57238) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:56.455299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'mac_address': 'fa:16:3e:f9:15:05', 'name': 'tempest-NetworksTestDHCPv6-273823900'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:56.492659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e131ce6-515d-42fa-840e-913e3bd9a219 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:56.494255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e131ce6-515d-42fa-840e-913e3bd9a219 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:56.495698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e131ce6-515d-42fa-840e-913e3bd9a219 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:56.496372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4e131ce6-515d-42fa-840e-913e3bd9a219 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Synchronizing usage tracker for tenant:6a00609aeae9415a8f78fc8f9a419a5d on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:56.499211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071584e3-9661-424d-9e5d-55630f94ef7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a94ad2-b86b-4af7-a970-c0750d96ab45,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:56.521976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Router dd890921-16e1-4fb8-b773-b18126a2c12f has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:10:56.534672 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Transition to ACTIVE for port object aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:56.604427 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-071584e3-9661-424d-9e5d-55630f94ef7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.622395 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.653196 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e271e866-ecc5-4126-a1e1-de393a51eee3 None None] Port 24823ddc-e45c-4952-bf04-28f207317bfe cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:56.655117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Transition to ACTIVE for port object aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:56.657180 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-071584e3-9661-424d-9e5d-55630f94ef7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/e2a94ad2-b86b-4af7-a970-c0750d96ab45 HTTP/1.1" status: 204 len: 168 time: 1.5468349 Apr 22 15:10:56.658825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57244) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:56.729337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4e131ce6-515d-42fa-840e-913e3bd9a219 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Unset dirty status for tenant:6a00609aeae9415a8f78fc8f9a419a5d on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:56.740583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.740836 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4e131ce6-515d-42fa-840e-913e3bd9a219 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4579377 Apr 22 15:10:56.748616 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57248) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:56.862171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 9429ee86-5e7f-4e00-9652-303ed0ea4ee4 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:10:56.898587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd89f8d4-f85f-40f0-ab5b-bf1d14f481f3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.929812 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:56.975370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Pushing event updated for resources: {'Port': ['ID=aa3a8ebc-3c8d-4744-8e8e-b633a7140b25,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:57.110779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57254) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:57.134684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:57.147739 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-94c88a40-c4e4-47cd-a278-783d1bf2d3ac admin admin] 10.222.0.71 "PUT /v2.0/routers/dd890921-16e1-4fb8-b773-b18126a2c12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4028742 Apr 22 15:10:57.208474 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port fa658ade-f2c2-45f1-90b3-31ae917f8802, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=fa658ade-f2c2-45f1-90b3-31ae917f8802,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:57.240932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:57.241711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c584f952-ce1e-43a0-b645-a148758f0b07 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:10:57.248343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:10:57.258582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:57.260431 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d377f-f981-446e-a57d-8fe471b0ae80 None None] Sync routers for ids ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:57.265272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:57.266310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:57.269436 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-022b5dbd-2cb9-44c3-b480-108997f5ae4c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/9429ee86-5e7f-4e00-9652-303ed0ea4ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8366201 Apr 22 15:10:57.271150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57262) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:57.284801 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d377f-f981-446e-a57d-8fe471b0ae80 None None] Routers {'9429ee86-5e7f-4e00-9652-303ed0ea4ee4'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:57.285957 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-4f3d377f-f981-446e-a57d-8fe471b0ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:57.343280 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-ddb45ce8-73dd-48dc-981b-518bb0eb2338', 'network_id': 'ddb45ce8-73dd-48dc-981b-518bb0eb2338', 'tenant_id': '6a00609aeae9415a8f78fc8f9a419a5d', 'fixed_ips': [{'subnet_id': 'c29ec06d-4910-4545-b95f-a2490ccd36a7'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:10:57.344113 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:57.386855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:57.448817 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-515167527', 'router:external': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:57.455666 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:57.458747 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-4f3d377f-f981-446e-a57d-8fe471b0ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:57.472186 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99531e89-d53a-44cb-9cd8-0ecacfc73fe1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:57.472914 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-99531e89-d53a-44cb-9cd8-0ecacfc73fe1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Synchronizing usage tracker for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:10:57.475170 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d377f-f981-446e-a57d-8fe471b0ae80 None None] Routers {'9429ee86-5e7f-4e00-9652-303ed0ea4ee4'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:57.476227 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-4f3d377f-f981-446e-a57d-8fe471b0ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:57.484625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Usage tracker for resource:network and tenant:2b7b0d93880f41a5a8d35824e8ba12dd is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:57.491133 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:57.495820 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:57.498881 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:57.506591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:57.523072 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Allocated IP 2001:db8::1 (9cb57954-7d41-4b17-a056-9755459ef851/66bbd7e9-17e8-4588-88ad-9c163abff8e1/700492e2-959e-4597-9844-a391495b055e) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:57.554200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-99531e89-d53a-44cb-9cd8-0ecacfc73fe1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Unset dirty status for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:10:57.555684 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-99531e89-d53a-44cb-9cd8-0ecacfc73fe1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports/78db39a8-5206-4495-9db8-ad6160a1bf2e HTTP/1.1" status: 200 len: 910 time: 0.2839031 Apr 22 15:10:57.557282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Made reservation on behalf of 2b7b0d93880f41a5a8d35824e8ba12dd for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:57.559900 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:57.574366 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-4f3d377f-f981-446e-a57d-8fe471b0ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:57.575057 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d377f-f981-446e-a57d-8fe471b0ae80 None None] The sync data for ids ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:10:57.578901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b951c844-fff0-4ea2-b970-0ad3e4a3da52 None None] Provisioning complete for port 78db39a8-5206-4495-9db8-ad6160a1bf2e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:57.579371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b951c844-fff0-4ea2-b970-0ad3e4a3da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:57.580635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57270) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:57.646799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:57.689205 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413d5d4f-359f-48ff-b35c-94103724cbb6 None None] Network e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:10:57.689429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:57.708001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:57.715079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:57.719612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:57.727199 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:57.738111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'Network': ['ID=f80c3656-8bb1-468b-bace-76c03388f7e3,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:57.755059 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-889267bd-fc7a-438e-89a3-d241bbb20853 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Deleting subnet 66bbd7e9-17e8-4588-88ad-9c163abff8e1 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:10:57.758590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Sync routers for ids ['dd890921-16e1-4fb8-b773-b18126a2c12f'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:10:57.772745 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network f80c3656-8bb1-468b-bace-76c03388f7e3 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:10:57.776612 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-415852ac-ecd3-43ae-97c5-184cc6c6fe05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6072214 Apr 22 15:10:57.791876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:57.793290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:57.797288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Usage tracker for resource:security_group_rule and tenant:2b7b0d93880f41a5a8d35824e8ba12dd is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:57.800255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:57.806830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:57.875927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:57.882858 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57274) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:57.888938 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'admin_state_up': True, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:57.898989 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:57.902869 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:57.939275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Usage tracker for resource:router and tenant:6e451ea9b62646848542497e7cd37e73 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:57.944843 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:57.950060 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:57.977691 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:57.995012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port 8155d041-1b25-4fa3-a256-17dca0997b90 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:10:58.017489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57280) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:58.022841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:10:58.028683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--427856915', 'description': 'tempest-description--629176981'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:58.042711 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 3b331e2e-288d-4f12-ae60-3a34fb849b3a {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:10:58.043629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.045432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe1b46f-4fe6-481a-8be9-1bd1fa72e6de,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:58.050734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:58.066908 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.067503 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Added segment 5f13b169-eb04-4f16-bb1c-2d3e657b74b2 of type vlan for network d0311e89-b04d-4104-9d50-1c3e8054da56 Apr 22 15:10:58.069165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Usage tracker for resource:security_group and tenant:ca170eb8340f428b86c9c5acf6a8ca1c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:58.073536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:58.085942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:58.088658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.089646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.142704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.159490 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.173868 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b951c844-fff0-4ea2-b970-0ad3e4a3da52 None None] Port 78db39a8-5206-4495-9db8-ad6160a1bf2e cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:10:58.181934 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.186678 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=fa658ade-f2c2-45f1-90b3-31ae917f8802,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:58.196390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Attempting to bind port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:10:58.196694 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Attempting to bind port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:10:58.197050 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Attempting to bind port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:10:58.250402 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Routers {'dd890921-16e1-4fb8-b773-b18126a2c12f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:10:58.251046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['dd890921-16e1-4fb8-b773-b18126a2c12f'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:58.436527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:10:58.437221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:10:58.437338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:58.437443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.437549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:10:58.438046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Bound port: aa3a8ebc-3c8d-4744-8e8e-b633a7140b25, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:10:58.438462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.486026 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] For port 3b331e2e-288d-4f12-ae60-3a34fb849b3a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3b331e2e-288d-4f12-ae60-3a34fb849b3a,segment=NetworkSegment(73686845-1383-44d4-9dea-6985c1e00990),segment_id=73686845-1383-44d4-9dea-6985c1e00990)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:58.486671 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.488005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Usage tracker for resource:security_group_rule and tenant:ca170eb8340f428b86c9c5acf6a8ca1c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:58.495440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port c584f952-ce1e-43a0-b645-a148758f0b07 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:10:58.500576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:58.527037 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c584f952-ce1e-43a0-b645-a148758f0b07 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:58.527405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.562604 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:58.620074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 3b331e2e-288d-4f12-ae60-3a34fb849b3a owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:10:58.630770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.631618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:10:58.632191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.699159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Allocated IP 2001:db8:0:1::1 (ddb45ce8-73dd-48dc-981b-518bb0eb2338/c29ec06d-4910-4545-b95f-a2490ccd36a7/c4d309cd-0440-49d1-8142-4c194f2935f8) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:58.719980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9b8afd2e-d5c4-4d9d-a07b-7fe75d1a52f7 None None] Provisioning complete for port c584f952-ce1e-43a0-b645-a148758f0b07 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:10:58.719980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9b8afd2e-d5c4-4d9d-a07b-7fe75d1a52f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.728500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 172.20.0.9 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/c4e981f9-27ed-4304-a877-770f1f6b6d68/8155d041-1b25-4fa3-a256-17dca0997b90) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:58.747352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::f816:3eff:fef9:1505 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/32df3351-a88b-4256-8e44-f63a85810509/8155d041-1b25-4fa3-a256-17dca0997b90) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:10:58.813320 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event updated for resources: {'Network': ['ID=d0311e89-b04d-4104-9d50-1c3e8054da56,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:58.829777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.849667 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5eec1b4b-a90a-4c8b-a1b6-3412d0da915a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7377193 Apr 22 15:10:58.852774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.856043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57284) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:58.866063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Request body: {'subnet': {'network_id': 'd0311e89-b04d-4104-9d50-1c3e8054da56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:58.867116 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network d0311e89-b04d-4104-9d50-1c3e8054da56 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:10:58.870040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.894400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:58.927041 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Usage tracker for resource:subnet and tenant:2b7b0d93880f41a5a8d35824e8ba12dd is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:58.940063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:58.947285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] For port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:10:58.952679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:58.960616 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:58.961547 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.9401388 Apr 22 15:10:58.969154 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57288) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:10:58.985286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.017076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92914f-f4a4-444b-bb74-6daa4eb507c0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f49ab4-c67c-4d13-8fab-49b39f9dc108,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:59.039600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f9353005-2673-43e6-aae7-be34e3222965 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Request body: {'security_group_rule': {'security_group_id': '90f49ab4-c67c-4d13-8fab-49b39f9dc108', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:10:59.047984 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f9353005-2673-43e6-aae7-be34e3222965 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:10:59.053192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Made reservation on behalf of 2b7b0d93880f41a5a8d35824e8ba12dd for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:10:59.055782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.059497 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] For port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aa3a8ebc-3c8d-4744-8e8e-b633a7140b25,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:10:59.063560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.114053 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Set router dd890921-16e1-4fb8-b773-b18126a2c12f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:10:59.137905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f9353005-2673-43e6-aae7-be34e3222965 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Usage tracker for resource:security_group_rule and tenant:ca170eb8340f428b86c9c5acf6a8ca1c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:10:59.172991 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=3b331e2e-288d-4f12-ae60-3a34fb849b3a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:59.198968 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f9353005-2673-43e6-aae7-be34e3222965 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:10:59.220199 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No DVR routers for this DVR port 3b331e2e-288d-4f12-ae60-3a34fb849b3a on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:10:59.230032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.234605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f9353005-2673-43e6-aae7-be34e3222965 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:10:59.273713 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a80260-54b4-4431-af87-40bfb3af994a None None] DHCP port deletion for e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:10:59.298725 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Transition to ACTIVE for port object 700492e2-959e-4597-9844-a391495b055e will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:59.370416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9353005-2673-43e6-aae7-be34e3222965 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.469807 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Transition to ACTIVE for port object 700492e2-959e-4597-9844-a391495b055e will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:59.473979 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.509035 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-889267bd-fc7a-438e-89a3-d241bbb20853 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.526012 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.587711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9b8afd2e-d5c4-4d9d-a07b-7fe75d1a52f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.599263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.614508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a9a1c-cf83-44e8-a325-e10baf2e1f44 None None] Pushing event updated for resources: {'Port': ['ID=aa3a8ebc-3c8d-4744-8e8e-b633a7140b25,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:59.619652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9353005-2673-43e6-aae7-be34e3222965 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.623134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.646005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.657978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9353005-2673-43e6-aae7-be34e3222965 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.662537 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-889267bd-fc7a-438e-89a3-d241bbb20853 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.693943 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:59.699451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.735357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object 8155d041-1b25-4fa3-a256-17dca0997b90 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:10:59.739607 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73686845-1383-44d4-9dea-6985c1e00990') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:59.739802 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73686845-1383-44d4-9dea-6985c1e00990') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:10:59.766025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.791993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9353005-2673-43e6-aae7-be34e3222965 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cad8317-1e8d-42db-9bab-40b7ed7431b8,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:59.840346 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.850378 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:10:59.850799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.860370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Network 9cb57954-7d41-4b17-a056-9755459ef851 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:10:59.862019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port c584f952-ce1e-43a0-b645-a148758f0b07, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c584f952-ce1e-43a0-b645-a148758f0b07,segment=NetworkSegment(75f5d202-aac6-4fac-84f4-e295ea6ada17),segment_id=75f5d202-aac6-4fac-84f4-e295ea6ada17)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:10:59.875919 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:10:59.884779 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.892808 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:10:59.896096 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Pushing event updated for resources: {'Port': ['ID=700492e2-959e-4597-9844-a391495b055e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:10:59.996834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9353005-2673-43e6-aae7-be34e3222965 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:10:59.998770 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f9353005-2673-43e6-aae7-be34e3222965 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9772043 Apr 22 15:10:59.999055 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.015470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57292) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:00.029373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-1b0b47d7-580f-482a-bdcb-1d3dfab26b57 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Request body: {'security_group_rule': {'security_group_id': '90f49ab4-c67c-4d13-8fab-49b39f9dc108', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:00.043582 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:00.054325 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.076982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1b0b47d7-580f-482a-bdcb-1d3dfab26b57 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:00.102772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device fa658ade-f2c2-45f1-90b3-31ae917f8802 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:00.131786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1b0b47d7-580f-482a-bdcb-1d3dfab26b57 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Usage tracker for resource:security_group_rule and tenant:ca170eb8340f428b86c9c5acf6a8ca1c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:00.134333 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Transition to ACTIVE for port object c4d309cd-0440-49d1-8142-4c194f2935f8 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:00.143826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1b0b47d7-580f-482a-bdcb-1d3dfab26b57 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:00.145046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-889267bd-fc7a-438e-89a3-d241bbb20853 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.159682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.273455 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.307825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1b0b47d7-580f-482a-bdcb-1d3dfab26b57 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:00.308483 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.310333 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Transition to ACTIVE for port object c4d309cd-0440-49d1-8142-4c194f2935f8 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:00.311884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-9b8afd2e-d5c4-4d9d-a07b-7fe75d1a52f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:11:00.311884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-9b8afd2e-d5c4-4d9d-a07b-7fe75d1a52f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:11:00.325719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-889267bd-fc7a-438e-89a3-d241bbb20853 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.335981 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=c584f952-ce1e-43a0-b645-a148758f0b07,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:00.342859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.366781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=8155d041-1b25-4fa3-a256-17dca0997b90,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:00.369441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Network': ['ID=e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:00.396514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:00.405721 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:00.405999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Attempting to bind port 700492e2-959e-4597-9844-a391495b055e on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:00.406368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Attempting to bind port 700492e2-959e-4597-9844-a391495b055e by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '088c32a2-4e3f-4b8b-ad65-ce46c0ac0b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9cb57954-7d41-4b17-a056-9755459ef851'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:00.406645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Attempting to bind port 700492e2-959e-4597-9844-a391495b055e on network 9cb57954-7d41-4b17-a056-9755459ef851 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:00.407806 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889267bd-fc7a-438e-89a3-d241bbb20853 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event deleted for resources: {'Subnet': ['ID=66bbd7e9-17e8-4588-88ad-9c163abff8e1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:00.410647 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:00.451728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:00.452089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Checking segment: {'id': '088c32a2-4e3f-4b8b-ad65-ce46c0ac0b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9cb57954-7d41-4b17-a056-9755459ef851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:00.452470 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.452866 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Bound using segment: {'id': '088c32a2-4e3f-4b8b-ad65-ce46c0ac0b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9cb57954-7d41-4b17-a056-9755459ef851'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:00.453376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Bound port: 700492e2-959e-4597-9844-a391495b055e, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088c32a2-4e3f-4b8b-ad65-ce46c0ac0b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '9cb57954-7d41-4b17-a056-9755459ef851'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:00.453792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.472318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Network ddb45ce8-73dd-48dc-981b-518bb0eb2338 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:00.473015 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f630a6d2-8436-4dd1-976a-3358e972e78b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/networks/e46cdf57-9d89-4ccd-b218-1c9c2ed2d46a HTTP/1.1" status: 204 len: 168 time: 3.8092060 Apr 22 15:11:00.477188 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-889267bd-fc7a-438e-89a3-d241bbb20853 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.479099 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-889267bd-fc7a-438e-89a3-d241bbb20853 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "DELETE /v2.0/subnets/66bbd7e9-17e8-4588-88ad-9c163abff8e1 HTTP/1.1" status: 204 len: 168 time: 3.7274420 Apr 22 15:11:00.479827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Pushing event updated for resources: {'Port': ['ID=c4d309cd-0440-49d1-8142-4c194f2935f8,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:00.484042 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57296) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:00.484445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57298) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:00.489872 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:00.496550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:00.499241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port fa658ade-f2c2-45f1-90b3-31ae917f8802 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:00.499782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.509288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Allocated IP 172.26.8.96 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/9c87b2f4-d5e2-4139-8d77-33e1804f720a) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:00.526475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1b0b47d7-580f-482a-bdcb-1d3dfab26b57 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.590255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:00.590896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.633688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:10:51Z', 'revision_number': 4, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port': {'id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:39Z', 'updated_at': '2022-04-22T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '24823ddc-e45c-4952-bf04-28f207317bfe', 'name': '', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'mac_address': 'fa:16:3e:2f:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44024044-2bbf-41e4-9040-da56b02148a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:48Z', 'updated_at': '2022-04-22T15:10:52Z', 'revision_number': 2, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'subnets': [{'id': '44024044-2bbf-41e4-9040-da56b02148a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:00.678183 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c974f4c1-7777-4900-8ad6-36097c6aa0f8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2283478 Apr 22 15:11:00.683889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57304) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:00.694624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Checking router: dd890921-16e1-4fb8-b773-b18126a2c12f for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:11:00.695234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Updating router dd890921-16e1-4fb8-b773-b18126a2c12f port 24823ddc-e45c-4952-bf04-28f207317bfe binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:11:00.775878 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] For port 700492e2-959e-4597-9844-a391495b055e, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:00.782376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Attempting to bind port c4d309cd-0440-49d1-8142-4c194f2935f8 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:00.782669 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Attempting to bind port c4d309cd-0440-49d1-8142-4c194f2935f8 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '48a34a9c-00a1-43d6-8460-26c28c1f3c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ddb45ce8-73dd-48dc-981b-518bb0eb2338'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:00.783036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Attempting to bind port c4d309cd-0440-49d1-8142-4c194f2935f8 on network ddb45ce8-73dd-48dc-981b-518bb0eb2338 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:00.799286 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] For port 700492e2-959e-4597-9844-a391495b055e, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=700492e2-959e-4597-9844-a391495b055e,segment=NetworkSegment(088c32a2-4e3f-4b8b-ad65-ce46c0ac0b34),segment_id=088c32a2-4e3f-4b8b-ad65-ce46c0ac0b34)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:00.806883 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:00.807259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Checking segment: {'id': '48a34a9c-00a1-43d6-8460-26c28c1f3c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ddb45ce8-73dd-48dc-981b-518bb0eb2338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:00.807696 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.808135 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Bound using segment: {'id': '48a34a9c-00a1-43d6-8460-26c28c1f3c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ddb45ce8-73dd-48dc-981b-518bb0eb2338'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:00.808680 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Bound port: c4d309cd-0440-49d1-8142-4c194f2935f8, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a34a9c-00a1-43d6-8460-26c28c1f3c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ddb45ce8-73dd-48dc-981b-518bb0eb2338'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:00.809007 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.841767 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.879098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-cd89f8d4-f85f-40f0-ab5b-bf1d14f481f3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port 72716203-223e-4894-bd5c-32be4d0c88ba {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:00.879295 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd89f8d4-f85f-40f0-ab5b-bf1d14f481f3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:00.894608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.054037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Allocated IP 172.21.0.1 (fa3c6d1e-1735-4749-a882-4680e9b033b0/cc610e67-d174-491c-83b5-a50ae6dddf7d/0fd60f8e-1f29-43df-beac-e57ad21704d7) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:01.083641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-859b6a57-bedd-412c-9bd4-6ad2743ae93b tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Deleting subnet c29ec06d-4910-4545-b95f-a2490ccd36a7 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:01.106272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43673c9b-ae9b-4e7a-9141-492ddfc0810b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:01.107389 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-43673c9b-ae9b-4e7a-9141-492ddfc0810b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:01.119730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-859b6a57-bedd-412c-9bd4-6ad2743ae93b tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.191696 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4919091b-2778-45a2-a33f-56b12573f054 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:01.202304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.objects.ports [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83933) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:11:01.202904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.229487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd89f8d4-f85f-40f0-ab5b-bf1d14f481f3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.253004 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-43673c9b-ae9b-4e7a-9141-492ddfc0810b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:01.257652 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-43673c9b-ae9b-4e7a-9141-492ddfc0810b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7689102 Apr 22 15:11:01.266974 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57308) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:01.298517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1b0b47d7-580f-482a-bdcb-1d3dfab26b57 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.306810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.322750 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-859b6a57-bedd-412c-9bd4-6ad2743ae93b tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.330313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1b0b47d7-580f-482a-bdcb-1d3dfab26b57 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.408150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b47d7-580f-482a-bdcb-1d3dfab26b57 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903b3efa-159e-48ed-8197-312892ecc5f5,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:01.421266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2b664721-4c30-48d9-83b1-0090a23a72f9,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:01.427222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3b331e2e-288d-4f12-ae60-3a34fb849b3a no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:11:01.450320 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c39f25-5d3d-40e2-b348-f2a51ed401d9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:01.454205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c39f25-5d3d-40e2-b348-f2a51ed401d9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:01.454991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-71c39f25-5d3d-40e2-b348-f2a51ed401d9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:01.477519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1b0b47d7-580f-482a-bdcb-1d3dfab26b57 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.478811 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1b0b47d7-580f-482a-bdcb-1d3dfab26b57 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4620919 Apr 22 15:11:01.485694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57312) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:01.495321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.508714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:01.510722 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 3b331e2e-288d-4f12-ae60-3a34fb849b3a {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:11:01.511231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3b331e2e-288d-4f12-ae60-3a34fb849b3a not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:11:01.520729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9b8afd2e-d5c4-4d9d-a07b-7fe75d1a52f7 None None] Could not find standard attr ID for object 3b331e2e-288d-4f12-ae60-3a34fb849b3a. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:11:01.522448 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b16cf4-bfe8-4472-be96-38c09b5133a1 None None] Pushing event updated for resources: {'Port': ['ID=700492e2-959e-4597-9844-a391495b055e,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:01.525876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:01.533354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Checking segment: {'id': '5f13b169-eb04-4f16-bb1c-2d3e657b74b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'd0311e89-b04d-4104-9d50-1c3e8054da56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:01.533885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Network hostable DHCP agents. Network: d0311e89-b04d-4104-9d50-1c3e8054da56, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:11:01.542878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Usage tracker for resource:floatingip and tenant:ca170eb8340f428b86c9c5acf6a8ca1c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:01.548867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:01.554264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Transition to ACTIVE for port object 0fd60f8e-1f29-43df-beac-e57ad21704d7 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:01.555972 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.601089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] For port c4d309cd-0440-49d1-8142-4c194f2935f8, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:01.601308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-71c39f25-5d3d-40e2-b348-f2a51ed401d9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:01.602455 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-71c39f25-5d3d-40e2-b348-f2a51ed401d9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.8765247 Apr 22 15:11:01.605709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:01.615442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57316) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:01.632813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-cd89f8d4-f85f-40f0-ab5b-bf1d14f481f3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for 72716203-223e-4894-bd5c-32be4d0c88ba owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:01.655906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] For port c4d309cd-0440-49d1-8142-4c194f2935f8, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c4d309cd-0440-49d1-8142-4c194f2935f8,segment=NetworkSegment(48a34a9c-00a1-43d6-8460-26c28c1f3c6c),segment_id=48a34a9c-00a1-43d6-8460-26c28c1f3c6c)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:01.656999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a10b96-2b74-4a44-94a2-f51ca1c9c093 None None] Network 9cb57954-7d41-4b17-a056-9755459ef851 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:01.691761 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.702233 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.736742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:01.745269 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:01.752613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'Port': ['ID=9c87b2f4-d5e2-4139-8d77-33e1804f720a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:01.755648 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:01.792344 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-82679bd4-a600-4f6e-8e4d-4713cf23f049 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5241554 Apr 22 15:11:01.796561 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57320) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:01.801004 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-859b6a57-bedd-412c-9bd4-6ad2743ae93b tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.841567 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1904308550'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:01.842679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-120d9dc2-49e1-4573-8c51-07234dc0192a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port 8155d041-1b25-4fa3-a256-17dca0997b90 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:01.843040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-120d9dc2-49e1-4573-8c51-07234dc0192a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.857404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:01.873200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:network and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:01.875948 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:01.889001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:01.907913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Network d0311e89-b04d-4104-9d50-1c3e8054da56 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:11:01.952866 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:01.974391 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:01.979397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.007817 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-859b6a57-bedd-412c-9bd4-6ad2743ae93b tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.016958 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c05b296c-72eb-48d7-862f-c65aa2815882 None None] Provisioning for port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:02.084276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, d0311e89-b04d-4104-9d50-1c3e8054da56) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:02.119809 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db18cd5e-d06b-4288-b98f-839fdef64f19 None None] Network d0311e89-b04d-4104-9d50-1c3e8054da56 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:02.121680 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b6a57-bedd-412c-9bd4-6ad2743ae93b tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event deleted for resources: {'Subnet': ['ID=c29ec06d-4910-4545-b95f-a2490ccd36a7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:02.134021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:02.134227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.137055 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd89f8d4-f85f-40f0-ab5b-bf1d14f481f3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.143997 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-859b6a57-bedd-412c-9bd4-6ad2743ae93b tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.147593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:11:02.213981 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89f8d4-f85f-40f0-ab5b-bf1d14f481f3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=72716203-223e-4894-bd5c-32be4d0c88ba,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:02.221788 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=0fd60f8e-1f29-43df-beac-e57ad21704d7,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:02.225398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.225840 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Added segment e2504f35-ab06-4d3c-9d75-faf1dbac81d4 of type vlan for network 7d4f676e-2dde-41e4-ad85-c94313c44275 Apr 22 15:11:02.228155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c584f952-ce1e-43a0-b645-a148758f0b07 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:02.229311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network fa3c6d1e-1735-4749-a882-4680e9b033b0 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:02.240132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:02.265361 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-859b6a57-bedd-412c-9bd4-6ad2743ae93b tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "DELETE /v2.0/subnets/c29ec06d-4910-4545-b95f-a2490ccd36a7 HTTP/1.1" status: 204 len: 168 time: 1.7782536 Apr 22 15:11:02.267701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57324) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:02.268965 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:02.286327 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51a6e1-c58c-410c-bc7f-c0cd35f4b69a None None] Pushing event updated for resources: {'Port': ['ID=c4d309cd-0440-49d1-8142-4c194f2935f8,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:02.403314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.496810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ffb9c-a7e9-4376-beb0-bc34b1a77e4e tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:02.497499 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-da4ffb9c-a7e9-4376-beb0-bc34b1a77e4e tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Synchronizing usage tracker for tenant:6a00609aeae9415a8f78fc8f9a419a5d on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:02.570407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:11:02.685159 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-480d112c-01d6-41ec-bcd5-807693cc24bf tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8280478 Apr 22 15:11:02.688162 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57328) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:02.718222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.725435 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.737208 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.744892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-766401747', 'network_id': 'd0311e89-b04d-4104-9d50-1c3e8054da56'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:02.750693 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:02.754488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.763254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Transition to ACTIVE for port object 24823ddc-e45c-4952-bf04-28f207317bfe will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:02.771342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:02.792236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Usage tracker for resource:port and tenant:2b7b0d93880f41a5a8d35824e8ba12dd is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:02.805630 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:02.807182 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-da4ffb9c-a7e9-4376-beb0-bc34b1a77e4e tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Unset dirty status for tenant:6a00609aeae9415a8f78fc8f9a419a5d on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:02.813262 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-da4ffb9c-a7e9-4376-beb0-bc34b1a77e4e tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5390043 Apr 22 15:11:02.817176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57332) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:02.819713 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c584f952-ce1e-43a0-b645-a148758f0b07 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:02.820081 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.843358 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:02.859055 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.885642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-120d9dc2-49e1-4573-8c51-07234dc0192a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.898811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Made reservation on behalf of 2b7b0d93880f41a5a8d35824e8ba12dd for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:02.901213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:02.905014 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1046677 Apr 22 15:11:02.913548 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57336) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:02.927810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': '7d4f676e-2dde-41e4-ad85-c94313c44275', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:02.937784 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baffba05-d234-44d1-bbe7-640e3dc26c27 None None] Network d0311e89-b04d-4104-9d50-1c3e8054da56 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:03.038510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:03.076707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38968e49-e89c-4d3d-acfc-8ffba01a288c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Network': ['ID=7d4f676e-2dde-41e4-ad85-c94313c44275,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:03.095228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:03.118446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Deleting port c4d309cd-0440-49d1-8142-4c194f2935f8 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:03.118849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:03.153016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-120d9dc2-49e1-4573-8c51-07234dc0192a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for 8155d041-1b25-4fa3-a256-17dca0997b90 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:03.188950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:03.201876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 7d4f676e-2dde-41e4-ad85-c94313c44275 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:11:03.258112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7ffbcda3-93f8-4bfb-a39b-31f7d98140ec None None] Provisioning for port 0fd60f8e-1f29-43df-beac-e57ad21704d7 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:03.271632 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd89f8d4-f85f-40f0-ab5b-bf1d14f481f3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:03.321438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] device_id is not set on port c3bedad1-b248-47cd-ac18-076bfb4ab872 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:11:03.326570 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c9823-20db-43e6-b468-934b171f596e None None] Pushing event updated for resources: {'Port': ['ID=24823ddc-e45c-4952-bf04-28f207317bfe,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:03.367985 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7ffbcda3-93f8-4bfb-a39b-31f7d98140ec None None] Provisioning complete for port 0fd60f8e-1f29-43df-beac-e57ad21704d7 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:03.367985 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ffbcda3-93f8-4bfb-a39b-31f7d98140ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:03.440307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:03.549983 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:03.635364 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] For port c4d309cd-0440-49d1-8142-4c194f2935f8, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c4d309cd-0440-49d1-8142-4c194f2935f8,segment=NetworkSegment(48a34a9c-00a1-43d6-8460-26c28c1f3c6c),segment_id=48a34a9c-00a1-43d6-8460-26c28c1f3c6c)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:03.635938 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:03.647131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:03.654373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:03.654765 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7ffbcda3-93f8-4bfb-a39b-31f7d98140ec None None] Port 0fd60f8e-1f29-43df-beac-e57ad21704d7 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:03.656516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a9c695-ce24-448d-9b47-1c5515c28ad9 None None] Update dhcp port {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'fixed_ips': [{'subnet_id': '32df3351-a88b-4256-8e44-f63a85810509', 'ip_address': '2001:db8::f816:3eff:fe24:cf13'}, {'subnet_id': 'c4e981f9-27ed-4304-a877-770f1f6b6d68'}], 'binding:host_id': 'dv-neutron-838883-3-hyperv'}, 'id': 'aa3a8ebc-3c8d-4744-8e8e-b633a7140b25'} from dv-neutron-838883-3-hyperv. {{(pid=83935) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 15:11:03.714472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:03.750301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:03.789146 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Attempting to bind port 24823ddc-e45c-4952-bf04-28f207317bfe on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:03.789671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Attempting to bind port 24823ddc-e45c-4952-bf04-28f207317bfe by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:03.790125 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Attempting to bind port 24823ddc-e45c-4952-bf04-28f207317bfe on network 5b30759b-11ae-417c-bc4c-b58157939dcc {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:03.799582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:03.800351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:03.804367 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00549fd2-c187-421a-ad66-25952d5992c0 None None] Network ddb45ce8-73dd-48dc-981b-518bb0eb2338 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:03.912341 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Calling delete_port for c4d309cd-0440-49d1-8142-4c194f2935f8 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:03.915728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42a9c695-ce24-448d-9b47-1c5515c28ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:03.951288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:03.986114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:03.986993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Checking segment: {'id': 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:03.987805 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:03.989160 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Bound using segment: {'id': 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:03.990100 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Bound port: 24823ddc-e45c-4952-bf04-28f207317bfe, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:03.990919 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:04.062362 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Allocated IP 172.26.8.224 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/c35b5d22-441e-4c14-9c95-a55f161b2bc0) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:04.127268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Allocated IP 172.20.0.8 (d0311e89-b04d-4104-9d50-1c3e8054da56/2b664721-4c30-48d9-83b1-0090a23a72f9/c3bedad1-b248-47cd-ac18-076bfb4ab872) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:04.159382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:04.222021 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event deleted for resources: {'Port': ['ID=c4d309cd-0440-49d1-8142-4c194f2935f8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:04.238281 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] No DVR routers for this DVR port c4d309cd-0440-49d1-8142-4c194f2935f8 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:04.334655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74de18e9-7e71-44ab-8c83-347bf730df27 None None] DHCP port deletion for ddb45ce8-73dd-48dc-981b-518bb0eb2338 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:11:04.352988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:04.366960 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fe710f0e-45b3-4a30-bb3c-165de6da6ca7 None None] Could not find standard attr ID for object c4d309cd-0440-49d1-8142-4c194f2935f8. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:11:04.375309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:04.375681 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:04.396128 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:04.432447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb45ce8-73dd-48dc-981b-518bb0eb2338']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:04.432910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] For port 24823ddc-e45c-4952-bf04-28f207317bfe, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:04.496377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] For port 24823ddc-e45c-4952-bf04-28f207317bfe, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=24823ddc-e45c-4952-bf04-28f207317bfe,segment=NetworkSegment(a59bad37-ce12-48bb-90b5-b4c57f4e28bb),segment_id=a59bad37-ce12-48bb-90b5-b4c57f4e28bb)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:04.510787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a34a9c-00a1-43d6-8460-26c28c1f3c6c') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:04.511134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a34a9c-00a1-43d6-8460-26c28c1f3c6c') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:04.514155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:04.526338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:04.589292 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:04.618252 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:04.621457 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-42a9c695-ce24-448d-9b47-1c5515c28ad9 None None] Allocated IP 172.20.0.2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/c4e981f9-27ed-4304-a877-770f1f6b6d68/aa3a8ebc-3c8d-4744-8e8e-b633a7140b25) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:04.629700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:04.630107 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:04.645015 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:04.717079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c9823-20db-43e6-b468-934b171f596e None None] Pushing event updated for resources: {'Port': ['ID=24823ddc-e45c-4952-bf04-28f207317bfe,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:04.720019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:04.765631 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:04.796449 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:04.801263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event deleted for resources: {'Network': ['ID=ddb45ce8-73dd-48dc-981b-518bb0eb2338,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:04.828659 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ac3f09cd-c9f8-49b3-af6b-379a6aa241c3 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "DELETE /v2.0/networks/ddb45ce8-73dd-48dc-981b-518bb0eb2338 HTTP/1.1" status: 204 len: 168 time: 2.0048223 Apr 22 15:11:04.828890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-120d9dc2-49e1-4573-8c51-07234dc0192a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:04.829354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57348) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:04.851549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Routers {'dd890921-16e1-4fb8-b773-b18126a2c12f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:04.852500 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['dd890921-16e1-4fb8-b773-b18126a2c12f'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:04.953908 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:04.957311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd89f8d4-f85f-40f0-ab5b-bf1d14f481f3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 43a9d39d-f984-414e-b079-8d47d61635df has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:11:05.024797 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d9dc2-49e1-4573-8c51-07234dc0192a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=8155d041-1b25-4fa3-a256-17dca0997b90,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:05.042514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Deleting port 700492e2-959e-4597-9844-a391495b055e {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:05.042896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:05.071821 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:05.118289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-42a9c695-ce24-448d-9b47-1c5515c28ad9 None None] For port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aa3a8ebc-3c8d-4744-8e8e-b633a7140b25,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:05.182070 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42a9c695-ce24-448d-9b47-1c5515c28ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:05.208157 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-42a9c695-ce24-448d-9b47-1c5515c28ad9 None None] Transition to ACTIVE for port object aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:05.215030 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] Set router dd890921-16e1-4fb8-b773-b18126a2c12f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:05.239910 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:11:05.253588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42a9c695-ce24-448d-9b47-1c5515c28ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:05.289997 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:05.297246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:05.361533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:05.427891 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:11:05.428239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:11:05.463996 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] For port 700492e2-959e-4597-9844-a391495b055e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=700492e2-959e-4597-9844-a391495b055e,segment=NetworkSegment(088c32a2-4e3f-4b8b-ad65-ce46c0ac0b34),segment_id=088c32a2-4e3f-4b8b-ad65-ce46c0ac0b34)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:05.464404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:05.496796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:05.546760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-120d9dc2-49e1-4573-8c51-07234dc0192a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:05.547242 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9c695-ce24-448d-9b47-1c5515c28ad9 None None] Pushing event updated for resources: {'Port': ['ID=aa3a8ebc-3c8d-4744-8e8e-b633a7140b25,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:05.576223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:05.582618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=0fd60f8e-1f29-43df-beac-e57ad21704d7,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:05.598257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Calling delete_port for 700492e2-959e-4597-9844-a391495b055e owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:05.639704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:05.665734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:05.675473 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:05.704105 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd89f8d4-f85f-40f0-ab5b-bf1d14f481f3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:05.719990 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cd89f8d4-f85f-40f0-ab5b-bf1d14f481f3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "PUT /v2.0/routers/43a9d39d-f984-414e-b079-8d47d61635df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2909865 Apr 22 15:11:05.721418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57352) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:05.721774 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8d7107-2408-4f36-aea8-8708a093ca59 None None] Sync routers for ids ['43a9d39d-f984-414e-b079-8d47d61635df'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:05.724168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:05.742610 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8d7107-2408-4f36-aea8-8708a093ca59 None None] Routers {'43a9d39d-f984-414e-b079-8d47d61635df'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:05.744363 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fc8d7107-2408-4f36-aea8-8708a093ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['43a9d39d-f984-414e-b079-8d47d61635df'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:05.744845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:05.761457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:05.766582 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-120d9dc2-49e1-4573-8c51-07234dc0192a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/8155d041-1b25-4fa3-a256-17dca0997b90 HTTP/1.1" status: 204 len: 168 time: 4.1492300 Apr 22 15:11:05.818848 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57356) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:05.872142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:10:51Z', 'revision_number': 4, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port': {'id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:39Z', 'updated_at': '2022-04-22T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '24823ddc-e45c-4952-bf04-28f207317bfe', 'name': '', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'mac_address': 'fa:16:3e:2f:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44024044-2bbf-41e4-9040-da56b02148a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:48Z', 'updated_at': '2022-04-22T15:11:04Z', 'revision_number': 4, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'subnets': [{'id': '44024044-2bbf-41e4-9040-da56b02148a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:05.876764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e387961-b58d-43de-91ed-609d8f91183e None None] The sync data for ids ['dd890921-16e1-4fb8-b773-b18126a2c12f'] in dv-neutron-838883-3-hyperv is: [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:10:51Z', 'revision_number': 4, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port': {'id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:39Z', 'updated_at': '2022-04-22T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '24823ddc-e45c-4952-bf04-28f207317bfe', 'name': '', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'mac_address': 'fa:16:3e:2f:b9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44024044-2bbf-41e4-9040-da56b02148a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:48Z', 'updated_at': '2022-04-22T15:11:04Z', 'revision_number': 4, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'subnets': [{'id': '44024044-2bbf-41e4-9040-da56b02148a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:05.884130 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fc8d7107-2408-4f36-aea8-8708a093ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:05.908025 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8d7107-2408-4f36-aea8-8708a093ca59 None None] Routers {'43a9d39d-f984-414e-b079-8d47d61635df'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:05.909270 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fc8d7107-2408-4f36-aea8-8708a093ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['43a9d39d-f984-414e-b079-8d47d61635df'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:05.996046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event deleted for resources: {'Port': ['ID=700492e2-959e-4597-9844-a391495b055e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:05.996587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Pushing event updated for resources: {'Port': ['ID=c35b5d22-441e-4c14-9c95-a55f161b2bc0,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:06.030494 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-fc8d7107-2408-4f36-aea8-8708a093ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:06.033261 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8d7107-2408-4f36-aea8-8708a093ca59 None None] The sync data for ids ['43a9d39d-f984-414e-b079-8d47d61635df'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:06.051016 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:06.093895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aa3a8ebc-3c8d-4744-8e8e-b633a7140b25,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:06.099528 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] No DVR routers for this DVR port 700492e2-959e-4597-9844-a391495b055e on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:06.101905 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:06.200755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event updated for resources: {'Port': ['ID=c3bedad1-b248-47cd-ac18-076bfb4ab872,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:06.220453 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=aa3a8ebc-3c8d-4744-8e8e-b633a7140b25,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:06.239053 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Network d0311e89-b04d-4104-9d50-1c3e8054da56 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:06.249311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network fa3c6d1e-1735-4749-a882-4680e9b033b0 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:06.256586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Subnet': ['ID=a32f7cfd-64b0-4571-85f9-0ecfa174f1fb,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:06.274689 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:06.281875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:06.311667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:06.351185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:06.402025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:06.420909 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a879a2f-4114-4ee7-8908-f519e0d979d2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:06.422357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a879a2f-4114-4ee7-8908-f519e0d979d2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:06.423682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a879a2f-4114-4ee7-8908-f519e0d979d2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:06.424589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3a879a2f-4114-4ee7-8908-f519e0d979d2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:06.467170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb57954-7d41-4b17-a056-9755459ef851']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:06.489645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cb9e117a-4284-4484-90b9-d757827dc1ba None None] Could not find standard attr ID for object 8155d041-1b25-4fa3-a256-17dca0997b90. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:11:06.499415 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088c32a2-4e3f-4b8b-ad65-ce46c0ac0b34') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:06.500366 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088c32a2-4e3f-4b8b-ad65-ce46c0ac0b34') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:06.513790 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3a879a2f-4114-4ee7-8908-f519e0d979d2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:06.518553 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3a879a2f-4114-4ee7-8908-f519e0d979d2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6901841 Apr 22 15:11:06.518743 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57360) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:06.525785 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:06.526400 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 24823ddc-e45c-4952-bf04-28f207317bfe up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:06.621466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cb9e117a-4284-4484-90b9-d757827dc1ba None None] Provisioning for port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:06.629189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:06.639456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:06.639861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:06.658303 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:06.669417 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cb9e117a-4284-4484-90b9-d757827dc1ba None None] Provisioning complete for port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:06.669931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb9e117a-4284-4484-90b9-d757827dc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:06.774571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 24823ddc-e45c-4952-bf04-28f207317bfe completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:06.794596 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 24823ddc-e45c-4952-bf04-28f207317bfe triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:06.794980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:06.874548 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Checking segment: {'id': 'e2504f35-ab06-4d3c-9d75-faf1dbac81d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '7d4f676e-2dde-41e4-ad85-c94313c44275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:06.875219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network hostable DHCP agents. Network: 7d4f676e-2dde-41e4-ad85-c94313c44275, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:11:06.881059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:06.881653 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:06.928980 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:06.976876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:07.014662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:07.031241 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-9301f8d4-e0c5-48e0-9524-f79f944d7b95 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 32df3351-a88b-4256-8e44-f63a85810509 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:07.034954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9301f8d4-e0c5-48e0-9524-f79f944d7b95 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:07.053827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 24823ddc-e45c-4952-bf04-28f207317bfe, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=24823ddc-e45c-4952-bf04-28f207317bfe,segment=NetworkSegment(a59bad37-ce12-48bb-90b5-b4c57f4e28bb),segment_id=a59bad37-ce12-48bb-90b5-b4c57f4e28bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:07.064399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3fe64ddd-5527-4dea-9869-cda71569d5b1 None None] Could not find standard attr ID for object 8155d041-1b25-4fa3-a256-17dca0997b90. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:11:07.070769 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:07.077117 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-563b215e-1500-44a6-b2f1-49b05e2ef09a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 4.3576725 Apr 22 15:11:07.078101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 7d4f676e-2dde-41e4-ad85-c94313c44275 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:11:07.093283 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57364) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:07.093853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Router e20b3772-5e70-4ddf-840c-629ba823b81d is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:11:07.122493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event deleted for resources: {'Network': ['ID=9cb57954-7d41-4b17-a056-9755459ef851,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:07.133977 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ebbfb1ff-1602-4f80-9fb7-f0b6fb86d25f tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "DELETE /v2.0/networks/9cb57954-7d41-4b17-a056-9755459ef851 HTTP/1.1" status: 204 len: 168 time: 2.3035672 Apr 22 15:11:07.137661 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57366) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:07.149892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=24823ddc-e45c-4952-bf04-28f207317bfe,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:07.164005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3fe64ddd-5527-4dea-9869-cda71569d5b1 None None] Provisioning complete for port 0fd60f8e-1f29-43df-beac-e57ad21704d7 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:07.164588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3fe64ddd-5527-4dea-9869-cda71569d5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:07.175460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9301f8d4-e0c5-48e0-9524-f79f944d7b95 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:07.209410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:07.255324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3fe64ddd-5527-4dea-9869-cda71569d5b1 None None] Port 0fd60f8e-1f29-43df-beac-e57ad21704d7 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:07.267249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 7d4f676e-2dde-41e4-ad85-c94313c44275) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:07.272752 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:07.273849 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:07.275985 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751807d7-2b78-40c3-83a4-33600cb3a4ac None None] Network 7d4f676e-2dde-41e4-ad85-c94313c44275 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:07.362002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c6eac-b69c-4820-b97d-624df7cd6352 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Deleting port c3bedad1-b248-47cd-ac18-076bfb4ab872 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:07.362905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1f8c6eac-b69c-4820-b97d-624df7cd6352 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:07.433123 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:07.479661 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3769588c-a39d-43e8-8d24-0d8aba59ce44 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5637922 Apr 22 15:11:07.482510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57372) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:07.494313 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1f89-07ab-417e-a879-101998a57c76 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:07.507688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'network_id': '7d4f676e-2dde-41e4-ad85-c94313c44275', 'name': 'tempest-PortsTestJSON-1755306328'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:07.548224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:07.554584 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7d4f676e-2dde-41e4-ad85-c94313c44275', 'network_id': '7d4f676e-2dde-41e4-ad85-c94313c44275', 'tenant_id': '07ec4ee4f5ae41adb68e8261c099cebe', 'fixed_ips': [{'subnet_id': 'a32f7cfd-64b0-4571-85f9-0ecfa174f1fb'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:11:07.555400 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:07.765538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9301f8d4-e0c5-48e0-9524-f79f944d7b95 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:07.775361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Allocated IP 172.20.0.2 (7d4f676e-2dde-41e4-ad85-c94313c44275/a32f7cfd-64b0-4571-85f9-0ecfa174f1fb/1e6de627-be94-46a2-9a22-f75eb36c8050) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:07.910996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 9429ee86-5e7f-4e00-9652-303ed0ea4ee4 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:11:07.987048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1f8c6eac-b69c-4820-b97d-624df7cd6352 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.016388 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.031028 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Transition to ACTIVE for port object 1e6de627-be94-46a2-9a22-f75eb36c8050 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:08.051273 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Transition to ACTIVE for port object 1e6de627-be94-46a2-9a22-f75eb36c8050 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:08.058422 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.090257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1f89-07ab-417e-a879-101998a57c76 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.127435 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9301f8d4-e0c5-48e0-9524-f79f944d7b95 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.136272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Network 7d4f676e-2dde-41e4-ad85-c94313c44275 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:08.139362 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:08.141723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:08.143541 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:08.192466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Pushing event updated for resources: {'Port': ['ID=1e6de627-be94-46a2-9a22-f75eb36c8050,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:08.218520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301f8d4-e0c5-48e0-9524-f79f944d7b95 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=32df3351-a88b-4256-8e44-f63a85810509,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:08.222053 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:08.232373 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5e3e1f89-07ab-417e-a879-101998a57c76 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080b4d86-d1e8-4415-a7fd-2700a2514461']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:08.245169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9301f8d4-e0c5-48e0-9524-f79f944d7b95 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.247433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:08.266258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1f8c6eac-b69c-4820-b97d-624df7cd6352 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Calling delete_port for c3bedad1-b248-47cd-ac18-076bfb4ab872 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:08.274860 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5e3e1f89-07ab-417e-a879-101998a57c76 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2541b596-37b6-4677-aaf0-718a86639f96') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:08.275402 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5e3e1f89-07ab-417e-a879-101998a57c76 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2541b596-37b6-4677-aaf0-718a86639f96') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:08.288268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b697ce3e-03f0-4aff-9d0f-daef8b5c5aba None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:08.292334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:08.296072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.314093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Attempting to bind port 1e6de627-be94-46a2-9a22-f75eb36c8050 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:08.314577 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Attempting to bind port 1e6de627-be94-46a2-9a22-f75eb36c8050 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'e2504f35-ab06-4d3c-9d75-faf1dbac81d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '7d4f676e-2dde-41e4-ad85-c94313c44275'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:08.317955 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Attempting to bind port 1e6de627-be94-46a2-9a22-f75eb36c8050 on network 7d4f676e-2dde-41e4-ad85-c94313c44275 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:08.318055 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9301f8d4-e0c5-48e0-9524-f79f944d7b95 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/32df3351-a88b-4256-8e44-f63a85810509 HTTP/1.1" status: 204 len: 168 time: 1.7949157 Apr 22 15:11:08.320036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1f89-07ab-417e-a879-101998a57c76 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.330218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57376) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:08.381064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port cc13feb2-cc0d-4953-810a-0e9b130a92a4 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:11:08.418660 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:08.419302 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Checking segment: {'id': 'e2504f35-ab06-4d3c-9d75-faf1dbac81d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '7d4f676e-2dde-41e4-ad85-c94313c44275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:08.419669 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.420067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Bound using segment: {'id': 'e2504f35-ab06-4d3c-9d75-faf1dbac81d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '7d4f676e-2dde-41e4-ad85-c94313c44275'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:08.420504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Bound port: 1e6de627-be94-46a2-9a22-f75eb36c8050, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2504f35-ab06-4d3c-9d75-faf1dbac81d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '7d4f676e-2dde-41e4-ad85-c94313c44275'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:08.420876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.434479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1f89-07ab-417e-a879-101998a57c76 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.452330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:11:08.466889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3e1f89-07ab-417e-a879-101998a57c76 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:08.467299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1f89-07ab-417e-a879-101998a57c76 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.479339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:08.487124 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:08.502977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.598571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-731bfad6-15ed-4fe5-be2f-01efde8dcbb4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet c4e981f9-27ed-4304-a877-770f1f6b6d68 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:08.630677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:08.649264 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:08.649264 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.653810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-731bfad6-15ed-4fe5-be2f-01efde8dcbb4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.682827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Pushing event updated for resources: {'Port': ['ID=c35b5d22-441e-4c14-9c95-a55f161b2bc0,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:08.710560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Sync routers for ids ['e20b3772-5e70-4ddf-840c-629ba823b81d'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:08.713003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] For port 1e6de627-be94-46a2-9a22-f75eb36c8050, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:08.731053 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1f8c6eac-b69c-4820-b97d-624df7cd6352 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.735486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] For port 1e6de627-be94-46a2-9a22-f75eb36c8050, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1e6de627-be94-46a2-9a22-f75eb36c8050,segment=NetworkSegment(e2504f35-ab06-4d3c-9d75-faf1dbac81d4),segment_id=e2504f35-ab06-4d3c-9d75-faf1dbac81d4)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:08.735894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.737092 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-59e0b336-cf7a-4dba-8779-681a720e0e67 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 10.8529997 Apr 22 15:11:08.740733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57382) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:08.756180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1f89-07ab-417e-a879-101998a57c76 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.758516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.760078 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1f89-07ab-417e-a879-101998a57c76 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.818749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c6eac-b69c-4820-b97d-624df7cd6352 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3bedad1-b248-47cd-ac18-076bfb4ab872,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:08.823881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e1f89-07ab-417e-a879-101998a57c76 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event deleted for resources: {'Network': ['ID=080b4d86-d1e8-4415-a7fd-2700a2514461,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:08.828431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-731bfad6-15ed-4fe5-be2f-01efde8dcbb4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.843367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.895192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Routers {'e20b3772-5e70-4ddf-840c-629ba823b81d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:08.895836 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e20b3772-5e70-4ddf-840c-629ba823b81d'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:08.897207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:08.908935 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c8f9a-da49-4abb-804e-4ea1f49e5aca None None] Sync routers for ids ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:08.910778 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Allocated IP 172.20.0.13 (7d4f676e-2dde-41e4-ad85-c94313c44275/a32f7cfd-64b0-4571-85f9-0ecfa174f1fb/cc13feb2-cc0d-4953-810a-0e9b130a92a4) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:08.918922 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cda261cb-d8dc-403b-b20d-e0c03498a4dc tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/9429ee86-5e7f-4e00-9652-303ed0ea4ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3301380 Apr 22 15:11:08.919201 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.923501 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3001798a-882d-4c7e-b864-fb81f97e761f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4325342 Apr 22 15:11:08.924908 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57390) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:08.937627 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5e3e1f89-07ab-417e-a879-101998a57c76 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "DELETE /v2.0/networks/080b4d86-d1e8-4415-a7fd-2700a2514461 HTTP/1.1" status: 204 len: 168 time: 1.7974684 Apr 22 15:11:08.938976 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:08.948048 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57394) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:08.951117 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c8f9a-da49-4abb-804e-4ea1f49e5aca None None] Routers {'9429ee86-5e7f-4e00-9652-303ed0ea4ee4'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:08.951971 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-014c8f9a-da49-4abb-804e-4ea1f49e5aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:09.083933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 24823ddc-e45c-4952-bf04-28f207317bfe up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:09.132065 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-014c8f9a-da49-4abb-804e-4ea1f49e5aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:09.170122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a795fc2-15c6-491c-bf60-a51093cd88ea tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:09.170717 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4a795fc2-15c6-491c-bf60-a51093cd88ea tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Synchronizing usage tracker for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:09.173749 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c8f9a-da49-4abb-804e-4ea1f49e5aca None None] Routers {'9429ee86-5e7f-4e00-9652-303ed0ea4ee4'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:09.176984 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1f8c6eac-b69c-4820-b97d-624df7cd6352 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:09.177654 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-014c8f9a-da49-4abb-804e-4ea1f49e5aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:09.181845 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1f8c6eac-b69c-4820-b97d-624df7cd6352 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "DELETE /v2.0/ports/c3bedad1-b248-47cd-ac18-076bfb4ab872 HTTP/1.1" status: 204 len: 168 time: 2.0321221 Apr 22 15:11:09.214685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57406) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:09.220081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port 96f7ffb7-7fba-455c-90cc-a5ce21df21a9 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:09.220477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:09.277084 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-014c8f9a-da49-4abb-804e-4ea1f49e5aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:09.277736 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014c8f9a-da49-4abb-804e-4ea1f49e5aca None None] The sync data for ids ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:09.278265 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0311e89-b04d-4104-9d50-1c3e8054da56', 'external_fixed_ips': [{'subnet_id': '2b664721-4c30-48d9-83b1-0090a23a72f9', 'ip_address': '172.20.0.8'}]}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:09.294526 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-cb2c0a5d-d3a0-475a-9388-121c0a1a13f5 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Synchronizing usage tracker for tenant:ca170eb8340f428b86c9c5acf6a8ca1c on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:09.302654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4a795fc2-15c6-491c-bf60-a51093cd88ea tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Unset dirty status for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:09.305410 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4a795fc2-15c6-491c-bf60-a51093cd88ea tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports/0fd60f8e-1f29-43df-beac-e57ad21704d7 HTTP/1.1" status: 200 len: 910 time: 0.3263457 Apr 22 15:11:09.310700 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57412) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:09.317066 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-947ceb07-8d2d-4bde-aec8-014d16d7da02 tempest-TestNetworkAdvancedServerOps-573974901 tempest-TestNetworkAdvancedServerOps-573974901-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=6e451ea9b62646848542497e7cd37e73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5721779 Apr 22 15:11:09.324750 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5220c4-d9f8-4cd1-93c9-b9a7c63a8407 None None] Pushing event updated for resources: {'Port': ['ID=1e6de627-be94-46a2-9a22-f75eb36c8050,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:09.330303 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:09.339711 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57416) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:09.373490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Usage tracker for resource:router and tenant:2b7b0d93880f41a5a8d35824e8ba12dd is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:09.411191 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:09.412555 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Set router e20b3772-5e70-4ddf-840c-629ba823b81d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:09.531267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:09.541976 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c788db8c-3c64-4e3e-b709-e9448c9556b6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:09.549143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-cb2c0a5d-d3a0-475a-9388-121c0a1a13f5 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Unset dirty status for tenant:ca170eb8340f428b86c9c5acf6a8ca1c on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:09.552069 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-cb2c0a5d-d3a0-475a-9388-121c0a1a13f5 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--427856915&fields=id&tenant_id=ca170eb8340f428b86c9c5acf6a8ca1c HTTP/1.1" status: 200 len: 267 time: 0.3279665 Apr 22 15:11:09.569196 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 24823ddc-e45c-4952-bf04-28f207317bfe triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:09.569565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:09.875835 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-6d08c269-5434-4755-977d-118b61eab7f1 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:09.876493 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-6d08c269-5434-4755-977d-118b61eab7f1 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Synchronizing usage tracker for tenant:ca170eb8340f428b86c9c5acf6a8ca1c on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:09.913562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6752f34-dcc5-4590-817d-5230c6b7e564 tempest-TestNetworkAdvancedServerOps-573974901 tempest-TestNetworkAdvancedServerOps-573974901-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:09.913785 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6752f34-dcc5-4590-817d-5230c6b7e564 tempest-TestNetworkAdvancedServerOps-573974901 tempest-TestNetworkAdvancedServerOps-573974901-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:09.918396 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f6752f34-dcc5-4590-817d-5230c6b7e564 tempest-TestNetworkAdvancedServerOps-573974901 tempest-TestNetworkAdvancedServerOps-573974901-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.5667779 Apr 22 15:11:09.934649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57420) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:09.935605 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:09.936531 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:10.008161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-731bfad6-15ed-4fe5-be2f-01efde8dcbb4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:10.012638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-6d08c269-5434-4755-977d-118b61eab7f1 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Unset dirty status for tenant:ca170eb8340f428b86c9c5acf6a8ca1c on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:10.013957 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-6d08c269-5434-4755-977d-118b61eab7f1 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/networks?id=5b30759b-11ae-417c-bc4c-b58157939dcc HTTP/1.1" status: 200 len: 812 time: 0.4559867 Apr 22 15:11:10.038944 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-a0f284c7-8992-4ef5-a5d9-ea27194a48b7 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/quotas/ca170eb8340f428b86c9c5acf6a8ca1c HTTP/1.1" status: 200 len: 375 time: 0.0163062 Apr 22 15:11:10.041011 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c4ca0493-6fdc-4521-9932-8be7931216ca None None] Provisioning complete for port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:10.041571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0493-6fdc-4521-9932-8be7931216ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:10.044722 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-349e1bec-a207-4534-889e-5c52b1a07556 tempest-TestNetworkAdvancedServerOps-573974901 tempest-TestNetworkAdvancedServerOps-573974901-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1022303 Apr 22 15:11:10.044950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57426) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:10.115282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:11:02Z', 'revision_number': 3, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:10.126609 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Checking router: e20b3772-5e70-4ddf-840c-629ba823b81d for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:11:10.127011 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Updating router e20b3772-5e70-4ddf-840c-629ba823b81d port 9c87b2f4-d5e2-4139-8d77-33e1804f720a binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:11:10.171830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b706bd72-78c5-45be-a85d-6aa5bb59131c tempest-TestNetworkAdvancedServerOps-573974901 tempest-TestNetworkAdvancedServerOps-573974901-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:10.173491 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b706bd72-78c5-45be-a85d-6aa5bb59131c tempest-TestNetworkAdvancedServerOps-573974901 tempest-TestNetworkAdvancedServerOps-573974901-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=d0311e89-b04d-4104-9d50-1c3e8054da56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1263487 Apr 22 15:11:10.180973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57430) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:10.225699 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-63d9ee87-ff29-429e-8497-9021cc3df10c tempest-TestNetworkAdvancedServerOps-573974901 tempest-TestNetworkAdvancedServerOps-573974901-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=6e451ea9b62646848542497e7cd37e73&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434721 Apr 22 15:11:10.230816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57434) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:10.235292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:10.300288 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:10.335997 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c788db8c-3c64-4e3e-b709-e9448c9556b6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:10.359798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:10.363877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:10.385699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-731bfad6-15ed-4fe5-be2f-01efde8dcbb4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:10.408783 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 1e6de627-be94-46a2-9a22-f75eb36c8050 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:10.462515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bfad6-15ed-4fe5-be2f-01efde8dcbb4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e981f9-27ed-4304-a877-770f1f6b6d68,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:10.464731 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-731bfad6-15ed-4fe5-be2f-01efde8dcbb4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:10.496461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-30e5c045-5f28-4400-b56e-d7aa2ab49e3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:10.501434 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc476b84-bbc1-49a2-b8b9-7f9d79ac4c4d None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:10.533521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-c788db8c-3c64-4e3e-b709-e9448c9556b6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc35830-3826-490f-8d81-8187cb3b8dfc']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:10.587343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-67f55892-bb0e-437f-831b-852ec2274997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Synchronizing usage tracker for tenant:ca170eb8340f428b86c9c5acf6a8ca1c on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:10.621736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for 96f7ffb7-7fba-455c-90cc-a5ce21df21a9 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:10.653929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Transition to ACTIVE for port object cc13feb2-cc0d-4953-810a-0e9b130a92a4 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:10.689962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177110a2-055d-423e-b417-f68dfbcd4608 tempest-TestNetworkAdvancedServerOps-573974901 tempest-TestNetworkAdvancedServerOps-573974901-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:10.690624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177110a2-055d-423e-b417-f68dfbcd4608 tempest-TestNetworkAdvancedServerOps-573974901 tempest-TestNetworkAdvancedServerOps-573974901-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:10.694198 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-177110a2-055d-423e-b417-f68dfbcd4608 tempest-TestNetworkAdvancedServerOps-573974901 tempest-TestNetworkAdvancedServerOps-573974901-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1589 time: 0.4623053 Apr 22 15:11:10.696677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57438) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:10.700633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-67f55892-bb0e-437f-831b-852ec2274997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Unset dirty status for tenant:ca170eb8340f428b86c9c5acf6a8ca1c on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:10.702030 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-67f55892-bb0e-437f-831b-852ec2274997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ca170eb8340f428b86c9c5acf6a8ca1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6578999 Apr 22 15:11:10.710516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-c788db8c-3c64-4e3e-b709-e9448c9556b6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becd0ca7-9564-4a8b-9a8d-f63f95216b27') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:10.710516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-c788db8c-3c64-4e3e-b709-e9448c9556b6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becd0ca7-9564-4a8b-9a8d-f63f95216b27') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:10.769636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c788db8c-3c64-4e3e-b709-e9448c9556b6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:10.771683 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 1e6de627-be94-46a2-9a22-f75eb36c8050 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:10.777942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfb017e-27c7-4a45-80cc-406abdda7a1d None None] Network 7d4f676e-2dde-41e4-ad85-c94313c44275 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:10.780587 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b335963a-2436-4ac7-99ea-8f50c47546f9 tempest-TestNetworkAdvancedServerOps-573974901 tempest-TestNetworkAdvancedServerOps-573974901-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0820599 Apr 22 15:11:10.782014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57442) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:10.840592 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-731bfad6-15ed-4fe5-be2f-01efde8dcbb4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/c4e981f9-27ed-4304-a877-770f1f6b6d68 HTTP/1.1" status: 204 len: 168 time: 2.5047212 Apr 22 15:11:10.859001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57446) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:10.890908 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ab6863b6-954f-46b7-92b6-595e64c55ed5 tempest-TestNetworkAdvancedServerOps-573974901 tempest-TestNetworkAdvancedServerOps-573974901-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=d0311e89-b04d-4104-9d50-1c3e8054da56&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1021473 Apr 22 15:11:10.891786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57450) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:10.902620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1335326171', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'project_id': '6e451ea9b62646848542497e7cd37e73', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:10.930439 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6290ad68-ca11-4d09-9f5f-14a528fcc777 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701673 Apr 22 15:11:10.934165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c788db8c-3c64-4e3e-b709-e9448c9556b6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:10.938822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57454) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:10.958995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c788db8c-3c64-4e3e-b709-e9448c9556b6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:10.959394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c788db8c-3c64-4e3e-b709-e9448c9556b6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:10.978037 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-42b9e7f7-2f54-46b2-94cf-b39cf460f7e7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:10.995018 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:11.054284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:11.068179 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-9d289e67-9aa9-4efb-a9b9-e65561ba4f53 service neutron] 10.222.0.71 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164914 Apr 22 15:11:11.086125 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Usage tracker for resource:subnet and tenant:6e451ea9b62646848542497e7cd37e73 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:11.090184 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:11.107232 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-951d8354-1785-47e8-98de-4b7d3e781267 None None] Provisioning for port 1e6de627-be94-46a2-9a22-f75eb36c8050 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:11.124032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-951d8354-1785-47e8-98de-4b7d3e781267 None None] Provisioning complete for port 1e6de627-be94-46a2-9a22-f75eb36c8050 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:11.124740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-951d8354-1785-47e8-98de-4b7d3e781267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.128663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:11.181441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.201059 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:11:11.225561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Made reservation on behalf of 6e451ea9b62646848542497e7cd37e73 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:11.337414 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.339880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.368912 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-42b9e7f7-2f54-46b2-94cf-b39cf460f7e7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:11.379083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c788db8c-3c64-4e3e-b709-e9448c9556b6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.383487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c788db8c-3c64-4e3e-b709-e9448c9556b6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.392488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe65372-3a43-46c7-9939-171e2530c228 None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:11:11.392649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 7d4f676e-2dde-41e4-ad85-c94313c44275 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:11.412550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-afe65372-3a43-46c7-9939-171e2530c228 None None] Deleting port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:11.412995 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afe65372-3a43-46c7-9939-171e2530c228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.424038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-42b9e7f7-2f54-46b2-94cf-b39cf460f7e7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:11.430587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:11.433154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:11.455785 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-106fbc8d-cbb2-46b9-8cd0-af67675d8d72 service neutron] 10.222.0.71 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875828 Apr 22 15:11:11.472332 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-951d8354-1785-47e8-98de-4b7d3e781267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.486461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.589972 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-951d8354-1785-47e8-98de-4b7d3e781267 None None] For port 1e6de627-be94-46a2-9a22-f75eb36c8050, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1e6de627-be94-46a2-9a22-f75eb36c8050,segment=NetworkSegment(e2504f35-ab06-4d3c-9d75-faf1dbac81d4),segment_id=e2504f35-ab06-4d3c-9d75-faf1dbac81d4)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:11.631231 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-42b9e7f7-2f54-46b2-94cf-b39cf460f7e7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:11.642114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-42b9e7f7-2f54-46b2-94cf-b39cf460f7e7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:11.657973 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-951d8354-1785-47e8-98de-4b7d3e781267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.676379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788db8c-3c64-4e3e-b709-e9448c9556b6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] Pushing event deleted for resources: {'Network': ['ID=0cc35830-3826-490f-8d81-8187cb3b8dfc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:11.686963 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c788db8c-3c64-4e3e-b709-e9448c9556b6 tempest-BulkNetworkOpsIpV6Test-477339517 tempest-BulkNetworkOpsIpV6Test-477339517-project] 10.222.0.71 "DELETE /v2.0/networks/0cc35830-3826-490f-8d81-8187cb3b8dfc HTTP/1.1" status: 204 len: 168 time: 2.7339885 Apr 22 15:11:11.697880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b9e7f7-2f54-46b2-94cf-b39cf460f7e7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:11.701846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42b9e7f7-2f54-46b2-94cf-b39cf460f7e7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.824504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Transition to ACTIVE for port object 9c87b2f4-d5e2-4139-8d77-33e1804f720a will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:11.853708 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.859608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=cc13feb2-cc0d-4953-810a-0e9b130a92a4,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:11.895929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.937660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.961887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-afe65372-3a43-46c7-9939-171e2530c228 None None] For port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aa3a8ebc-3c8d-4744-8e8e-b633a7140b25,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:11.962309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afe65372-3a43-46c7-9939-171e2530c228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:11.983176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=96f7ffb7-7fba-455c-90cc-a5ce21df21a9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:11.999568 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:12.002739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:12.070322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'Subnet': ['ID=36f6d00e-e22a-4408-b1ac-560af307be50,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:12.146246 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-afe65372-3a43-46c7-9939-171e2530c228 None None] Calling delete_port for aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:12.229460 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d8354-1785-47e8-98de-4b7d3e781267 None None] Pushing event updated for resources: {'Port': ['ID=1e6de627-be94-46a2-9a22-f75eb36c8050,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:12.239612 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7360f1af-8773-4b67-ad90-a14f770b3997 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7559845 Apr 22 15:11:12.257161 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57462) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:12.288271 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57466) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:12.291699 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6910451e-3f1f-463d-8054-4087259e5050 None None] Provisioning for port cc13feb2-cc0d-4953-810a-0e9b130a92a4 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:12.294983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:11:12.307725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'network_id': '7d4f676e-2dde-41e4-ad85-c94313c44275', 'name': 'tempest-PortsTestJSON-440757808'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:12.371606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6910451e-3f1f-463d-8054-4087259e5050 None None] Provisioning complete for port cc13feb2-cc0d-4953-810a-0e9b130a92a4 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:12.371972 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6910451e-3f1f-463d-8054-4087259e5050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:12.394398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-30e5c045-5f28-4400-b56e-d7aa2ab49e3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 0fd60f8e-1f29-43df-beac-e57ad21704d7 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:12.395253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-30e5c045-5f28-4400-b56e-d7aa2ab49e3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:12.407798 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Attempting to bind port 9c87b2f4-d5e2-4139-8d77-33e1804f720a on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:12.408064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Attempting to bind port 9c87b2f4-d5e2-4139-8d77-33e1804f720a by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:12.408423 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Attempting to bind port 9c87b2f4-d5e2-4139-8d77-33e1804f720a on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:12.448236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-afe65372-3a43-46c7-9939-171e2530c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:12.468627 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:12.468627 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:12.468914 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Checking segment: {'id': '15bcabbf-adc8-4924-9b62-fb3d2bcc436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:12.469076 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:12.469419 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:12.469663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Network hostable DHCP agents. Network: f80c3656-8bb1-468b-bace-76c03388f7e3, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:11:12.469895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Bound port: 9c87b2f4-d5e2-4139-8d77-33e1804f720a, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:12.470290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:12.514811 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cce638-f863-4420-ab4c-5dbcbf527229 None None] Pushing event updated for resources: {'Port': ['ID=9c87b2f4-d5e2-4139-8d77-33e1804f720a,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:12.570606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6910451e-3f1f-463d-8054-4087259e5050 None None] Port cc13feb2-cc0d-4953-810a-0e9b130a92a4 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:12.572395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe65372-3a43-46c7-9939-171e2530c228 None None] No DVR routers for this DVR port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:12.576500 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe65372-3a43-46c7-9939-171e2530c228 None None] Pushing event deleted for resources: {'Port': ['ID=aa3a8ebc-3c8d-4744-8e8e-b633a7140b25,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:12.578302 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No active binding found for port aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 {{(pid=83935) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 22 15:11:12.579894 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aa3a8ebc-3c8d-4744-8e8e-b633a7140b25 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:11:12.602632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a38ad4-88a5-44c4-bd34-ec358b28dabf None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:11:12.623546 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42b9e7f7-2f54-46b2-94cf-b39cf460f7e7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:12.679549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] For port 9c87b2f4-d5e2-4139-8d77-33e1804f720a, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:12.686634 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:12.697525 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e0a1d1e3-66b4-44fc-ade7-d143087bd706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:12.698954 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6910451e-3f1f-463d-8054-4087259e5050 None None] Provisioning complete for port 1e6de627-be94-46a2-9a22-f75eb36c8050 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:12.699315 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6910451e-3f1f-463d-8054-4087259e5050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:12.736480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] For port 9c87b2f4-d5e2-4139-8d77-33e1804f720a, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9c87b2f4-d5e2-4139-8d77-33e1804f720a,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:12.752680 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:12.771467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:12.776213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:port and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:12.779566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:12.786198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:12.799345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Network f80c3656-8bb1-468b-bace-76c03388f7e3 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:11:12.844594 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e216c84a-deb9-47e8-b4b2-ae12abe3254e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6a00609aeae9415a8f78fc8f9a419a5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5526166 Apr 22 15:11:12.850832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, f80c3656-8bb1-468b-bace-76c03388f7e3) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:12.855893 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57480) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:12.861370 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:12.864536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:12.901524 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c5a22be-882e-4019-9f6c-1d04e97a4efb req-9810a3a6-bd02-4c76-932b-4fd5cae36a01 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 210 time: 0.1076379 Apr 22 15:11:12.903518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b9e7f7-2f54-46b2-94cf-b39cf460f7e7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:12.928732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:12.929511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:12.967754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cce638-f863-4420-ab4c-5dbcbf527229 None None] Pushing event updated for resources: {'Port': ['ID=9c87b2f4-d5e2-4139-8d77-33e1804f720a,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:12.986834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port c6055abf-8ce4-464c-b657-027a6a2f13f0 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:11:13.039501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-30e5c045-5f28-4400-b56e-d7aa2ab49e3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.059930 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e38c4e12-b967-4b8a-80e6-d35b58592170 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1674953 Apr 22 15:11:13.071080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Routers {'e20b3772-5e70-4ddf-840c-629ba823b81d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:13.071737 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:10:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e20b3772-5e70-4ddf-840c-629ba823b81d'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:13.078708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57488) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:13.128666 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-42b9e7f7-2f54-46b2-94cf-b39cf460f7e7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:13.135028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.137428 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b9e7f7-2f54-46b2-94cf-b39cf460f7e7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:13.138056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42b9e7f7-2f54-46b2-94cf-b39cf460f7e7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.165673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9e7f7-2f54-46b2-94cf-b39cf460f7e7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=77c91933-f482-4d90-85e6-f158ce0a6b6f,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:13.168463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.204954 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-42b9e7f7-2f54-46b2-94cf-b39cf460f7e7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2598233 Apr 22 15:11:13.209662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57494) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:13.217300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:13.275059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-30e5c045-5f28-4400-b56e-d7aa2ab49e3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 0fd60f8e-1f29-43df-beac-e57ad21704d7 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:13.336590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] Set router e20b3772-5e70-4ddf-840c-629ba823b81d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:13.369346 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.369960 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Fanout notify agent at l3_agent the message router_deleted on router 43a9d39d-f984-414e-b079-8d47d61635df {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:11:13.384942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a38ad4-88a5-44c4-bd34-ec358b28dabf None None] Unable to find a vacant binding_index for network f80c3656-8bb1-468b-bace-76c03388f7e3 and agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd {{(pid=83935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 22 15:11:13.416112 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.417464 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cc627282-24c4-4253-967f-664416168278 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/routers/43a9d39d-f984-414e-b079-8d47d61635df HTTP/1.1" status: 204 len: 168 time: 7.6949043 Apr 22 15:11:13.422889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57498) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:13.428204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1045274c-6862-48ce-9c06-9b2bd6a9af24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.490050 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a38ad4-88a5-44c4-bd34-ec358b28dabf None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, f80c3656-8bb1-468b-bace-76c03388f7e3) {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:11:13.544790 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:13.547188 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1045274c-6862-48ce-9c06-9b2bd6a9af24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.554182 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:13.560438 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:13.567099 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-abab43a0-6675-4360-b25f-6562d714bd0d None None] Provisioning complete for port cc13feb2-cc0d-4953-810a-0e9b130a92a4 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:13.567479 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-abab43a0-6675-4360-b25f-6562d714bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.584406 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:13.676169 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Allocated IP 172.20.0.3 (7d4f676e-2dde-41e4-ad85-c94313c44275/a32f7cfd-64b0-4571-85f9-0ecfa174f1fb/c6055abf-8ce4-464c-b657-027a6a2f13f0) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:13.677154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.715561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1045274c-6862-48ce-9c06-9b2bd6a9af24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.718631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-abab43a0-6675-4360-b25f-6562d714bd0d None None] Port cc13feb2-cc0d-4953-810a-0e9b130a92a4 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:13.765698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045274c-6862-48ce-9c06-9b2bd6a9af24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f791ba-4840-42b2-8037-8c48a7fd56e7,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:13.882558 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:13.891621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1045274c-6862-48ce-9c06-9b2bd6a9af24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:13.892780 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1045274c-6862-48ce-9c06-9b2bd6a9af24 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f4f791ba-4840-42b2-8037-8c48a7fd56e7 HTTP/1.1" status: 204 len: 168 time: 1.0185418 Apr 22 15:11:13.927409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:14.024416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:11:02Z', 'revision_number': 3, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:14.066542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b09dc-535f-4798-a1b8-10ffaeb832df None None] The sync data for ids ['e20b3772-5e70-4ddf-840c-629ba823b81d'] in dv-neutron-838883-3-hyperv is: [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:11:02Z', 'revision_number': 3, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:14.243889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 1e6de627-be94-46a2-9a22-f75eb36c8050 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:14.300962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-30e5c045-5f28-4400-b56e-d7aa2ab49e3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:14.361386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-c176eb96-bb51-4c9d-be5a-fd60fea353af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting subnet 268b8c5f-dffc-4a66-8b1c-f8d7c765ace0 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:14.370553 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c176eb96-bb51-4c9d-be5a-fd60fea353af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:14.404928 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 1e6de627-be94-46a2-9a22-f75eb36c8050 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:14.405444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:14.445482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '77c91933-f482-4d90-85e6-f158ce0a6b6f'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:11:14.446417 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:14.457916 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-f80c3656-8bb1-468b-bace-76c03388f7e3', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'fixed_ips': [{'subnet_id': '36f6d00e-e22a-4408-b1ac-560af307be50'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:11:14.458760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:14.473269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:14.500064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Allocated IP 172.20.0.8 (d0311e89-b04d-4104-9d50-1c3e8054da56/2b664721-4c30-48d9-83b1-0090a23a72f9/b07f15e9-6fb9-4096-8be8-1e559153afe4) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:14.582210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:14.599339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Transition to ACTIVE for port object c6055abf-8ce4-464c-b657-027a6a2f13f0 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:14.705498 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:14.725122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5c045-5f28-4400-b56e-d7aa2ab49e3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=0fd60f8e-1f29-43df-beac-e57ad21704d7,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:14.729199 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3ba10c9-fed3-489b-9c57-378006f751ab req-61976609-94af-4407-95fb-c8e6b8605cb7 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 210 time: 0.4298887 Apr 22 15:11:14.730228 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:15.014982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 7d4f676e-2dde-41e4-ad85-c94313c44275 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:15.024915 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:15.056355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be5bc21f-54a9-488e-8d2c-caafcba5ff2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:15.069198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Allocated IP 172.20.0.2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/77c91933-f482-4d90-85e6-f158ce0a6b6f/cd4af52a-2e5a-4b79-90a6-fc0610d4d917) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:15.079348 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Allocated IP 172.20.0.18 (f80c3656-8bb1-468b-bace-76c03388f7e3/36f6d00e-e22a-4408-b1ac-560af307be50/181b5f40-1094-4911-afd7-ffca2291cf98) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:15.090081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Network d0311e89-b04d-4104-9d50-1c3e8054da56 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:15.097665 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c176eb96-bb51-4c9d-be5a-fd60fea353af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:15.139028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:15.149872 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:15.247618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c176eb96-bb51-4c9d-be5a-fd60fea353af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:15.297102 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:15.303177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fef196d1-b4ec-49a5-a1cf-10b0c58c4c55 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:15.304758 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fef196d1-b4ec-49a5-a1cf-10b0c58c4c55 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.70 "GET /v2.0/networks?id=5b30759b-11ae-417c-bc4c-b58157939dcc HTTP/1.1" status: 200 len: 812 time: 0.3180737 Apr 22 15:11:15.326834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:15.398965 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=c6055abf-8ce4-464c-b657-027a6a2f13f0,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:15.416355 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event updated for resources: {'Port': ['ID=b07f15e9-6fb9-4096-8be8-1e559153afe4,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:15.422025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57524) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:15.512387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:15.525453 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Transition to ACTIVE for port object cd4af52a-2e5a-4b79-90a6-fc0610d4d917 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:15.544698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:15.545212 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:15.552026 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Transition to ACTIVE for port object cd4af52a-2e5a-4b79-90a6-fc0610d4d917 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:15.571666 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-0b59201a-264d-41d8-bee0-0c0d67baeff2 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca170eb8340f428b86c9c5acf6a8ca1c HTTP/1.1" status: 200 len: 379 time: 0.2091303 Apr 22 15:11:15.606313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Request body: {'port': {'device_id': '64de6ab2-e785-43b1-a370-e548b0318ddc', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'admin_state_up': True, 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'security_groups': ['90f49ab4-c67c-4d13-8fab-49b39f9dc108']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:15.625848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:15.653325 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1528487770'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:15.673129 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c176eb96-bb51-4c9d-be5a-fd60fea353af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:15.682474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:15.736955 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:15.739469 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:network and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:15.739990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Pushing event updated for resources: {'Port': ['ID=cd4af52a-2e5a-4b79-90a6-fc0610d4d917,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:15.743986 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:15.745915 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176eb96-bb51-4c9d-be5a-fd60fea353af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Subnet': ['ID=268b8c5f-dffc-4a66-8b1c-f8d7c765ace0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:15.747652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:15.754418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:15.759236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:15.761720 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Transition to ACTIVE for port object 181b5f40-1094-4911-afd7-ffca2291cf98 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:15.770440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:15.776056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:11:15.819390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c176eb96-bb51-4c9d-be5a-fd60fea353af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:15.836780 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c176eb96-bb51-4c9d-be5a-fd60fea353af tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/subnets/268b8c5f-dffc-4a66-8b1c-f8d7c765ace0 HTTP/1.1" status: 204 len: 168 time: 2.4107234 Apr 22 15:11:15.852456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57532) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:15.872989 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:15.878694 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Transition to ACTIVE for port object 181b5f40-1094-4911-afd7-ffca2291cf98 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:15.913674 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:15.914864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:15.943046 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-354e3687-2aaf-4b6b-9553-e6e7d1d67939 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6775749 Apr 22 15:11:15.947351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57536) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:15.969934 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Attempting to bind port cd4af52a-2e5a-4b79-90a6-fc0610d4d917 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:15.970322 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Attempting to bind port cd4af52a-2e5a-4b79-90a6-fc0610d4d917 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:15.970881 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Attempting to bind port cd4af52a-2e5a-4b79-90a6-fc0610d4d917 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:16.008878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:16.012256 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.024637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Network f80c3656-8bb1-468b-bace-76c03388f7e3 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:16.041233 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:16.057468 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Made reservation on behalf of ca170eb8340f428b86c9c5acf6a8ca1c for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:16.058329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:16.060169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.061657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.062369 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:16.062827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:16.063296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.063772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:16.064329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Bound port: cd4af52a-2e5a-4b79-90a6-fc0610d4d917, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:16.065403 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.083662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.085125 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.095589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Pushing event updated for resources: {'Port': ['ID=181b5f40-1094-4911-afd7-ffca2291cf98,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:16.126101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.148150 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:16.156401 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:security_group_rule and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:16.162956 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:16.171108 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:16.173736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:16.174076 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.189911 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9ce7e162-1d47-4e45-b985-680c6942ccb5 req-27588aa3-86f4-45cd-aad5-944c0c5aa1d0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 210 time: 0.1469929 Apr 22 15:11:16.220881 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:11:16.298580 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Attempting to bind port 181b5f40-1094-4911-afd7-ffca2291cf98 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:16.299800 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Attempting to bind port 181b5f40-1094-4911-afd7-ffca2291cf98 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '15bcabbf-adc8-4924-9b62-fb3d2bcc436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:16.299800 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Attempting to bind port 181b5f40-1094-4911-afd7-ffca2291cf98 on network f80c3656-8bb1-468b-bace-76c03388f7e3 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:16.300174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-30e5c045-5f28-4400-b56e-d7aa2ab49e3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.320290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:16.320863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Checking segment: {'id': '15bcabbf-adc8-4924-9b62-fb3d2bcc436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:16.321334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.321828 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Bound using segment: {'id': '15bcabbf-adc8-4924-9b62-fb3d2bcc436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:16.322436 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Bound port: 181b5f40-1094-4911-afd7-ffca2291cf98, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bcabbf-adc8-4924-9b62-fb3d2bcc436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:16.322906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.348431 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] For port cd4af52a-2e5a-4b79-90a6-fc0610d4d917, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:16.397374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] For port cd4af52a-2e5a-4b79-90a6-fc0610d4d917, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=cd4af52a-2e5a-4b79-90a6-fc0610d4d917,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:16.405996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.491875 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.513840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] For port 181b5f40-1094-4911-afd7-ffca2291cf98, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:16.516554 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.517322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.519427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] For port 181b5f40-1094-4911-afd7-ffca2291cf98, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=181b5f40-1094-4911-afd7-ffca2291cf98,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:16.527832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80567ede-f954-4004-8bc3-b94c2f05900d None None] Pushing event updated for resources: {'Port': ['ID=cd4af52a-2e5a-4b79-90a6-fc0610d4d917,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:16.531907 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.622019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd12156-b61d-45d1-82d0-8d5c889f2fdb None None] Pushing event updated for resources: {'Port': ['ID=181b5f40-1094-4911-afd7-ffca2291cf98,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:16.720578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5959d7-a81a-42f9-8028-365ac4fa005d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:16.721109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-bb5959d7-a81a-42f9-8028-365ac4fa005d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:16.805929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-bb5959d7-a81a-42f9-8028-365ac4fa005d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:16.807191 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bb5959d7-a81a-42f9-8028-365ac4fa005d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.8459589 Apr 22 15:11:16.813981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57540) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:16.820102 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Allocated IP 172.20.0.3 (5b30759b-11ae-417c-bc4c-b58157939dcc/44024044-2bbf-41e4-9040-da56b02148a3/f63510a2-1adb-46e9-89b2-afa7e71ab191) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:16.875618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.905187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.966594 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] For port ef1b09b5-59c4-49f6-b901-8912b9ca9ca1, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ef1b09b5-59c4-49f6-b901-8912b9ca9ca1,segment=NetworkSegment(469bcd4d-0ec9-4b7e-8728-f18b57902ef2),segment_id=469bcd4d-0ec9-4b7e-8728-f18b57902ef2)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:16.967696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:16.970696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a9fcf-34a5-4d27-9ea5-d43fe5faed3e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port c6055abf-8ce4-464c-b657-027a6a2f13f0 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:16.971034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4e3a9fcf-34a5-4d27-9ea5-d43fe5faed3e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.146610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:11:17.224676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:17.263981 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148d161f-3c97-4666-8bef-27a13f79a651,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:17.280881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.281233 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Added segment d25f3c86-760e-4bca-84ac-91ac1239fe89 of type vlan for network 87b84bf6-09ac-4d57-9322-81be473b4e49 Apr 22 15:11:17.374617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.389884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] For port cd4af52a-2e5a-4b79-90a6-fc0610d4d917, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=cd4af52a-2e5a-4b79-90a6-fc0610d4d917,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:17.400980 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.445292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.463879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=ef1b09b5-59c4-49f6-b901-8912b9ca9ca1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:17.490014 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] No DVR routers for this DVR port ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:17.534616 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.538315 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:17.538895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.547429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.566486 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9dc77574-2289-4546-81df-e09696dd0d8e req-5ff766d1-1c63-44cf-8771-c9ce0502e088 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 210 time: 0.1942201 Apr 22 15:11:17.598382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.598382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.707822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.828075 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Transition to ACTIVE for port object f63510a2-1adb-46e9-89b2-afa7e71ab191 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:17.888248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4e3a9fcf-34a5-4d27-9ea5-d43fe5faed3e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.903255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Network': ['ID=87b84bf6-09ac-4d57-9322-81be473b4e49,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:17.916868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:17.929065 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 87b84bf6-09ac-4d57-9322-81be473b4e49 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:11:17.932226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:17.954736 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0f09662e-fafb-496b-acea-bc76bc90a762 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.5173886 Apr 22 15:11:17.990059 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=3a5ed03a-bf55-4854-9a0f-94caf92c80d4,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:18.015966 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:18.074220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:18.075459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:18.146838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57546) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:18.165486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a9fcf-34a5-4d27-9ea5-d43fe5faed3e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for c6055abf-8ce4-464c-b657-027a6a2f13f0 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:18.210680 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5c1b9c6e-86bd-46a1-9d4d-32bb666304f5 None None] Provisioning for port cd4af52a-2e5a-4b79-90a6-fc0610d4d917 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:18.218110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'subnet': {'network_id': '87b84bf6-09ac-4d57-9322-81be473b4e49', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:18.264820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=cd4af52a-2e5a-4b79-90a6-fc0610d4d917,revision_number=4']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:18.271898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d0f43b-ee08-4556-ae1b-d959581a46eb']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:18.294340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469bcd4d-0ec9-4b7e-8728-f18b57902ef2') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:18.294340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469bcd4d-0ec9-4b7e-8728-f18b57902ef2') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:18.314814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:18.328845 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-056f5430-71c2-4eec-b71f-4f5759f484c2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.1145444 Apr 22 15:11:18.331865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57550) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:18.350661 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'mac_address': 'fa:16:3e:a7:96:14', 'name': 'tempest-NetworksTestDHCPv6-281212824'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:18.385859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:18.402731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device cd4af52a-2e5a-4b79-90a6-fc0610d4d917 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:18.452101 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a2aa99-aca2-4b35-a776-325276ce3864 None None] Network f80c3656-8bb1-468b-bace-76c03388f7e3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:18.471261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:18.471672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:18.472386 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9043dbc2-de6a-4a17-a922-e0fcd7ce0d9f None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:18.480473 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:18.493220 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:18.495578 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d491b732-4616-4cf7-9dee-935347cf2345 None None] Network 58d0f43b-ee08-4556-ae1b-d959581a46eb requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:18.498232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Router 84b15d37-d926-4205-96c1-582e1c5e931b is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:11:18.517994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:18.867789 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4d231a50-c6ff-4c26-8690-2ecc214ecf31 None None] Provisioning for port 181b5f40-1094-4911-afd7-ffca2291cf98 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:18.939625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:18.946473 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:18.951227 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:18.995137 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port cd4af52a-2e5a-4b79-90a6-fc0610d4d917 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:19.007581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port cd4af52a-2e5a-4b79-90a6-fc0610d4d917 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:19.007949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:19.019698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:subnet and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:19.027656 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Network': ['ID=58d0f43b-ee08-4556-ae1b-d959581a46eb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:19.028513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:19.046643 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Network 5b30759b-11ae-417c-bc4c-b58157939dcc is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:19.047972 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Pushing event updated for resources: {'Port': ['ID=f63510a2-1adb-46e9-89b2-afa7e71ab191,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:19.051578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:19.054853 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ede1c1e3-8c25-43bc-9a7e-71e8ece6d370 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/networks/58d0f43b-ee08-4556-ae1b-d959581a46eb HTTP/1.1" status: 204 len: 168 time: 3.2011747 Apr 22 15:11:19.067061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57556) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:19.070844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:19.075365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:19.080259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:19.082837 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:19.163180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:19.188882 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:19.260165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:19.279929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4e3a9fcf-34a5-4d27-9ea5-d43fe5faed3e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:19.300977 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:19.305314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:19.328477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port 9a247a7e-fe8e-4f11-bd65-ac8eb40075f3 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:19.328820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:19.340760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df70409-0f1a-44d8-9d6b-854505220d75 None None] DHCP port deletion for 58d0f43b-ee08-4556-ae1b-d959581a46eb request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:11:19.407098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:19.408899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port 2f58255a-86b5-4e1b-bdca-ef5d52a20952 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:11:19.409417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:19.489915 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-17cf464c-eea1-4c5c-b205-d52d24ee3484 None None] Provisioning complete for port c6055abf-8ce4-464c-b657-027a6a2f13f0 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:19.491353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-17cf464c-eea1-4c5c-b205-d52d24ee3484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:19.499887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e5c045-5f28-4400-b56e-d7aa2ab49e3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 9429ee86-5e7f-4e00-9652-303ed0ea4ee4 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:11:19.500960 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a9fcf-34a5-4d27-9ea5-d43fe5faed3e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=c6055abf-8ce4-464c-b657-027a6a2f13f0,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:19.604486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-17cf464c-eea1-4c5c-b205-d52d24ee3484 None None] Port c6055abf-8ce4-464c-b657-027a6a2f13f0 was deleted so its status cannot be updated. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 15:11:19.623832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:19.653612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fc688-966c-4d24-9a10-fb5822f55eba req-40710355-b4f3-47ac-bf50-2a9726f9717e tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:19.656142 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6a5fc688-966c-4d24-9a10-fb5822f55eba req-40710355-b4f3-47ac-bf50-2a9726f9717e tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 931 time: 0.8724241 Apr 22 15:11:19.707212 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port cd4af52a-2e5a-4b79-90a6-fc0610d4d917, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=cd4af52a-2e5a-4b79-90a6-fc0610d4d917,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:19.726085 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:19.726472 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:19.727634 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:19.728764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 181b5f40-1094-4911-afd7-ffca2291cf98 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:19.808049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:19.840270 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] Sync routers for ids ['84b15d37-d926-4205-96c1-582e1c5e931b'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:19.887196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for 9a247a7e-fe8e-4f11-bd65-ac8eb40075f3 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:19.931021 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-fb8ea4a1-7767-4b22-bcb1-774eb2f688b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3451152 Apr 22 15:11:19.932572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=cd4af52a-2e5a-4b79-90a6-fc0610d4d917,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:19.943600 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6b62492f-fa5c-49db-92f7-56631012e3e5 None None] Provisioning for port f63510a2-1adb-46e9-89b2-afa7e71ab191 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:19.953486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6b62492f-fa5c-49db-92f7-56631012e3e5 None None] Provisioning complete for port f63510a2-1adb-46e9-89b2-afa7e71ab191 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:19.953987 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b62492f-fa5c-49db-92f7-56631012e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:19.975407 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Request body: {'port': {'device_id': '64de6ab2-e785-43b1-a370-e548b0318ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:20.007497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:20.066775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:20.071306 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e28b972e-f2ee-476f-b381-067f23efd9f1 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.8138912 Apr 22 15:11:20.076475 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57560) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:20.090005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] Routers {'84b15d37-d926-4205-96c1-582e1c5e931b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:20.090753 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['84b15d37-d926-4205-96c1-582e1c5e931b'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:20.136949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 172.20.0.4 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/77c91933-f482-4d90-85e6-f158ce0a6b6f/2f58255a-86b5-4e1b-bdca-ef5d52a20952) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:20.158214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::f816:3eff:fea7:9614 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/3a5ed03a-bf55-4854-9a0f-94caf92c80d4/2f58255a-86b5-4e1b-bdca-ef5d52a20952) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:20.261391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 181b5f40-1094-4911-afd7-ffca2291cf98 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:20.292830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 181b5f40-1094-4911-afd7-ffca2291cf98 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:20.293330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:20.406088 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6b62492f-fa5c-49db-92f7-56631012e3e5 None None] Port f63510a2-1adb-46e9-89b2-afa7e71ab191 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:20.450729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] Set router 84b15d37-d926-4205-96c1-582e1c5e931b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:20.712633 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6a5fc688-966c-4d24-9a10-fb5822f55eba req-dad1a43e-a0c0-4c08-bfb3-7fd347ca0725 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9914646 Apr 22 15:11:20.723392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:20.778273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4e3a9fcf-34a5-4d27-9ea5-d43fe5faed3e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:20.780385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:20.795092 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4e3a9fcf-34a5-4d27-9ea5-d43fe5faed3e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/c6055abf-8ce4-464c-b657-027a6a2f13f0 HTTP/1.1" status: 204 len: 168 time: 3.9795451 Apr 22 15:11:20.796616 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57564) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:20.818357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:20.886050 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 181b5f40-1094-4911-afd7-ffca2291cf98, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=181b5f40-1094-4911-afd7-ffca2291cf98,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:20.895906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:20.918217 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=9a247a7e-fe8e-4f11-bd65-ac8eb40075f3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:20.923771 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:20.959770 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object 2f58255a-86b5-4e1b-bdca-ef5d52a20952 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:21.034167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897d869e-a17e-47dc-8983-2aa61676f204 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:21.080897 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.082328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.082328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.082328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.082670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.082755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.083174 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.083347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.083677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.084001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.084324 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.089371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.101962 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f226bda9-c5d8-4f94-956e-316a246604ac None None] Network f80c3656-8bb1-468b-bace-76c03388f7e3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:21.143585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.152067 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3465e24f-ae4e-4fff-9a4e-8ca935d58243 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/floatingips/d41172c4-6b1d-4d41-b060-e2970f25ecd6 HTTP/1.1" status: 204 len: 168 time: 2.0785475 Apr 22 15:11:21.152873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57568) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:21.167342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Subnet': ['ID=3f386f30-6d27-4891-8795-782c45f0818e,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:21.171144 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-da075070-a96b-449a-9d68-0adb1a0bb11f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] GET failed (client error): The resource could not be found. Apr 22 15:11:21.171899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-da075070-a96b-449a-9d68-0adb1a0bb11f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:21.196396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.204700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device cd4af52a-2e5a-4b79-90a6-fc0610d4d917 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:21.208023 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.231428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Allocated IP 172.20.0.17 (f80c3656-8bb1-468b-bace-76c03388f7e3/36f6d00e-e22a-4408-b1ac-560af307be50/640a3e4d-91e5-48d5-ac00-ba822e82aca4) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:21.236533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.237590 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.237999 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.238569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.238762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.239211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.239598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.240017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.240376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.240781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.241168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:21.244031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Checking segment: {'id': 'd25f3c86-760e-4bca-84ac-91ac1239fe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '87b84bf6-09ac-4d57-9322-81be473b4e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:21.244485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network hostable DHCP agents. Network: 87b84bf6-09ac-4d57-9322-81be473b4e49, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:11:21.262638 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b79f88e-8f2b-4709-8175-9744dfe36687 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] DELETE failed (client error): The resource could not be found. Apr 22 15:11:21.262856 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b79f88e-8f2b-4709-8175-9744dfe36687 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:11:21.267083 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6b79f88e-8f2b-4709-8175-9744dfe36687 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/ports/f586a26b-cae2-4318-9bca-fe0ca6194ff0 HTTP/1.1" status: 404 len: 333 time: 0.1093862 Apr 22 15:11:21.270098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57572) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:21.281767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.351031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-da075070-a96b-449a-9d68-0adb1a0bb11f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:21.352305 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-da075070-a96b-449a-9d68-0adb1a0bb11f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/c6055abf-8ce4-464c-b657-027a6a2f13f0 HTTP/1.1" status: 404 len: 333 time: 0.5356660 Apr 22 15:11:21.370826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57576) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:21.373049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=181b5f40-1094-4911-afd7-ffca2291cf98,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:21.390183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e5c045-5f28-4400-b56e-d7aa2ab49e3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:21.393925 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-59c01dfe-c1fa-4835-bb70-1cc11fe46757 None None] Provisioning complete for port cd4af52a-2e5a-4b79-90a6-fc0610d4d917 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:21.394553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-59c01dfe-c1fa-4835-bb70-1cc11fe46757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.394877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-23c20c7a-b6d3-47b0-b061-f7c711679477 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Synchronizing usage tracker for tenant:c12731375b86407aa0ae0ac31717a9d7 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:21.404088 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16764f5-9ea0-4bcb-9827-765ec335ace6 None None] Sync routers for ids ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:21.418174 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-30e5c045-5f28-4400-b56e-d7aa2ab49e3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/9429ee86-5e7f-4e00-9652-303ed0ea4ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1036956 Apr 22 15:11:21.419479 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16764f5-9ea0-4bcb-9827-765ec335ace6 None None] Routers {'9429ee86-5e7f-4e00-9652-303ed0ea4ee4'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:21.420029 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e16764f5-9ea0-4bcb-9827-765ec335ace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:21.423914 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57580) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:21.488425 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e16764f5-9ea0-4bcb-9827-765ec335ace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:21.491851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:21.498844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=2f58255a-86b5-4e1b-bdca-ef5d52a20952,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:21.508174 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:21.508865 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16764f5-9ea0-4bcb-9827-765ec335ace6 None None] Routers {'9429ee86-5e7f-4e00-9652-303ed0ea4ee4'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:21.515099 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e16764f5-9ea0-4bcb-9827-765ec335ace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:21.563020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:21.563771 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-23c20c7a-b6d3-47b0-b061-f7c711679477 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Unset dirty status for tenant:c12731375b86407aa0ae0ac31717a9d7 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:21.567659 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-23c20c7a-b6d3-47b0-b061-f7c711679477 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "GET /v2.0/ports?device_id=43a9d39d-f984-414e-b079-8d47d61635df HTTP/1.1" status: 200 len: 205 time: 0.2936971 Apr 22 15:11:21.573066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57584) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:21.596000 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e16764f5-9ea0-4bcb-9827-765ec335ace6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:21.597405 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16764f5-9ea0-4bcb-9827-765ec335ace6 None None] The sync data for ids ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:21.666303 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:21.666825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.678684 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port cd4af52a-2e5a-4b79-90a6-fc0610d4d917 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:21.679059 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.696063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network 87b84bf6-09ac-4d57-9322-81be473b4e49 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:11:21.702612 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4c1eaa69-b097-4633-bb2d-f02850bb8e11 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3672929 Apr 22 15:11:21.704894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e56af2a6-722e-45f9-bb8b-b9c624a711c8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port cc13feb2-cc0d-4953-810a-0e9b130a92a4 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:21.705391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e56af2a6-722e-45f9-bb8b-b9c624a711c8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.706668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57588) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:21.805286 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.821571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Transition to ACTIVE for port object 640a3e4d-91e5-48d5-ac00-ba822e82aca4 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:21.833195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b15d37-d926-4205-96c1-582e1c5e931b', 'name': '', 'tenant_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0311e89-b04d-4104-9d50-1c3e8054da56', 'external_fixed_ips': [{'subnet_id': '2b664721-4c30-48d9-83b1-0090a23a72f9', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'b07f15e9-6fb9-4096-8be8-1e559153afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:09Z', 'updated_at': '2022-04-22T15:11:15Z', 'revision_number': 3, 'project_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'gw_port': {'id': 'b07f15e9-6fb9-4096-8be8-1e559153afe4', 'name': '', 'network_id': 'd0311e89-b04d-4104-9d50-1c3e8054da56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:83:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b15d37-d926-4205-96c1-582e1c5e931b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2b664721-4c30-48d9-83b1-0090a23a72f9', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:13Z', 'updated_at': '2022-04-22T15:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b664721-4c30-48d9-83b1-0090a23a72f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:21.843053 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] Checking router: 84b15d37-d926-4205-96c1-582e1c5e931b for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:11:21.843053 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] Updating router 84b15d37-d926-4205-96c1-582e1c5e931b port b07f15e9-6fb9-4096-8be8-1e559153afe4 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:11:21.862967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 87b84bf6-09ac-4d57-9322-81be473b4e49) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:21.868057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:21.868647 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.886863 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-f56cad73-805e-44a7-808b-4277240c2206 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] delete failed (client error): The resource could not be found. Apr 22 15:11:21.890999 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f56cad73-805e-44a7-808b-4277240c2206 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/routers/43a9d39d-f984-414e-b079-8d47d61635df HTTP/1.1" status: 404 len: 336 time: 0.2733054 Apr 22 15:11:21.892221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.898000 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57594) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:21.946913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:21.970563 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff57a0f8-ea36-4370-9c98-af1225439826 None None] Network 87b84bf6-09ac-4d57-9322-81be473b4e49 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:21.983622 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1a21cf-c149-4172-9734-7a8e69a43d64 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:21.988117 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1a21cf-c149-4172-9734-7a8e69a43d64 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:21.988916 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1a1a21cf-c149-4172-9734-7a8e69a43d64 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:21.998881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Deleting port b07f15e9-6fb9-4096-8be8-1e559153afe4 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:21.999217 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:22.055852 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-321a7b79-5f32-4d33-b95f-d7acdbe917e2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.8502753 Apr 22 15:11:22.055852 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a800b7ec-f6fe-4d96-851d-a290e133e1ca tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] DELETE failed (client error): The resource could not be found. Apr 22 15:11:22.055852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a800b7ec-f6fe-4d96-851d-a290e133e1ca tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:11:22.059415 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a800b7ec-f6fe-4d96-851d-a290e133e1ca tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/subnets/268b8c5f-dffc-4a66-8b1c-f8d7c765ace0 HTTP/1.1" status: 404 len: 337 time: 0.1128261 Apr 22 15:11:22.063170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57598) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:22.063170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57600) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:22.074170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-435635912'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:22.135854 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:22.200564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:22.245940 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'Port': ['ID=640a3e4d-91e5-48d5-ac00-ba822e82aca4,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:22.271281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Network f80c3656-8bb1-468b-bace-76c03388f7e3 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:22.281084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:22.282732 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1a1a21cf-c149-4172-9734-7a8e69a43d64 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:22.286862 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:22.287039 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1a1a21cf-c149-4172-9734-7a8e69a43d64 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.5769536 Apr 22 15:11:22.287039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:network and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:22.292357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9c87b2f4-d5e2-4139-8d77-33e1804f720a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:22.316710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57606) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:22.344633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:22.372810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:22.396487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d4e31a31-f8da-48b6-bd68-3299cd92ecd3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port 47ee178d-1f2e-4e24-9c16-5fe1b52148e5 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:22.396831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d4e31a31-f8da-48b6-bd68-3299cd92ecd3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:22.482408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9bffce6-42db-40d7-b5c3-4f292643eecf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:22.556032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:22.556857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a343c0-9cee-4ba7-b8ac-82836181a6a3 req-ce347562-5f20-498a-9584-ff46b8d42e6a tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:22.557781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-36a343c0-9cee-4ba7-b8ac-82836181a6a3 req-ce347562-5f20-498a-9584-ff46b8d42e6a tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Synchronizing usage tracker for tenant:ca170eb8340f428b86c9c5acf6a8ca1c on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:22.576825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:22.611289 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:22.648027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-cf65a781-a5d9-487f-b10f-4f576a293b0a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port 2f58255a-86b5-4e1b-bdca-ef5d52a20952 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:22.648373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cf65a781-a5d9-487f-b10f-4f576a293b0a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:22.658002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 9c87b2f4-d5e2-4139-8d77-33e1804f720a completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:22.671068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9c87b2f4-d5e2-4139-8d77-33e1804f720a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:22.671368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:22.755670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2799f291-3648-4848-afb9-fdaf38ee2a40 None None] Provisioning complete for port 181b5f40-1094-4911-afd7-ffca2291cf98 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:22.756208 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2799f291-3648-4848-afb9-fdaf38ee2a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:22.826814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:22.969386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-36a343c0-9cee-4ba7-b8ac-82836181a6a3 req-ce347562-5f20-498a-9584-ff46b8d42e6a tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Unset dirty status for tenant:ca170eb8340f428b86c9c5acf6a8ca1c on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:22.970751 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-36a343c0-9cee-4ba7-b8ac-82836181a6a3 req-ce347562-5f20-498a-9584-ff46b8d42e6a tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 931 time: 1.0222995 Apr 22 15:11:23.009135 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Calling delete_port for b07f15e9-6fb9-4096-8be8-1e559153afe4 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:23.021682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e56af2a6-722e-45f9-bb8b-b9c624a711c8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.036292 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:11:23.046468 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.061331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:11:23.170097 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.178259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.178755 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Added segment 45dd6a16-0ee5-4016-9c4a-d9c5f0c86c3f of type vlan for network a39906da-e5e6-46c7-8cdc-e52f4651834e Apr 22 15:11:23.189203 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-87b84bf6-09ac-4d57-9322-81be473b4e49', 'network_id': '87b84bf6-09ac-4d57-9322-81be473b4e49', 'tenant_id': '64407b8f43614be2988a915e435ea343', 'fixed_ips': [{'subnet_id': '3f386f30-6d27-4891-8795-782c45f0818e'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:11:23.190560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.263413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.284458 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 9c87b2f4-d5e2-4139-8d77-33e1804f720a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9c87b2f4-d5e2-4139-8d77-33e1804f720a,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:23.321556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e56af2a6-722e-45f9-bb8b-b9c624a711c8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for cc13feb2-cc0d-4953-810a-0e9b130a92a4 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:23.344412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d4e31a31-f8da-48b6-bd68-3299cd92ecd3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.358221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.409712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:11:23.456086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63510a2-1adb-46e9-89b2-afa7e71ab191 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:11:23.467323 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:11:23.467714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ef1b09b5-59c4-49f6-b901-8912b9ca9ca1 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:11:23.494611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.496050 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d4e31a31-f8da-48b6-bd68-3299cd92ecd3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for 47ee178d-1f2e-4e24-9c16-5fe1b52148e5 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:23.533451 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.537296 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:23.537859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.583067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=9c87b2f4-d5e2-4139-8d77-33e1804f720a,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:23.622816 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.623443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.623928 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.624421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.624895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.625386 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.625846 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.626341 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.626833 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.627945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.628245 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:23.639150 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 181b5f40-1094-4911-afd7-ffca2291cf98 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:23.669187 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-36a343c0-9cee-4ba7-b8ac-82836181a6a3 req-e11efc59-c349-44d5-adc0-f89a46ac02b9 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6729426 Apr 22 15:11:23.671456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c67cc3ea-9ac8-47de-bc7f-6820675b0ae3 None None] Provisioning for port 640a3e4d-91e5-48d5-ac00-ba822e82aca4 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:23.715312 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c67cc3ea-9ac8-47de-bc7f-6820675b0ae3 None None] Provisioning complete for port 640a3e4d-91e5-48d5-ac00-ba822e82aca4 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:23.715857 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c67cc3ea-9ac8-47de-bc7f-6820675b0ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.822123 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Allocated IP 172.20.255.242 (87b84bf6-09ac-4d57-9322-81be473b4e49/3f386f30-6d27-4891-8795-782c45f0818e/9207b54d-40a1-48a5-995e-40f943b35911) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:23.828797 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c67cc3ea-9ac8-47de-bc7f-6820675b0ae3 None None] Port 640a3e4d-91e5-48d5-ac00-ba822e82aca4 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:23.861694 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7972898 Apr 22 15:11:23.866328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57610) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:23.867935 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cf65a781-a5d9-487f-b10f-4f576a293b0a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.868689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c67cc3ea-9ac8-47de-bc7f-6820675b0ae3 None None] Provisioning for port 2f58255a-86b5-4e1b-bdca-ef5d52a20952 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:23.878752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8d1fc-aeb4-4ff5-b8a4-a7491253aca0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Network': ['ID=a39906da-e5e6-46c7-8cdc-e52f4651834e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:23.893227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'subnet': {'network_id': 'a39906da-e5e6-46c7-8cdc-e52f4651834e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:23.930206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network a39906da-e5e6-46c7-8cdc-e52f4651834e details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:11:23.951629 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c67cc3ea-9ac8-47de-bc7f-6820675b0ae3 None None] Provisioning complete for port 2f58255a-86b5-4e1b-bdca-ef5d52a20952 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:23.951993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c67cc3ea-9ac8-47de-bc7f-6820675b0ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.962909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e56af2a6-722e-45f9-bb8b-b9c624a711c8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:23.983576 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.009429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c67cc3ea-9ac8-47de-bc7f-6820675b0ae3 None None] Port 2f58255a-86b5-4e1b-bdca-ef5d52a20952 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:24.010947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 181b5f40-1094-4911-afd7-ffca2291cf98 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:24.011308 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.043747 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Transition to ACTIVE for port object f63510a2-1adb-46e9-89b2-afa7e71ab191 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:24.057652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-cf65a781-a5d9-487f-b10f-4f576a293b0a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for 2f58255a-86b5-4e1b-bdca-ef5d52a20952 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:24.172900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:11:24.173244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:11:24.214370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event deleted for resources: {'Port': ['ID=b07f15e9-6fb9-4096-8be8-1e559153afe4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:24.262518 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.277327 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c67cc3ea-9ac8-47de-bc7f-6820675b0ae3 None None] Provisioning complete for port cd4af52a-2e5a-4b79-90a6-fc0610d4d917 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:24.277691 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c67cc3ea-9ac8-47de-bc7f-6820675b0ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.281343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56af2a6-722e-45f9-bb8b-b9c624a711c8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=cc13feb2-cc0d-4953-810a-0e9b130a92a4,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:24.337702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d4e31a31-f8da-48b6-bd68-3299cd92ecd3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.391098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e31a31-f8da-48b6-bd68-3299cd92ecd3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=47ee178d-1f2e-4e24-9c16-5fe1b52148e5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:24.470692 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.512615 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Transition to ACTIVE for port object 9207b54d-40a1-48a5-995e-40f943b35911 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:24.558519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Transition to ACTIVE for port object 9207b54d-40a1-48a5-995e-40f943b35911 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:24.574734 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.665632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c67cc3ea-9ac8-47de-bc7f-6820675b0ae3 None None] Provisioning complete for port 181b5f40-1094-4911-afd7-ffca2291cf98 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:24.666000 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c67cc3ea-9ac8-47de-bc7f-6820675b0ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.694196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.724927 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Network 87b84bf6-09ac-4d57-9322-81be473b4e49 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:24.739729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:24.755909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:24.764814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] Port b07f15e9-6fb9-4096-8be8-1e559153afe4 not found while updating agent binding for router 84b15d37-d926-4205-96c1-582e1c5e931b. {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Apr 22 15:11:24.770536 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Pushing event updated for resources: {'Port': ['ID=9207b54d-40a1-48a5-995e-40f943b35911,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:24.786194 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:24.836451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:subnet and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:24.839744 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:24.858390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:24.865608 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Pushing event updated for resources: {'Port': ['ID=f63510a2-1adb-46e9-89b2-afa7e71ab191,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:24.874277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] Routers {'84b15d37-d926-4205-96c1-582e1c5e931b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:24.875020 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['84b15d37-d926-4205-96c1-582e1c5e931b'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:24.975081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e56af2a6-722e-45f9-bb8b-b9c624a711c8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:24.977850 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:25.021592 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Attempting to bind port 9207b54d-40a1-48a5-995e-40f943b35911 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:25.022229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Attempting to bind port 9207b54d-40a1-48a5-995e-40f943b35911 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'd25f3c86-760e-4bca-84ac-91ac1239fe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '87b84bf6-09ac-4d57-9322-81be473b4e49'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:25.022723 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Attempting to bind port 9207b54d-40a1-48a5-995e-40f943b35911 on network 87b84bf6-09ac-4d57-9322-81be473b4e49 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:25.029306 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:11:25.061637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:25.062230 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Checking segment: {'id': 'd25f3c86-760e-4bca-84ac-91ac1239fe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '87b84bf6-09ac-4d57-9322-81be473b4e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:25.063414 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.063936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Bound using segment: {'id': 'd25f3c86-760e-4bca-84ac-91ac1239fe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '87b84bf6-09ac-4d57-9322-81be473b4e49'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:25.065185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Bound port: 9207b54d-40a1-48a5-995e-40f943b35911, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25f3c86-760e-4bca-84ac-91ac1239fe89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '87b84bf6-09ac-4d57-9322-81be473b4e49'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:25.065917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.089777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] Set router 84b15d37-d926-4205-96c1-582e1c5e931b gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:25.091312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d4e31a31-f8da-48b6-bd68-3299cd92ecd3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.110853 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d4e31a31-f8da-48b6-bd68-3299cd92ecd3 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/ports/47ee178d-1f2e-4e24-9c16-5fe1b52148e5 HTTP/1.1" status: 204 len: 168 time: 3.0427186 Apr 22 15:11:25.112099 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57616) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:25.117442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.167211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.169987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.196523 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e56af2a6-722e-45f9-bb8b-b9c624a711c8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/cc13feb2-cc0d-4953-810a-0e9b130a92a4 HTTP/1.1" status: 204 len: 168 time: 3.8019221 Apr 22 15:11:25.196523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.206110 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57620) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:25.252139 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b15d37-d926-4205-96c1-582e1c5e931b', 'name': '', 'tenant_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:09Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 5, 'project_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:25.264779 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464b01dc-1f15-4bf5-820e-b657b51b2b23 None None] The sync data for ids ['84b15d37-d926-4205-96c1-582e1c5e931b'] in dv-neutron-838883-3-hyperv is: [{'id': '84b15d37-d926-4205-96c1-582e1c5e931b', 'name': '', 'tenant_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:09Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 5, 'project_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'gw_port_host': None}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:25.268344 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3b157de0-1abc-4f2e-a466-0736f50f0fc5 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port 3e34371e-6e00-40fc-b1e0-bf3c36af4caa {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:25.268344 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b157de0-1abc-4f2e-a466-0736f50f0fc5 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.298654 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-91882b61-6c20-4f89-af2a-5e0d47e3f1b6 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] GET failed (client error): The resource could not be found. Apr 22 15:11:25.299214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-91882b61-6c20-4f89-af2a-5e0d47e3f1b6 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:25.300216 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] For port 9207b54d-40a1-48a5-995e-40f943b35911, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:25.313771 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] For port 9207b54d-40a1-48a5-995e-40f943b35911, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9207b54d-40a1-48a5-995e-40f943b35911,segment=NetworkSegment(d25f3c86-760e-4bca-84ac-91ac1239fe89),segment_id=d25f3c86-760e-4bca-84ac-91ac1239fe89)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:25.325035 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.355913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.356377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84b15d37-d926-4205-96c1-582e1c5e931b {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:11:25.366203 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-91882b61-6c20-4f89-af2a-5e0d47e3f1b6 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:25.369887 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-91882b61-6c20-4f89-af2a-5e0d47e3f1b6 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/cc13feb2-cc0d-4953-810a-0e9b130a92a4 HTTP/1.1" status: 404 len: 333 time: 0.1583438 Apr 22 15:11:25.372208 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57624) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:25.409224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.421130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.422271 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8586f7ac-6782-4274-8487-f4af1c82b14c tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "DELETE /v2.0/routers/84b15d37-d926-4205-96c1-582e1c5e931b HTTP/1.1" status: 204 len: 168 time: 5.3430705 Apr 22 15:11:25.427943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc4a52-94ef-4bae-b4b1-3c1f921bd8ce None None] Pushing event updated for resources: {'Port': ['ID=9207b54d-40a1-48a5-995e-40f943b35911,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:25.442367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57628) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:25.453500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.460392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Attempting to bind port f63510a2-1adb-46e9-89b2-afa7e71ab191 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:25.460941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Attempting to bind port f63510a2-1adb-46e9-89b2-afa7e71ab191 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:25.461262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Attempting to bind port f63510a2-1adb-46e9-89b2-afa7e71ab191 on network 5b30759b-11ae-417c-bc4c-b58157939dcc {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:25.471924 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'Port': ['ID=640a3e4d-91e5-48d5-ac00-ba822e82aca4,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:25.569486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9c87b2f4-d5e2-4139-8d77-33e1804f720a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:25.578664 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8534357-f871-45b0-be54-78e0d04316fd req-fe16e9a4-eeae-415e-8c91-136730737e9d tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:25.581037 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f8534357-f871-45b0-be54-78e0d04316fd req-fe16e9a4-eeae-415e-8c91-136730737e9d tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 943 time: 0.7074575 Apr 22 15:11:25.658976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Port f63510a2-1adb-46e9-89b2-afa7e71ab191 on network 5b30759b-11ae-417c-bc4c-b58157939dcc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:11:25.659578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Attempting to bind port f63510a2-1adb-46e9-89b2-afa7e71ab191 on network 5b30759b-11ae-417c-bc4c-b58157939dcc {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:25.699227 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9c87b2f4-d5e2-4139-8d77-33e1804f720a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:25.699696 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.788344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-25db5319-20c9-4b8b-80af-b20e5b500b24 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Deleting subnet 2b664721-4c30-48d9-83b1-0090a23a72f9 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:25.796941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:25.797284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Checking segment: {'id': 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:25.797640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Bound using segment: {'id': 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:25.798078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Bound port: f63510a2-1adb-46e9-89b2-afa7e71ab191, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:25.798441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.808795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cf65a781-a5d9-487f-b10f-4f576a293b0a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.810514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-25db5319-20c9-4b8b-80af-b20e5b500b24 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.893566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d9bffce6-42db-40d7-b5c3-4f292643eecf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 78db39a8-5206-4495-9db8-ad6160a1bf2e {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:25.894405 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9bffce6-42db-40d7-b5c3-4f292643eecf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:25.932210 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f8534357-f871-45b0-be54-78e0d04316fd req-294706be-15cd-4fd0-8c98-12aa91e33c69 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208044 Apr 22 15:11:25.932926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65a781-a5d9-487f-b10f-4f576a293b0a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=2f58255a-86b5-4e1b-bdca-ef5d52a20952,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:25.999323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b157de0-1abc-4f2e-a466-0736f50f0fc5 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.022346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-25db5319-20c9-4b8b-80af-b20e5b500b24 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.070826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17ae41d-b540-4ab6-a71e-c90d96b347a0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting subnet a32f7cfd-64b0-4571-85f9-0ecfa174f1fb {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:26.150925 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3b157de0-1abc-4f2e-a466-0736f50f0fc5 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for 3e34371e-6e00-40fc-b1e0-bf3c36af4caa owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:26.182978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f17ae41d-b540-4ab6-a71e-c90d96b347a0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.257364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Network f80c3656-8bb1-468b-bace-76c03388f7e3 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:26.284448 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:26.339106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f17ae41d-b540-4ab6-a71e-c90d96b347a0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.547772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-25db5319-20c9-4b8b-80af-b20e5b500b24 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.571068 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f17ae41d-b540-4ab6-a71e-c90d96b347a0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.579039 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] For port f63510a2-1adb-46e9-89b2-afa7e71ab191, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:26.612643 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9bffce6-42db-40d7-b5c3-4f292643eecf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.680036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ed416e63-8ffe-48ec-ba10-598c7570f898 None None] Provisioning complete for port 640a3e4d-91e5-48d5-ac00-ba822e82aca4 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:26.680644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] For port f63510a2-1adb-46e9-89b2-afa7e71ab191, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f63510a2-1adb-46e9-89b2-afa7e71ab191,segment=NetworkSegment(a59bad37-ce12-48bb-90b5-b4c57f4e28bb),segment_id=a59bad37-ce12-48bb-90b5-b4c57f4e28bb)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:26.681692 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed416e63-8ffe-48ec-ba10-598c7570f898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.715334 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.722584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cf65a781-a5d9-487f-b10f-4f576a293b0a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.771644 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ed416e63-8ffe-48ec-ba10-598c7570f898 None None] Port 640a3e4d-91e5-48d5-ac00-ba822e82aca4 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:26.771839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d9bffce6-42db-40d7-b5c3-4f292643eecf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 78db39a8-5206-4495-9db8-ad6160a1bf2e owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:26.834721 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cf65a781-a5d9-487f-b10f-4f576a293b0a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/2f58255a-86b5-4e1b-bdca-ef5d52a20952 HTTP/1.1" status: 204 len: 168 time: 4.5142598 Apr 22 15:11:26.838037 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57632) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:26.850653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b157de0-1abc-4f2e-a466-0736f50f0fc5 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.851153 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674edc1-c48e-4935-94e0-17c7eeb4336d None None] Network 87b84bf6-09ac-4d57-9322-81be473b4e49 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:26.865652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.933016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:26.934398 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] 10.222.0.70 "PUT /v2.0/ports/f63510a2-1adb-46e9-89b2-afa7e71ab191 HTTP/1.1" status: 200 len: 1093 time: 6.9639471 Apr 22 15:11:26.938345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64de6ab2-e785-43b1-a370-e548b0318ddc', 'tag': 'f63510a2-1adb-46e9-89b2-afa7e71ab191'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:11:26.969888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78d1b7-9dfc-4693-b1dd-14dffec5982d service neutron] Pushing event updated for resources: {'Port': ['ID=f63510a2-1adb-46e9-89b2-afa7e71ab191,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:26.977923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-25db5319-20c9-4b8b-80af-b20e5b500b24 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.043205 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-33301829-2775-4a90-b8c0-581f957f9094 None None] Provisioning for port 9207b54d-40a1-48a5-995e-40f943b35911 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:27.043349 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b157de0-1abc-4f2e-a466-0736f50f0fc5 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=3e34371e-6e00-40fc-b1e0-bf3c36af4caa,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:27.110409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e88b3-7bde-48eb-b07d-4b0f81c5f062 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:27.112964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e88b3-7bde-48eb-b07d-4b0f81c5f062 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:27.114648 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e88b3-7bde-48eb-b07d-4b0f81c5f062 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:27.115488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a22e88b3-7bde-48eb-b07d-4b0f81c5f062 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:27.120833 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3f68a2-a720-4508-beb0-4ec03818faa3'] response: {'name': 'network-changed', 'server_uuid': '64de6ab2-e785-43b1-a370-e548b0318ddc', 'tag': 'f63510a2-1adb-46e9-89b2-afa7e71ab191', 'status': 'completed', 'code': 200} Apr 22 15:11:27.148163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Subnet': ['ID=3d7f054b-8007-46a5-b9df-ca47ee5af65f,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:27.246771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f17ae41d-b540-4ab6-a71e-c90d96b347a0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.290855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-25db5319-20c9-4b8b-80af-b20e5b500b24 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.311049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a22e88b3-7bde-48eb-b07d-4b0f81c5f062 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:27.315335 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a22e88b3-7bde-48eb-b07d-4b0f81c5f062 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4695127 Apr 22 15:11:27.318611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ae41d-b540-4ab6-a71e-c90d96b347a0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Subnet': ['ID=a32f7cfd-64b0-4571-85f9-0ecfa174f1fb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:27.323792 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57640) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:27.346741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f17ae41d-b540-4ab6-a71e-c90d96b347a0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.348010 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db5319-20c9-4b8b-80af-b20e5b500b24 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2b664721-4c30-48d9-83b1-0090a23a72f9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:27.352613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b448019-4d7a-48e9-8cab-fabd7fbf1a67 None None] Network 7d4f676e-2dde-41e4-ad85-c94313c44275 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:27.407839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b157de0-1abc-4f2e-a466-0736f50f0fc5 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.410636 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3b157de0-1abc-4f2e-a466-0736f50f0fc5 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/ports/3e34371e-6e00-40fc-b1e0-bf3c36af4caa HTTP/1.1" status: 204 len: 168 time: 2.2974014 Apr 22 15:11:27.412460 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-25db5319-20c9-4b8b-80af-b20e5b500b24 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "DELETE /v2.0/subnets/2b664721-4c30-48d9-83b1-0090a23a72f9 HTTP/1.1" status: 204 len: 168 time: 1.9542482 Apr 22 15:11:27.419437 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f17ae41d-b540-4ab6-a71e-c90d96b347a0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/a32f7cfd-64b0-4571-85f9-0ecfa174f1fb HTTP/1.1" status: 204 len: 168 time: 2.0378463 Apr 22 15:11:27.420295 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57644) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:27.420932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57646) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:27.426077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57648) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:27.473452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Checking segment: {'id': '45dd6a16-0ee5-4016-9c4a-d9c5f0c86c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a39906da-e5e6-46c7-8cdc-e52f4651834e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:27.473873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network hostable DHCP agents. Network: a39906da-e5e6-46c7-8cdc-e52f4651834e, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:11:27.684495 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9207b54d-40a1-48a5-995e-40f943b35911 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:27.708688 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9651ed36-a5c1-4c9d-9238-642c15e44268 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.716261 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.735473 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-5150f7bc-8c9a-4111-8328-20373d3e66a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca170eb8340f428b86c9c5acf6a8ca1c&device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 1096 time: 0.7239721 Apr 22 15:11:27.754443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae317a-18de-405d-a295-ee54fffc4c51 req-fba59e22-0945-45e9-b41d-20fadbe29ee4 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:27.755831 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4bae317a-18de-405d-a295-ee54fffc4c51 req-fba59e22-0945-45e9-b41d-20fadbe29ee4 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 943 time: 0.4668586 Apr 22 15:11:27.784822 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d565ec8-27aa-4b7d-8b0d-3c50a5235992 None None] DHCP port deletion for 7d4f676e-2dde-41e4-ad85-c94313c44275 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:11:27.792017 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9d565ec8-27aa-4b7d-8b0d-3c50a5235992 None None] Deleting port 1e6de627-be94-46a2-9a22-f75eb36c8050 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:27.792536 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d565ec8-27aa-4b7d-8b0d-3c50a5235992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.816929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network a39906da-e5e6-46c7-8cdc-e52f4651834e is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:11:27.851587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-422d7aec-e47e-4d23-86ed-8db9bfebdc01 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 3a5ed03a-bf55-4854-9a0f-94caf92c80d4 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:27.862973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-422d7aec-e47e-4d23-86ed-8db9bfebdc01 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.881856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 1e6de627-be94-46a2-9a22-f75eb36c8050 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:27.882391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.928007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9bffce6-42db-40d7-b5c3-4f292643eecf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:27.938417 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 9207b54d-40a1-48a5-995e-40f943b35911 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:27.952366 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, a39906da-e5e6-46c7-8cdc-e52f4651834e) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:27.954729 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-8b2b4a75-c0e5-4450-941c-7ec44fe4525a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63510a2-1adb-46e9-89b2-afa7e71ab191 HTTP/1.1" status: 200 len: 217 time: 0.1944950 Apr 22 15:11:27.987149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ef6cb-35ea-46bc-9861-a86c95a9c1f1 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:27.987871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ca8ef6cb-35ea-46bc-9861-a86c95a9c1f1 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Synchronizing usage tracker for tenant:c12731375b86407aa0ae0ac31717a9d7 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:27.999069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-422d7aec-e47e-4d23-86ed-8db9bfebdc01 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.009506 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:28.010289 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.024609 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76275f1e-af5b-4ce5-9708-5e23aad7b850 None None] Network a39906da-e5e6-46c7-8cdc-e52f4651834e requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:28.049433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bffce6-42db-40d7-b5c3-4f292643eecf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=78db39a8-5206-4495-9db8-ad6160a1bf2e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:28.057837 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9207b54d-40a1-48a5-995e-40f943b35911 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:28.058762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.116328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9651ed36-a5c1-4c9d-9238-642c15e44268 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.156798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ca8ef6cb-35ea-46bc-9861-a86c95a9c1f1 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Unset dirty status for tenant:c12731375b86407aa0ae0ac31717a9d7 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:28.158894 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ca8ef6cb-35ea-46bc-9861-a86c95a9c1f1 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "GET /v2.0/ports?device_id=00b827fb-2f3f-448c-8aca-9af64ee0d0cc HTTP/1.1" status: 200 len: 913 time: 0.7288420 Apr 22 15:11:28.164726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57656) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:28.165695 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9651ed36-a5c1-4c9d-9238-642c15e44268 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0311e89-b04d-4104-9d50-1c3e8054da56']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:28.184798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9651ed36-a5c1-4c9d-9238-642c15e44268 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f13b169-eb04-4f16-bb1c-2d3e657b74b2') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:28.185314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9651ed36-a5c1-4c9d-9238-642c15e44268 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f13b169-eb04-4f16-bb1c-2d3e657b74b2') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:28.204755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9651ed36-a5c1-4c9d-9238-642c15e44268 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.227890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9651ed36-a5c1-4c9d-9238-642c15e44268 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.240878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9651ed36-a5c1-4c9d-9238-642c15e44268 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:28.241462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9651ed36-a5c1-4c9d-9238-642c15e44268 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.241630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9d565ec8-27aa-4b7d-8b0d-3c50a5235992 None None] For port 1e6de627-be94-46a2-9a22-f75eb36c8050, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1e6de627-be94-46a2-9a22-f75eb36c8050,segment=NetworkSegment(e2504f35-ab06-4d3c-9d75-faf1dbac81d4),segment_id=e2504f35-ab06-4d3c-9d75-faf1dbac81d4)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:28.241912 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d565ec8-27aa-4b7d-8b0d-3c50a5235992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.261152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a5d523fe-57ab-476c-9db0-f2ea18c57653 None None] Provisioning complete for port 9207b54d-40a1-48a5-995e-40f943b35911 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:28.261526 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a5d523fe-57ab-476c-9db0-f2ea18c57653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.434655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9d565ec8-27aa-4b7d-8b0d-3c50a5235992 None None] Calling delete_port for 1e6de627-be94-46a2-9a22-f75eb36c8050 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:28.474866 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-422d7aec-e47e-4d23-86ed-8db9bfebdc01 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:28.481476 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:28.520208 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4bae317a-18de-405d-a295-ee54fffc4c51 req-e50161af-c136-4a4d-abfd-6d065493cb98 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7008660 Apr 22 15:11:28.536580 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1366e649-6c1b-40df-9880-52becec18de9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.6531861 Apr 22 15:11:28.538173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57660) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:28.547905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7dea0dbb-e49d-44ac-a20b-27f361786f71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:28.556743 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-7dea0dbb-e49d-44ac-a20b-27f361786f71 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44024044-2bbf-41e4-9040-da56b02148a3 HTTP/1.1" status: 200 len: 851 time: 0.5417037 Apr 22 15:11:28.620458 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9651ed36-a5c1-4c9d-9238-642c15e44268 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.642536 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.650945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d9bffce6-42db-40d7-b5c3-4f292643eecf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.682205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9651ed36-a5c1-4c9d-9238-642c15e44268 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d0311e89-b04d-4104-9d50-1c3e8054da56 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 22 15:11:28.709079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9651ed36-a5c1-4c9d-9238-642c15e44268 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.717963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651ed36-a5c1-4c9d-9238-642c15e44268 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0311e89-b04d-4104-9d50-1c3e8054da56,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:28.731157 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 9207b54d-40a1-48a5-995e-40f943b35911, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9207b54d-40a1-48a5-995e-40f943b35911,segment=NetworkSegment(d25f3c86-760e-4bca-84ac-91ac1239fe89),segment_id=d25f3c86-760e-4bca-84ac-91ac1239fe89)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:28.731811 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9651ed36-a5c1-4c9d-9238-642c15e44268 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "DELETE /v2.0/networks/d0311e89-b04d-4104-9d50-1c3e8054da56 HTTP/1.1" status: 204 len: 168 time: 1.3084044 Apr 22 15:11:28.764951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] For port 1e6de627-be94-46a2-9a22-f75eb36c8050, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1e6de627-be94-46a2-9a22-f75eb36c8050,segment=NetworkSegment(e2504f35-ab06-4d3c-9d75-faf1dbac81d4),segment_id=e2504f35-ab06-4d3c-9d75-faf1dbac81d4)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:28.765289 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.842550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-422d7aec-e47e-4d23-86ed-8db9bfebdc01 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.853813 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.887782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d565ec8-27aa-4b7d-8b0d-3c50a5235992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.900471 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 1e6de627-be94-46a2-9a22-f75eb36c8050 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:28.902110 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-a39906da-e5e6-46c7-8cdc-e52f4651834e', 'network_id': 'a39906da-e5e6-46c7-8cdc-e52f4651834e', 'tenant_id': '64407b8f43614be2988a915e435ea343', 'fixed_ips': [{'subnet_id': '3d7f054b-8007-46a5-b9df-ca47ee5af65f'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:11:28.903159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:28.963468 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Router e20b3772-5e70-4ddf-840c-629ba823b81d has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:11:29.031327 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-c08c6f1e-c90d-47b6-a6fd-8649848c4057 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b30759b-11ae-417c-bc4c-b58157939dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4683936 Apr 22 15:11:29.036247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d7aec-e47e-4d23-86ed-8db9bfebdc01 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=3a5ed03a-bf55-4854-9a0f-94caf92c80d4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:29.049011 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d565ec8-27aa-4b7d-8b0d-3c50a5235992 None None] No DVR routers for this DVR port 1e6de627-be94-46a2-9a22-f75eb36c8050 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:29.054543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.067104 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-422d7aec-e47e-4d23-86ed-8db9bfebdc01 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.121125 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a0f2ca-5530-45bc-9317-1e07ad25f710 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:29.183101 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-422d7aec-e47e-4d23-86ed-8db9bfebdc01 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/3a5ed03a-bf55-4854-9a0f-94caf92c80d4 HTTP/1.1" status: 204 len: 168 time: 1.8480926 Apr 22 15:11:29.264186 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57670) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:29.273591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=9207b54d-40a1-48a5-995e-40f943b35911,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:29.326183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:11:29.326449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:11:29.398032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d565ec8-27aa-4b7d-8b0d-3c50a5235992 None None] Pushing event deleted for resources: {'Port': ['ID=1e6de627-be94-46a2-9a22-f75eb36c8050,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:29.420259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57674) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:29.484638 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-f3c64e7c-dc39-42f8-8861-8d99e98835f2 service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191945 Apr 22 15:11:29.625039 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9207b54d-40a1-48a5-995e-40f943b35911 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:29.640358 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0e17362c-8218-4368-b0a1-1aea121ca304 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Request body: {'router': {'name': 'tempest-router--1598372023', 'project_id': '572889cad35f4fd690cd65b41173d0ff'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:29.654678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0e17362c-8218-4368-b0a1-1aea121ca304 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:29.661280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb075c33-aae0-4ea1-86da-30233232f0f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 77c91933-f482-4d90-85e6-f158ce0a6b6f {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:29.680677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eb075c33-aae0-4ea1-86da-30233232f0f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.715163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.741344 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Allocated IP 172.20.0.2 (a39906da-e5e6-46c7-8cdc-e52f4651834e/3d7f054b-8007-46a5-b9df-ca47ee5af65f/ba25f59e-811a-4565-9c46-a634839a511f) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:29.745360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0e17362c-8218-4368-b0a1-1aea121ca304 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Usage tracker for resource:router and tenant:572889cad35f4fd690cd65b41173d0ff is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:29.757449 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0e17362c-8218-4368-b0a1-1aea121ca304 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:29.765291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9207b54d-40a1-48a5-995e-40f943b35911 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:29.765461 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.775896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0e17362c-8218-4368-b0a1-1aea121ca304 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:29.802809 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08ce3277-93a0-4737-952c-a33d5c7f73b4 req-ec6251f6-4d5c-442b-b8d2-62c45bcd675c service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115211 Apr 22 15:11:29.829159 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eb075c33-aae0-4ea1-86da-30233232f0f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.897015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 1e6de627-be94-46a2-9a22-f75eb36c8050 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:29.897015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.913783 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e17362c-8218-4368-b0a1-1aea121ca304 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.914597 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e17362c-8218-4368-b0a1-1aea121ca304 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:29.983898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e17362c-8218-4368-b0a1-1aea121ca304 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.010835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bffce6-42db-40d7-b5c3-4f292643eecf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 9429ee86-5e7f-4e00-9652-303ed0ea4ee4 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:11:30.035796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e17362c-8218-4368-b0a1-1aea121ca304 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.153435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.169076 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Transition to ACTIVE for port object ba25f59e-811a-4565-9c46-a634839a511f will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:30.197463 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Transition to ACTIVE for port object ba25f59e-811a-4565-9c46-a634839a511f will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:30.202291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 1e6de627-be94-46a2-9a22-f75eb36c8050 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:11:30.222159 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e17362c-8218-4368-b0a1-1aea121ca304 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.223287 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0e17362c-8218-4368-b0a1-1aea121ca304 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8017778 Apr 22 15:11:30.224923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] The port '1e6de627-be94-46a2-9a22-f75eb36c8050' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:11:30.234268 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57680) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:30.237339 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.278525 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 1e6de627-be94-46a2-9a22-f75eb36c8050 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:11:30.278882 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 1e6de627-be94-46a2-9a22-f75eb36c8050 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:11:30.313586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Network a39906da-e5e6-46c7-8cdc-e52f4651834e is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:30.317395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:30.320862 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:30.327506 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Pushing event updated for resources: {'Port': ['ID=ba25f59e-811a-4565-9c46-a634839a511f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:30.378748 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.416256 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Attempting to bind port ba25f59e-811a-4565-9c46-a634839a511f on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:30.416629 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Attempting to bind port ba25f59e-811a-4565-9c46-a634839a511f by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '45dd6a16-0ee5-4016-9c4a-d9c5f0c86c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a39906da-e5e6-46c7-8cdc-e52f4651834e'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:30.417005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Attempting to bind port ba25f59e-811a-4565-9c46-a634839a511f on network a39906da-e5e6-46c7-8cdc-e52f4651834e {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:30.424707 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:30.425067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Checking segment: {'id': '45dd6a16-0ee5-4016-9c4a-d9c5f0c86c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a39906da-e5e6-46c7-8cdc-e52f4651834e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:30.425848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.425848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Bound using segment: {'id': '45dd6a16-0ee5-4016-9c4a-d9c5f0c86c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a39906da-e5e6-46c7-8cdc-e52f4651834e'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:30.426338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Bound port: ba25f59e-811a-4565-9c46-a634839a511f, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45dd6a16-0ee5-4016-9c4a-d9c5f0c86c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a39906da-e5e6-46c7-8cdc-e52f4651834e'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:30.426708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.440416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Subnet': ['ID=3d7f054b-8007-46a5-b9df-ca47ee5af65f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:30.451562 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e498de-f840-44c2-b38d-d9fbe2a5aa8a req-fc5d21bb-9a5d-488c-a862-136f975e5c04 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:30.451761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bffce6-42db-40d7-b5c3-4f292643eecf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:30.464188 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96e498de-f840-44c2-b38d-d9fbe2a5aa8a req-fc5d21bb-9a5d-488c-a862-136f975e5c04 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 943 time: 0.7517428 Apr 22 15:11:30.525936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128d45b-914e-4edf-85cc-904c3c4c8438 None None] Sync routers for ids ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:30.556595 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d9bffce6-42db-40d7-b5c3-4f292643eecf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/9429ee86-5e7f-4e00-9652-303ed0ea4ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1294334 Apr 22 15:11:30.558836 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96e498de-f840-44c2-b38d-d9fbe2a5aa8a req-caa4791f-06af-418d-8da2-ee60fc6249ec tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923436 Apr 22 15:11:30.566218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128d45b-914e-4edf-85cc-904c3c4c8438 None None] Routers {'9429ee86-5e7f-4e00-9652-303ed0ea4ee4'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:30.566859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a128d45b-914e-4edf-85cc-904c3c4c8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:30.573377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57684) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:30.581320 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:30.582443 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7bf146b-63af-448b-bd37-3317f0973291 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.596191 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Sync routers for ids ['e20b3772-5e70-4ddf-840c-629ba823b81d'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:30.615147 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.621142 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Routers {'e20b3772-5e70-4ddf-840c-629ba823b81d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:30.621966 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e20b3772-5e70-4ddf-840c-629ba823b81d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:30.656091 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1a8e146c-3aa3-43e7-870a-6dbd94687cee tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "PUT /v2.0/routers/e20b3772-5e70-4ddf-840c-629ba823b81d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5658596 Apr 22 15:11:30.656091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4f676e-2dde-41e4-ad85-c94313c44275']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:30.668129 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a128d45b-914e-4edf-85cc-904c3c4c8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:30.672513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2504f35-ab06-4d3c-9d75-faf1dbac81d4') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:30.672884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2504f35-ab06-4d3c-9d75-faf1dbac81d4') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:30.691503 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eb075c33-aae0-4ea1-86da-30233232f0f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.692011 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128d45b-914e-4edf-85cc-904c3c4c8438 None None] Routers {'9429ee86-5e7f-4e00-9652-303ed0ea4ee4'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:30.692897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a128d45b-914e-4edf-85cc-904c3c4c8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:30.700513 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.726922 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.740393 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4d336c30-97ad-49a7-a525-6983cdb9f38e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.742073 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32a0ea33-c76f-48a1-9db8-1e994c628ae0 req-433df252-83de-4f95-a16a-213778f3983c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca170eb8340f428b86c9c5acf6a8ca1c&device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 1096 time: 0.7720876 Apr 22 15:11:30.778746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] For port ba25f59e-811a-4565-9c46-a634839a511f, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:30.787216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.790178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a128d45b-914e-4edf-85cc-904c3c4c8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:30.790606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a128d45b-914e-4edf-85cc-904c3c4c8438 None None] The sync data for ids ['9429ee86-5e7f-4e00-9652-303ed0ea4ee4'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:30.797883 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] For port ba25f59e-811a-4565-9c46-a634839a511f, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ba25f59e-811a-4565-9c46-a634839a511f,segment=NetworkSegment(45dd6a16-0ee5-4016-9c4a-d9c5f0c86c3f),segment_id=45dd6a16-0ee5-4016-9c4a-d9c5f0c86c3f)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:30.799649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-adc8d1a6-897c-4059-9b3d-f32f7cac32be None None] Provisioning complete for port cd4af52a-2e5a-4b79-90a6-fc0610d4d917 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:30.799887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-adc8d1a6-897c-4059-9b3d-f32f7cac32be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.866876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:30.867073 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:30.884672 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:30.920831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:30.923072 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Set router e20b3772-5e70-4ddf-840c-629ba823b81d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:30.925557 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cd425e04-adb0-43d7-be89-fba4263ac03d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Synchronizing usage tracker for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:31.022038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.069969 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.085833 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eb075c33-aae0-4ea1-86da-30233232f0f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.093857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39906da-e5e6-46c7-8cdc-e52f4651834e']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:31.110782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45dd6a16-0ee5-4016-9c4a-d9c5f0c86c3f') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:31.111062 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45dd6a16-0ee5-4016-9c4a-d9c5f0c86c3f') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:31.125524 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.144978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.149976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Network': ['ID=7d4f676e-2dde-41e4-ad85-c94313c44275,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:31.153550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32002efa-8a5f-4b2a-9e07-68f4ad6b78bb None None] Pushing event updated for resources: {'Port': ['ID=ba25f59e-811a-4565-9c46-a634839a511f,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:31.154646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:31.155261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.161176 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0ea33-c76f-48a1-9db8-1e994c628ae0 req-a50c8ae2-7540-49ee-b689-4a891d0f2b0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:31.162807 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32a0ea33-c76f-48a1-9db8-1e994c628ae0 req-a50c8ae2-7540-49ee-b689-4a891d0f2b0d service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b30759b-11ae-417c-bc4c-b58157939dcc HTTP/1.1" status: 200 len: 913 time: 0.4105709 Apr 22 15:11:31.167783 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8bf57a8c-c56b-4593-8d88-946213da2f7b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/networks/7d4f676e-2dde-41e4-ad85-c94313c44275 HTTP/1.1" status: 204 len: 168 time: 3.7354057 Apr 22 15:11:31.170673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb075c33-aae0-4ea1-86da-30233232f0f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=77c91933-f482-4d90-85e6-f158ce0a6b6f,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:31.222472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57698) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:31.233383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1465345641'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:31.260013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd7cba3-7c44-4ad0-bd79-44c471cdc3f4 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:31.264803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:31.268635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eb075c33-aae0-4ea1-86da-30233232f0f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.273046 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-eb075c33-aae0-4ea1-86da-30233232f0f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/77c91933-f482-4d90-85e6-f158ce0a6b6f HTTP/1.1" status: 204 len: 168 time: 2.0060182 Apr 22 15:11:31.275839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57702) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:31.276656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:network and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:31.280277 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32a0ea33-c76f-48a1-9db8-1e994c628ae0 req-7c183f6c-1b89-4be0-826a-539a78b8dc49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63510a2-1adb-46e9-89b2-afa7e71ab191 HTTP/1.1" status: 200 len: 217 time: 0.1074741 Apr 22 15:11:31.282529 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf3d47a-c3dc-4214-9fba-426e14385e90 None None] Network a39906da-e5e6-46c7-8cdc-e52f4651834e requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:31.337623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:31.385478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:31.405241 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:11:22Z', 'revision_number': 4, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '640a3e4d-91e5-48d5-ac00-ba822e82aca4', 'name': '', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'mac_address': 'fa:16:3e:3f:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:19Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 2, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'subnets': [{'id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:31.411301 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Checking router: e20b3772-5e70-4ddf-840c-629ba823b81d for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:11:31.411875 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Updating router e20b3772-5e70-4ddf-840c-629ba823b81d port 640a3e4d-91e5-48d5-ac00-ba822e82aca4 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:11:31.412623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3dc1a710-a6ba-41d9-8822-1d0b55c3909d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:router {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:31.422105 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:31.430370 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-8bf04ce7-0aef-4de7-b584-e5ac34418d86 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488036096&fields=id&tenant_id=6e451ea9b62646848542497e7cd37e73 HTTP/1.1" status: 200 len: 267 time: 0.3548453 Apr 22 15:11:31.456197 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 15:11:31.456197 dv-neutron-838883-3-hyperv neutron-server[83934]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 15:11:31.456197 dv-neutron-838883-3-hyperv neutron-server[83934]: [parameters: {'id': 'a39906da-e5e6-46c7-8cdc-e52f4651834e'}] Apr 22 15:11:31.456197 dv-neutron-838883-3-hyperv neutron-server[83934]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:11:31.456891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:11:31.469057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:31.472884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.482193 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.491497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3dc1a710-a6ba-41d9-8822-1d0b55c3909d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:router {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:31.495704 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3dc1a710-a6ba-41d9-8822-1d0b55c3909d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2116516 Apr 22 15:11:31.503244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57706) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:31.555278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0ea33-c76f-48a1-9db8-1e994c628ae0 req-c831c4c1-5d6a-4e56-950a-d1c2f87c4d8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:31.556994 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32a0ea33-c76f-48a1-9db8-1e994c628ae0 req-c831c4c1-5d6a-4e56-950a-d1c2f87c4d8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44024044-2bbf-41e4-9040-da56b02148a3 HTTP/1.1" status: 200 len: 851 time: 0.2136166 Apr 22 15:11:31.567101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-94390232-9617-4495-945b-86d6d51cae53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:31.665421 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cd425e04-adb0-43d7-be89-fba4263ac03d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Unset dirty status for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:31.670683 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cd425e04-adb0-43d7-be89-fba4263ac03d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports?device_id=9429ee86-5e7f-4e00-9652-303ed0ea4ee4 HTTP/1.1" status: 200 len: 205 time: 1.0953836 Apr 22 15:11:31.671296 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57712) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:31.755011 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:11:31.809553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e42d689-d16b-4051-aedc-404979677c6a None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:11:31.814737 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4e42d689-d16b-4051-aedc-404979677c6a None None] Deleting port cd4af52a-2e5a-4b79-90a6-fc0610d4d917 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:31.815372 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e42d689-d16b-4051-aedc-404979677c6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.867303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.867750 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Added segment 0f47390b-22e3-4169-ab71-bec5adf7fc2d of type vlan for network a2a0ac5e-0992-409f-adcd-84104e33e37c Apr 22 15:11:31.882718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-94390232-9617-4495-945b-86d6d51cae53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:31.887096 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-94390232-9617-4495-945b-86d6d51cae53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:31.891403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-94390232-9617-4495-945b-86d6d51cae53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:31.897478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-94390232-9617-4495-945b-86d6d51cae53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:31.925507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-60443d49-36b8-42bc-97ed-7d0d6a04d17f tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:31.927013 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-60443d49-36b8-42bc-97ed-7d0d6a04d17f tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/networks?id=f80c3656-8bb1-468b-bace-76c03388f7e3 HTTP/1.1" status: 200 len: 797 time: 0.4856489 Apr 22 15:11:31.937843 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94390232-9617-4495-945b-86d6d51cae53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:31.941811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94390232-9617-4495-945b-86d6d51cae53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.962179 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.974790 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.977801 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7bf146b-63af-448b-bd37-3317f0973291 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:31.993211 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Transition to ACTIVE for port object 640a3e4d-91e5-48d5-ac00-ba822e82aca4 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:31.995548 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7bf146b-63af-448b-bd37-3317f0973291 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.004611 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.006391 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Deleting port ba25f59e-811a-4565-9c46-a634839a511f {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:32.006799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.111742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-096c598e-80a3-4d9c-9a71-066370194722 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.174207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4e42d689-d16b-4051-aedc-404979677c6a None None] For port cd4af52a-2e5a-4b79-90a6-fc0610d4d917, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=cd4af52a-2e5a-4b79-90a6-fc0610d4d917,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:32.174721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e42d689-d16b-4051-aedc-404979677c6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.181702 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7de855-090e-4598-b0c0-2e70a32d2503 None None] Pushing event updated for resources: {'Port': ['ID=640a3e4d-91e5-48d5-ac00-ba822e82aca4,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:32.202536 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7de855-090e-4598-b0c0-2e70a32d2503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:32.202981 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7de855-090e-4598-b0c0-2e70a32d2503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:32.203411 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7de855-090e-4598-b0c0-2e70a32d2503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:32.203833 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7de855-090e-4598-b0c0-2e70a32d2503 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:32.204267 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7de855-090e-4598-b0c0-2e70a32d2503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:32.205206 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7de855-090e-4598-b0c0-2e70a32d2503 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:32.205628 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7de855-090e-4598-b0c0-2e70a32d2503 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:32.206045 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7de855-090e-4598-b0c0-2e70a32d2503 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:32.206500 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7de855-090e-4598-b0c0-2e70a32d2503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:32.206902 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7de855-090e-4598-b0c0-2e70a32d2503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:32.207314 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7de855-090e-4598-b0c0-2e70a32d2503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:11:32.261216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94390232-9617-4495-945b-86d6d51cae53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.273575 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.295623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7bf146b-63af-448b-bd37-3317f0973291 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.296281 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bf146b-63af-448b-bd37-3317f0973291 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f10e52a-4e87-485f-9e46-7d7bee965453 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:11:32.340370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4e42d689-d16b-4051-aedc-404979677c6a None None] Calling delete_port for cd4af52a-2e5a-4b79-90a6-fc0610d4d917 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:32.358162 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7bf146b-63af-448b-bd37-3317f0973291 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e7bf146b-63af-448b-bd37-3317f0973291 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "DELETE /v2.0/routers/3f10e52a-4e87-485f-9e46-7d7bee965453 HTTP/1.1" status: 204 len: 168 time: 2.1253009 Apr 22 15:11:32.388168 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Attempting to bind port 640a3e4d-91e5-48d5-ac00-ba822e82aca4 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:32.388589 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Attempting to bind port 640a3e4d-91e5-48d5-ac00-ba822e82aca4 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '15bcabbf-adc8-4924-9b62-fb3d2bcc436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:32.390926 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Attempting to bind port 640a3e4d-91e5-48d5-ac00-ba822e82aca4 on network f80c3656-8bb1-468b-bace-76c03388f7e3 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:32.409259 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:32.411833 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Checking segment: {'id': '15bcabbf-adc8-4924-9b62-fb3d2bcc436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:32.412242 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.412636 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Bound using segment: {'id': '15bcabbf-adc8-4924-9b62-fb3d2bcc436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:32.413111 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Bound port: 640a3e4d-91e5-48d5-ac00-ba822e82aca4, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bcabbf-adc8-4924-9b62-fb3d2bcc436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:32.415174 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.426418 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-178d9724-ce62-4900-a8ea-2db66b0f9880 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/quotas/6e451ea9b62646848542497e7cd37e73 HTTP/1.1" status: 200 len: 375 time: 0.1870213 Apr 22 15:11:32.433647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device f63510a2-1adb-46e9-89b2-afa7e71ab191 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:11:32.441700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4e42d689-d16b-4051-aedc-404979677c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.525887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42d689-d16b-4051-aedc-404979677c6a None None] Pushing event deleted for resources: {'Port': ['ID=cd4af52a-2e5a-4b79-90a6-fc0610d4d917,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:32.539345 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e42d689-d16b-4051-aedc-404979677c6a None None] No DVR routers for this DVR port cd4af52a-2e5a-4b79-90a6-fc0610d4d917 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:32.627301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751d45eb-bd5d-4b89-bda3-e3f5f8dc01ed None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:11:32.636625 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] For port 640a3e4d-91e5-48d5-ac00-ba822e82aca4, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:32.641034 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] For port 640a3e4d-91e5-48d5-ac00-ba822e82aca4, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=640a3e4d-91e5-48d5-ac00-ba822e82aca4,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:32.649060 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.660457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57718) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:32.718790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:11:32.738732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94390232-9617-4495-945b-86d6d51cae53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:32.745120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] For port ba25f59e-811a-4565-9c46-a634839a511f, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ba25f59e-811a-4565-9c46-a634839a511f,segment=NetworkSegment(45dd6a16-0ee5-4016-9c4a-d9c5f0c86c3f),segment_id=45dd6a16-0ee5-4016-9c4a-d9c5f0c86c3f)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:32.745747 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.763164 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7de855-090e-4598-b0c0-2e70a32d2503 None None] Pushing event updated for resources: {'Port': ['ID=640a3e4d-91e5-48d5-ac00-ba822e82aca4,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:32.785108 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.788907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:32.789615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.790892 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Routers {'e20b3772-5e70-4ddf-840c-629ba823b81d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:32.791559 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e20b3772-5e70-4ddf-840c-629ba823b81d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:32.795897 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32a0ea33-c76f-48a1-9db8-1e994c628ae0 req-b2552ef4-f186-42c3-b031-719d4e181204 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b30759b-11ae-417c-bc4c-b58157939dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2119737 Apr 22 15:11:32.796830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-94390232-9617-4495-945b-86d6d51cae53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:32.818819 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port f63510a2-1adb-46e9-89b2-afa7e71ab191, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f63510a2-1adb-46e9-89b2-afa7e71ab191,segment=NetworkSegment(a59bad37-ce12-48bb-90b5-b4c57f4e28bb),segment_id=a59bad37-ce12-48bb-90b5-b4c57f4e28bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:32.832696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94390232-9617-4495-945b-86d6d51cae53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:32.833143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94390232-9617-4495-945b-86d6d51cae53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:32.868845 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'f63510a2-1adb-46e9-89b2-afa7e71ab191', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'port_id': 'f63510a2-1adb-46e9-89b2-afa7e71ab191', 'mac_address': 'fa:16:3e:b3:de:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44024044-2bbf-41e4-9040-da56b02148a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:11:32.898409 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-94390232-9617-4495-945b-86d6d51cae53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3453195 Apr 22 15:11:32.973617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57724) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:32.982586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.029769 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] Set router e20b3772-5e70-4ddf-840c-629ba823b81d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:33.075510 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.092230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:33.099376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751d45eb-bd5d-4b89-bda3-e3f5f8dc01ed None None] Resources bound (agent type, host, resource id): {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:11:33.125442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94390232-9617-4495-945b-86d6d51cae53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=98d6b5b6-679c-4632-a611-e85ea7bceeeb,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:33.167528 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9413719 Apr 22 15:11:33.168823 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63510a2-1adb-46e9-89b2-afa7e71ab191 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:11:33.222162 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57728) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:33.237649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821dee5-3d85-4f88-9b4e-498b817b7370 req-43c163b8-af7f-408a-bcf5-79a31e93447a tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:33.239343 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8821dee5-3d85-4f88-9b4e-498b817b7370 req-43c163b8-af7f-408a-bcf5-79a31e93447a tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 943 time: 1.4459381 Apr 22 15:11:33.246904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': 'a2a0ac5e-0992-409f-adcd-84104e33e37c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:33.280522 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0ffd9-dff2-4fde-b8e4-ae8362ae81b8 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Network': ['ID=a2a0ac5e-0992-409f-adcd-84104e33e37c,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:33.282522 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port f63510a2-1adb-46e9-89b2-afa7e71ab191, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f63510a2-1adb-46e9-89b2-afa7e71ab191,segment=NetworkSegment(a59bad37-ce12-48bb-90b5-b4c57f4e28bb),segment_id=a59bad37-ce12-48bb-90b5-b4c57f4e28bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:33.304626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Calling delete_port for ba25f59e-811a-4565-9c46-a634839a511f owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:33.306220 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network a2a0ac5e-0992-409f-adcd-84104e33e37c details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:11:33.353584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-171190551', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:33.360372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:33.365735 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Usage tracker for resource:router and tenant:5f33be7a70a244de9dc9502471b9309d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:33.368785 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:33.374970 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:33.402346 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-096c598e-80a3-4d9c-9a71-066370194722 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.438064 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:11:22Z', 'revision_number': 4, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '640a3e4d-91e5-48d5-ac00-ba822e82aca4', 'name': '', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'mac_address': 'fa:16:3e:3f:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:19Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 4, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'subnets': [{'id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:33.444131 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846206c-dca1-482f-8e62-da2ec6916243 None None] The sync data for ids ['e20b3772-5e70-4ddf-840c-629ba823b81d'] in dv-neutron-838883-3-hyperv is: [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:11:22Z', 'revision_number': 4, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '640a3e4d-91e5-48d5-ac00-ba822e82aca4', 'name': '', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'mac_address': 'fa:16:3e:3f:f7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:19Z', 'updated_at': '2022-04-22T15:11:32Z', 'revision_number': 4, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'subnets': [{'id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:33.455041 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.468841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.469877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.482040 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32a0ea33-c76f-48a1-9db8-1e994c628ae0 req-c58a054d-6cd7-4614-8dbb-3ef295f66348 service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254222 Apr 22 15:11:33.485187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-096c598e-80a3-4d9c-9a71-066370194722 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.553643 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-145cc6c7-3950-4059-bec5-71caafb3e3a6 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Synchronizing usage tracker for tenant:6e451ea9b62646848542497e7cd37e73 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:33.560058 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:33.631856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:33.635203 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:33.641028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.651839 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8821dee5-3d85-4f88-9b4e-498b817b7370 req-c572f0fd-e3ef-4bef-bd1a-d1f1e7b03f6d tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3795195 Apr 22 15:11:33.656138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:33.668560 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:33.671301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:33.683093 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.691651 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:33.702122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:33.708455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device cd4af52a-2e5a-4b79-90a6-fc0610d4d917 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:11:33.732355 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-096c598e-80a3-4d9c-9a71-066370194722 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.732883 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096c598e-80a3-4d9c-9a71-066370194722 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Fanout notify agent at l3_agent the message router_deleted on router 9429ee86-5e7f-4e00-9652-303ed0ea4ee4 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:11:33.741030 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-145cc6c7-3950-4059-bec5-71caafb3e3a6 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Unset dirty status for tenant:6e451ea9b62646848542497e7cd37e73 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:33.742560 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-145cc6c7-3950-4059-bec5-71caafb3e3a6 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6e451ea9b62646848542497e7cd37e73&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2943442 Apr 22 15:11:33.745511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:33.753664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=f63510a2-1adb-46e9-89b2-afa7e71ab191,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:33.757607 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: cd4af52a-2e5a-4b79-90a6-fc0610d4d917 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:11:33.758662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device cd4af52a-2e5a-4b79-90a6-fc0610d4d917 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:11:33.893681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:33.896555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Port': ['ID=ba25f59e-811a-4565-9c46-a634839a511f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:33.899741 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.946580 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '98d6b5b6-679c-4632-a611-e85ea7bceeeb'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:11:33.947073 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:33.975454 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['f63510a2-1adb-46e9-89b2-afa7e71ab191'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:11:34.038935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No DVR routers for this DVR port ba25f59e-811a-4565-9c46-a634839a511f on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:34.058697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.079310 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32a0ea33-c76f-48a1-9db8-1e994c628ae0 req-ab9c30b5-fee3-4350-b347-5ff17134870e service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842433 Apr 22 15:11:34.157394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-07183263-5835-4a8c-a3d8-2d6c9f789114 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:11:34.166556 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-07183263-5835-4a8c-a3d8-2d6c9f789114 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2343004 Apr 22 15:11:34.177465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-096c598e-80a3-4d9c-9a71-066370194722 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.178743 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-096c598e-80a3-4d9c-9a71-066370194722 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/routers/9429ee86-5e7f-4e00-9652-303ed0ea4ee4 HTTP/1.1" status: 204 len: 168 time: 2.4124260 Apr 22 15:11:34.210924 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57738) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:34.262257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.330504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.401423 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Allocated IP 172.20.0.2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/98d6b5b6-679c-4632-a611-e85ea7bceeeb/87183151-71b3-4ff6-bce1-c9ac9b5152f3) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:34.436982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39906da-e5e6-46c7-8cdc-e52f4651834e']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:34.495154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45dd6a16-0ee5-4016-9c4a-d9c5f0c86c3f') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:34.495381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45dd6a16-0ee5-4016-9c4a-d9c5f0c86c3f') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:34.517847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.550367 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.562292 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:34.562697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:34.577896 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:34.627871 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-bdd561f5-3c5d-49a6-9153-0804cb9e92fe service neutron] 10.222.0.71 "GET /v2.0/networks/f80c3656-8bb1-468b-bace-76c03388f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601467 Apr 22 15:11:34.723049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.744056 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.758371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Transition to ACTIVE for port object 87183151-71b3-4ff6-bce1-c9ac9b5152f3 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:34.761520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.776783 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Network': ['ID=a39906da-e5e6-46c7-8cdc-e52f4651834e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:34.786785 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Transition to ACTIVE for port object 87183151-71b3-4ff6-bce1-c9ac9b5152f3 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:34.795241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.806733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4d336c30-97ad-49a7-a525-6983cdb9f38e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port 2a947879-edce-4537-bf4f-dc0e8dcfb932 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:34.806951 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4d336c30-97ad-49a7-a525-6983cdb9f38e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:34.856115 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f2099a82-7f9a-4393-b757-eefe56c79ff3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/a39906da-e5e6-46c7-8cdc-e52f4651834e HTTP/1.1" status: 204 len: 168 time: 6.3177972 Apr 22 15:11:34.871313 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57744) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:34.881957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:34.887219 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-661404523'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:34.888040 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:34.894872 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:34.897633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:34.907994 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:network and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:34.955840 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:34.975034 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Pushing event updated for resources: {'Port': ['ID=87183151-71b3-4ff6-bce1-c9ac9b5152f3,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:34.998490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Attempting to bind port 87183151-71b3-4ff6-bce1-c9ac9b5152f3 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:34.998865 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Attempting to bind port 87183151-71b3-4ff6-bce1-c9ac9b5152f3 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:34.999243 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Attempting to bind port 87183151-71b3-4ff6-bce1-c9ac9b5152f3 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:35.007270 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:35.007661 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:35.008072 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.008455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:35.008922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Bound port: 87183151-71b3-4ff6-bce1-c9ac9b5152f3, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:35.009482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.020944 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.085744 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e38905d-21f0-4c35-94ef-8b79707d4610 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting subnet cc610e67-d174-491c-83b5-a50ae6dddf7d {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:35.107547 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2e38905d-21f0-4c35-94ef-8b79707d4610 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.115917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] For port 87183151-71b3-4ff6-bce1-c9ac9b5152f3, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:35.119721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] For port 87183151-71b3-4ff6-bce1-c9ac9b5152f3, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=87183151-71b3-4ff6-bce1-c9ac9b5152f3,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:35.123904 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.173719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:35.191080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.208850 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b2d63-d448-45f9-9388-744c053aa4e7 None None] Pushing event updated for resources: {'Port': ['ID=87183151-71b3-4ff6-bce1-c9ac9b5152f3,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:35.218396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.269267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:35.271344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2e38905d-21f0-4c35-94ef-8b79707d4610 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.272278 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.359787 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-f1e7524c-908b-4186-b3f0-3d9e43f35c13 service neutron] 10.222.0.71 "GET /v2.0/networks/f80c3656-8bb1-468b-bace-76c03388f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7209692 Apr 22 15:11:35.375273 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4d336c30-97ad-49a7-a525-6983cdb9f38e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.405698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:11:35.432066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac12c7-05a6-4302-a111-9ef3dab40c3a req-fd898fc5-b75f-4adc-82e3-83a46960cd8d tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:35.433851 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5dac12c7-05a6-4302-a111-9ef3dab40c3a req-fd898fc5-b75f-4adc-82e3-83a46960cd8d tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 944 time: 0.5644004 Apr 22 15:11:35.460615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Subnet': ['ID=51d47db6-82e2-4e8e-9475-21fb2b679910,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:35.565076 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4d336c30-97ad-49a7-a525-6983cdb9f38e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for 2a947879-edce-4537-bf4f-dc0e8dcfb932 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:35.583645 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Checking segment: {'id': '0f47390b-22e3-4169-ab71-bec5adf7fc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'a2a0ac5e-0992-409f-adcd-84104e33e37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:35.584262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network hostable DHCP agents. Network: a2a0ac5e-0992-409f-adcd-84104e33e37c, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:11:35.616990 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.617330 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Added segment f98a429d-b7a6-4ceb-9e51-9361c8b18a45 of type vlan for network 0b38126b-e9a1-4e04-9e25-2903e8964a26 Apr 22 15:11:35.634741 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2e38905d-21f0-4c35-94ef-8b79707d4610 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.664931 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Allocated IP 172.26.8.167 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/99c1d2d0-363a-4600-96e7-eb759b5e7416) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:35.702635 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5dac12c7-05a6-4302-a111-9ef3dab40c3a req-1f0a9d90-ad9e-4d8d-bc72-4f110e82e2e8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285950 Apr 22 15:11:35.736624 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.763609 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 640a3e4d-91e5-48d5-ac00-ba822e82aca4 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:35.872024 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-71113e75-9d33-4250-bc4e-3a7d8ccc2791 req-d7e98549-dbd1-4546-8deb-53506e83c4e9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 210 time: 0.1021404 Apr 22 15:11:35.883796 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 640a3e4d-91e5-48d5-ac00-ba822e82aca4 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:35.894464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 640a3e4d-91e5-48d5-ac00-ba822e82aca4 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:35.897138 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.920800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.objects.ports [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83933) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:11:35.930937 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:35.934704 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:35.935297 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.005207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2e38905d-21f0-4c35-94ef-8b79707d4610 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.069452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network a2a0ac5e-0992-409f-adcd-84104e33e37c is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:11:36.077806 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e38905d-21f0-4c35-94ef-8b79707d4610 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Subnet': ['ID=cc610e67-d174-491c-83b5-a50ae6dddf7d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:36.084443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2e38905d-21f0-4c35-94ef-8b79707d4610 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.102696 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.138840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 640a3e4d-91e5-48d5-ac00-ba822e82aca4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=640a3e4d-91e5-48d5-ac00-ba822e82aca4,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:36.149063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.149848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 87183151-71b3-4ff6-bce1-c9ac9b5152f3 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:36.150919 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2e38905d-21f0-4c35-94ef-8b79707d4610 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/cc610e67-d174-491c-83b5-a50ae6dddf7d HTTP/1.1" status: 204 len: 168 time: 1.9389064 Apr 22 15:11:36.152209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57758) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:36.214927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Network': ['ID=0b38126b-e9a1-4e04-9e25-2903e8964a26,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:36.241054 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4ab40336-a7d5-47cf-800c-0b711a88f882 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3687184 Apr 22 15:11:36.252940 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.256087 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57764) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:36.261755 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 0b38126b-e9a1-4e04-9e25-2903e8964a26 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:11:36.287413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'subnet': {'network_id': '0b38126b-e9a1-4e04-9e25-2903e8964a26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:36.335487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, a2a0ac5e-0992-409f-adcd-84104e33e37c) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:36.363960 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:36.366786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.416735 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device f63510a2-1adb-46e9-89b2-afa7e71ab191 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:36.463581 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4d336c30-97ad-49a7-a525-6983cdb9f38e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.491896 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=640a3e4d-91e5-48d5-ac00-ba822e82aca4,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:36.496272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.531566 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9302d267-864b-4932-979b-30874b807490 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2909770 Apr 22 15:11:36.536828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57768) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:36.553805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'network_id': 'a2a0ac5e-0992-409f-adcd-84104e33e37c', 'name': 'tempest-PortsTestJSON-721508465', 'fixed_ips': [{'subnet_id': '51d47db6-82e2-4e8e-9475-21fb2b679910', 'ip_address': '172.20.0.10'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:36.568528 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d336c30-97ad-49a7-a525-6983cdb9f38e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=2a947879-edce-4537-bf4f-dc0e8dcfb932,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:36.582046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 87183151-71b3-4ff6-bce1-c9ac9b5152f3 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:36.594503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:36.599378 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port f63510a2-1adb-46e9-89b2-afa7e71ab191 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:36.605279 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port f63510a2-1adb-46e9-89b2-afa7e71ab191 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:36.605860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.635859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:subnet and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:36.648678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:36.710394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.714925 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:36.776951 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5f2474-691d-4c9c-8ae8-b1a412deeba9 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:36.808174 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586a4639-aa47-45da-af4b-b852333dd1cd None None] Network fa3c6d1e-1735-4749-a882-4680e9b033b0 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:36.842590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743f0adc-9ed2-4ec2-b7fa-902064f552c6 None None] Network a2a0ac5e-0992-409f-adcd-84104e33e37c requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:36.862382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c073a21-bd15-42a2-9076-ea00834d01a3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting subnet 8b499cfd-2019-47eb-b91e-1d2e413dcb34 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:36.866987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c073a21-bd15-42a2-9076-ea00834d01a3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:36.868947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:36.941810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c073a21-bd15-42a2-9076-ea00834d01a3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.022506 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:37.028863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Pushing event updated for resources: {'Port': ['ID=99c1d2d0-363a-4600-96e7-eb759b5e7416,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:37.042870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c073a21-bd15-42a2-9076-ea00834d01a3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.087310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:37.092086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:37.108807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:37.159977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:port and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:37.183791 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:37.227943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.332781 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64de6ab2-e785-43b1-a370-e548b0318ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63510a2-1adb-46e9-89b2-afa7e71ab191'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:11:37.347768 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.348341 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f2f30a6b-5e56-4a99-8fbe-b2aaaf282ce8 req-46963078-71a0-45c7-a5c9-571662159c15 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 210 time: 0.2621694 Apr 22 15:11:37.378097 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:37.378328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port f63510a2-1adb-46e9-89b2-afa7e71ab191, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f63510a2-1adb-46e9-89b2-afa7e71ab191,segment=NetworkSegment(a59bad37-ce12-48bb-90b5-b4c57f4e28bb),segment_id=a59bad37-ce12-48bb-90b5-b4c57f4e28bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:37.439543 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.445502 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abce6a39-3b23-487e-a7fb-f4f803ff991d'] response: {'server_uuid': '64de6ab2-e785-43b1-a370-e548b0318ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63510a2-1adb-46e9-89b2-afa7e71ab191', 'code': 200} Apr 22 15:11:37.496035 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Performing IP validity checks on allocation pools {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 15:11:37.496611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 15:11:37.585558 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=f63510a2-1adb-46e9-89b2-afa7e71ab191,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:37.623000 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f02bb4ca-214d-4650-b199-123f23a18774 None None] Provisioning for port 87183151-71b3-4ff6-bce1-c9ac9b5152f3 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:37.699173 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 640a3e4d-91e5-48d5-ac00-ba822e82aca4 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:37.717555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.763663 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f02bb4ca-214d-4650-b199-123f23a18774 None None] Provisioning complete for port 87183151-71b3-4ff6-bce1-c9ac9b5152f3 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:37.764035 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f02bb4ca-214d-4650-b199-123f23a18774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.803225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c073a21-bd15-42a2-9076-ea00834d01a3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.806769 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:37.812010 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.825531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-a2a0ac5e-0992-409f-adcd-84104e33e37c', 'network_id': 'a2a0ac5e-0992-409f-adcd-84104e33e37c', 'tenant_id': '07ec4ee4f5ae41adb68e8261c099cebe', 'fixed_ips': [{'subnet_id': '51d47db6-82e2-4e8e-9475-21fb2b679910'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:11:37.826357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.840013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Subnet': ['ID=11cbc34e-5aeb-482c-add2-b9fd8e405334,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:37.878436 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Checking segment: {'id': 'f98a429d-b7a6-4ceb-9e51-9361c8b18a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '0b38126b-e9a1-4e04-9e25-2903e8964a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:37.878919 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network hostable DHCP agents. Network: 0b38126b-e9a1-4e04-9e25-2903e8964a26, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:11:37.887288 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4d336c30-97ad-49a7-a525-6983cdb9f38e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.908347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.909246 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:37.928981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c073a21-bd15-42a2-9076-ea00834d01a3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Subnet': ['ID=8b499cfd-2019-47eb-b91e-1d2e413dcb34,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:37.970282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115662f-c3b8-4ccc-8255-e633bbc51b81 req-7992cc10-318e-4fdc-98f1-1c433e4608c8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:37.976898 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e115662f-c3b8-4ccc-8255-e633bbc51b81 req-7992cc10-318e-4fdc-98f1-1c433e4608c8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 944 time: 0.8872006 Apr 22 15:11:38.002802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port 1ef27914-411d-4e1f-aa8e-843c50761a94 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:11:38.009546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 640a3e4d-91e5-48d5-ac00-ba822e82aca4 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:38.009970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.043937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da23864-ddd1-4dcd-8fc2-18207693d1a9 None None] Network 55f50816-87ae-4f18-8966-c50f23c0f335 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:38.051502 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c073a21-bd15-42a2-9076-ea00834d01a3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.095280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] For port 87183151-71b3-4ff6-bce1-c9ac9b5152f3, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=87183151-71b3-4ff6-bce1-c9ac9b5152f3,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:38.101438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-deb8eeed-e335-42e8-b6c2-5ffc45e98d22 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:38.102940 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-deb8eeed-e335-42e8-b6c2-5ffc45e98d22 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.70 "GET /v2.0/networks?id=f80c3656-8bb1-468b-bace-76c03388f7e3 HTTP/1.1" status: 200 len: 797 time: 0.7537477 Apr 22 15:11:38.120107 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4c073a21-bd15-42a2-9076-ea00834d01a3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/8b499cfd-2019-47eb-b91e-1d2e413dcb34 HTTP/1.1" status: 204 len: 168 time: 1.9625916 Apr 22 15:11:38.124182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57780) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:38.238748 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network 0b38126b-e9a1-4e04-9e25-2903e8964a26 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:11:38.275166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 0b38126b-e9a1-4e04-9e25-2903e8964a26) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:38.283001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:38.283673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.297071 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:11:38.313557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300b1339-4e21-4dc6-b9bc-9ceab81aaa75 None None] Network 0b38126b-e9a1-4e04-9e25-2903e8964a26 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:38.319116 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e00ea23a-b687-45a2-8f04-3aa0e589a43d tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0582814 Apr 22 15:11:38.320734 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57784) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:38.327649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2286ea9b-c812-42ce-83aa-c4342b6c6e5e None None] DHCP port deletion for fa3c6d1e-1735-4749-a882-4680e9b033b0 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:11:38.329616 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f02bb4ca-214d-4650-b199-123f23a18774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.331010 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e115662f-c3b8-4ccc-8255-e633bbc51b81 req-6cbdfcb5-584f-4f5b-9402-d1d1df8e568a tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3532925 Apr 22 15:11:38.349282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.383063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.383881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.470424 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-114c9c35-458e-4454-b4f7-984fc0db1d72 req-a34bc72f-83b1-4bc3-a61b-a40b67d5818f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 1098 time: 0.6065946 Apr 22 15:11:38.489006 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.505006 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-9339cce3-6b8a-4380-9b4c-2d57be3e2a7d tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e451ea9b62646848542497e7cd37e73 HTTP/1.1" status: 200 len: 380 time: 0.3742754 Apr 22 15:11:38.507137 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.574419 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Request body: {'port': {'device_id': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'admin_state_up': True, 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'security_groups': ['67f14206-32ce-46d0-8e7b-d0f338c27fd2']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:38.601714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Allocated IP 172.20.0.2 (a2a0ac5e-0992-409f-adcd-84104e33e37c/51d47db6-82e2-4e8e-9475-21fb2b679910/bcde9e66-6ab7-418b-b0dd-b4b64c6c5319) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:38.604416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2286ea9b-c812-42ce-83aa-c4342b6c6e5e None None] Deleting port c584f952-ce1e-43a0-b645-a148758f0b07 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:38.604416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2286ea9b-c812-42ce-83aa-c4342b6c6e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.676056 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5ee71425-7d76-4e21-93c1-825b49b89f34 req-da68bf8a-f2df-41ae-8769-13b938020f89 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 210 time: 0.1649859 Apr 22 15:11:38.689811 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.712738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:38.712738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=eb36a08f-0552-4cfe-887b-d59a2c239cba,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:38.737004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:38.739461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=87183151-71b3-4ff6-bce1-c9ac9b5152f3,revision_number=4']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:38.745584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port c584f952-ce1e-43a0-b645-a148758f0b07 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:38.746445 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.778758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:38.779723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:38.840760 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-114c9c35-458e-4454-b4f7-984fc0db1d72 req-6548dddd-0b2e-40b9-834a-77aee3edbd49 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411772 Apr 22 15:11:38.864885 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d7e9820a-f0a0-434d-9e37-b8ce970c738e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7820830 Apr 22 15:11:38.868485 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57790) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:38.873372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'mac_address': 'fa:16:3e:38:ec:bf', 'name': 'tempest-NetworksTestDHCPv6-1765550500'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:38.905976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:38.932423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:38.964450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Router 601e46de-09d0-4ed1-bac5-0a506a7b43eb is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:11:38.973381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:39.012075 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Made reservation on behalf of 6e451ea9b62646848542497e7cd37e73 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:39.015232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:39.035243 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Subnet': ['ID=11cbc34e-5aeb-482c-add2-b9fd8e405334,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:39.117373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] For port c584f952-ce1e-43a0-b645-a148758f0b07, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c584f952-ce1e-43a0-b645-a148758f0b07,segment=NetworkSegment(75f5d202-aac6-4fac-84f4-e295ea6ada17),segment_id=75f5d202-aac6-4fac-84f4-e295ea6ada17)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:39.117658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:39.187413 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-f02bb4ca-214d-4650-b199-123f23a18774 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:11:39.187793 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-f02bb4ca-214d-4650-b199-123f23a18774 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:11:39.210350 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2286ea9b-c812-42ce-83aa-c4342b6c6e5e None None] For port c584f952-ce1e-43a0-b645-a148758f0b07, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c584f952-ce1e-43a0-b645-a148758f0b07,segment=NetworkSegment(75f5d202-aac6-4fac-84f4-e295ea6ada17),segment_id=75f5d202-aac6-4fac-84f4-e295ea6ada17)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:39.210763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2286ea9b-c812-42ce-83aa-c4342b6c6e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:39.380759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for c584f952-ce1e-43a0-b645-a148758f0b07 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:39.387298 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2286ea9b-c812-42ce-83aa-c4342b6c6e5e None None] Calling delete_port for c584f952-ce1e-43a0-b645-a148758f0b07 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:39.514022 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e64b7e2-2333-466d-978b-fb63c3382895 None None] Network 0b38126b-e9a1-4e04-9e25-2903e8964a26 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:39.526995 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Allocated IP 172.20.0.23 (f80c3656-8bb1-468b-bace-76c03388f7e3/36f6d00e-e22a-4408-b1ac-560af307be50/21011859-8eec-463d-8566-76f78ca31784) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:39.538041 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:39.607006 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No DVR routers for this DVR port c584f952-ce1e-43a0-b645-a148758f0b07 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:39.660834 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:39.690029 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:39.700189 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb6cd79-4740-4b0e-8442-c7c0131804f6 None None] DHCP port deletion for 55f50816-87ae-4f18-8966-c50f23c0f335 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:11:39.708928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=c584f952-ce1e-43a0-b645-a148758f0b07,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:39.734924 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:39.752115 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:39.775819 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b38126b-e9a1-4e04-9e25-2903e8964a26']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:39.786456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 87183151-71b3-4ff6-bce1-c9ac9b5152f3 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:39.788416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:39.807974 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98a429d-b7a6-4ceb-9e51-9361c8b18a45') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:39.807974 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98a429d-b7a6-4ceb-9e51-9361c8b18a45') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:39.846383 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:39.887352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:39.887773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-edb6cd79-4740-4b0e-8442-c7c0131804f6 None None] Deleting port 7e747a06-df6b-435e-a440-e1d467aa9010 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:39.888150 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-edb6cd79-4740-4b0e-8442-c7c0131804f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:39.978904 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4ca00cb9-f676-4368-bb70-5488d0f08992 req-d093cc08-384c-4f6b-8905-74519705009d tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 210 time: 0.1023865 Apr 22 15:11:40.020396 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.034502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:40.044944 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.059123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:40.069982 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:40.077636 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.102866 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3c6d1e-1735-4749-a882-4680e9b033b0']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:40.120134 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-2286ea9b-c812-42ce-83aa-c4342b6c6e5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:11:40.120886 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-2286ea9b-c812-42ce-83aa-c4342b6c6e5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:11:40.136350 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f5d202-aac6-4fac-84f4-e295ea6ada17') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:40.136806 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f5d202-aac6-4fac-84f4-e295ea6ada17') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:40.157283 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.169813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0a2e2-1eb8-4d4a-b6e7-afcd667106c6 req-4bc79c37-2a3e-443a-a63c-5642bd10a3eb tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:40.177569 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cac0a2e2-1eb8-4d4a-b6e7-afcd667106c6 req-4bc79c37-2a3e-443a-a63c-5642bd10a3eb tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.5750940 Apr 22 15:11:40.210294 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f02bb4ca-214d-4650-b199-123f23a18774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.260880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.273723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.287030 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:40.287605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:40.303000 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:40.305745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d336c30-97ad-49a7-a525-6983cdb9f38e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:11:40.314360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:40.335403 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b19910-87ee-40c7-b5f1-f5f7cdd6802b None None] Sync routers for ids ['601e46de-09d0-4ed1-bac5-0a506a7b43eb'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:40.348807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.398657 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfd96d0-16fe-47c5-ba37-f9c2837eff39 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:40.401423 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cac0a2e2-1eb8-4d4a-b6e7-afcd667106c6 req-60295668-74c4-4329-a614-d31ec44fbec1 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228878 Apr 22 15:11:40.433405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.455898 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b19910-87ee-40c7-b5f1-f5f7cdd6802b None None] Routers {'601e46de-09d0-4ed1-bac5-0a506a7b43eb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:40.456529 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-23b19910-87ee-40c7-b5f1-f5f7cdd6802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['601e46de-09d0-4ed1-bac5-0a506a7b43eb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:40.461042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Transition to ACTIVE for port object 21011859-8eec-463d-8566-76f78ca31784 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:40.463870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.486787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Network': ['ID=fa3c6d1e-1735-4749-a882-4680e9b033b0,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:40.506389 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-92ca97a4-1343-4d96-ad7d-a9def8015340 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/networks/fa3c6d1e-1735-4749-a882-4680e9b033b0 HTTP/1.1" status: 204 len: 168 time: 2.3801475 Apr 22 15:11:40.508965 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57798) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:40.514847 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Transition to ACTIVE for port object bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:40.518185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f02bb4ca-214d-4650-b199-123f23a18774 None None] For port 87183151-71b3-4ff6-bce1-c9ac9b5152f3, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=87183151-71b3-4ff6-bce1-c9ac9b5152f3,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:40.519066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port a1ac5b53-0348-464a-8ba8-19abda5834f0 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:11:40.554354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.584033 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.587434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.587899 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e7609108-fe59-42ed-9197-ee227e6ee6e7 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.9261417 Apr 22 15:11:40.592901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57802) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:40.608260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f02bb4ca-214d-4650-b199-123f23a18774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.621558 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Network': ['ID=0b38126b-e9a1-4e04-9e25-2903e8964a26,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:40.624257 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0280f43a-2baf-46ac-a6f3-450d52e1da86 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/0b38126b-e9a1-4e04-9e25-2903e8964a26 HTTP/1.1" status: 204 len: 168 time: 2.3035872 Apr 22 15:11:40.631315 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57806) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:40.641438 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-709955849'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:40.646116 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-23b19910-87ee-40c7-b5f1-f5f7cdd6802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:40.659716 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:40.667291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2286ea9b-c812-42ce-83aa-c4342b6c6e5e None None] Deleting port c584f952-ce1e-43a0-b645-a148758f0b07 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:40.667568 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2286ea9b-c812-42ce-83aa-c4342b6c6e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.681420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.702732 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:network and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:40.710695 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:40.725644 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:40.740457 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 87183151-71b3-4ff6-bce1-c9ac9b5152f3 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:40.740457 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.754464 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:40.757529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.831627 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Transition to ACTIVE for port object bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:40.836675 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.850205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:11:40.860049 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'Port': ['ID=21011859-8eec-463d-8566-76f78ca31784,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:40.864698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Network f80c3656-8bb1-468b-bace-76c03388f7e3 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:40.874369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.875126 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Added segment 37eeb886-52ca-407b-a211-57f0ee4ddb68 of type vlan for network 20321267-257f-4d79-bced-7d4f266f2ad8 Apr 22 15:11:40.877532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 172.20.0.8 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/98d6b5b6-679c-4632-a611-e85ea7bceeeb/a1ac5b53-0348-464a-8ba8-19abda5834f0) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:40.878718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:40.882992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:40.896432 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::f816:3eff:fe38:ecbf (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/eb36a08f-0552-4cfe-887b-d59a2c239cba/a1ac5b53-0348-464a-8ba8-19abda5834f0) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:40.911454 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-edb6cd79-4740-4b0e-8442-c7c0131804f6 None None] For port 7e747a06-df6b-435e-a440-e1d467aa9010, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7e747a06-df6b-435e-a440-e1d467aa9010,segment=NetworkSegment(0ae9a045-b35e-4ce5-9c15-d1d285933676),segment_id=0ae9a045-b35e-4ce5-9c15-d1d285933676)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:40.911844 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-edb6cd79-4740-4b0e-8442-c7c0131804f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.928620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2286ea9b-c812-42ce-83aa-c4342b6c6e5e None None] The port 'c584f952-ce1e-43a0-b645-a148758f0b07' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:11:40.933073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.944157 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:40.997639 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Allocated IP 172.20.0.10 (a2a0ac5e-0992-409f-adcd-84104e33e37c/51d47db6-82e2-4e8e-9475-21fb2b679910/1ef27914-411d-4e1f-aa8e-843c50761a94) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:41.004480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 7e747a06-df6b-435e-a440-e1d467aa9010 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:41.004976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:41.067845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d336c30-97ad-49a7-a525-6983cdb9f38e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:41.084264 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bf5920-f529-4daa-acad-1c93c3d19099 None None] Sync routers for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:41.117262 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf5920-f529-4daa-acad-1c93c3d19099 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:41.118343 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-80bf5920-f529-4daa-acad-1c93c3d19099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:41.136850 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:41.145407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:41.146178 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:41.150245 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-edb6cd79-4740-4b0e-8442-c7c0131804f6 None None] Calling delete_port for 7e747a06-df6b-435e-a440-e1d467aa9010 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:41.207985 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-80bf5920-f529-4daa-acad-1c93c3d19099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:41.212350 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b19910-87ee-40c7-b5f1-f5f7cdd6802b None None] Routers {'601e46de-09d0-4ed1-bac5-0a506a7b43eb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:41.213048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-23b19910-87ee-40c7-b5f1-f5f7cdd6802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['601e46de-09d0-4ed1-bac5-0a506a7b43eb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:41.221216 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf5920-f529-4daa-acad-1c93c3d19099 None None] Routers {'00b827fb-2f3f-448c-8aca-9af64ee0d0cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:41.222224 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-80bf5920-f529-4daa-acad-1c93c3d19099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:41.293349 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-80bf5920-f529-4daa-acad-1c93c3d19099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:41.293745 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bf5920-f529-4daa-acad-1c93c3d19099 None None] The sync data for ids ['00b827fb-2f3f-448c-8aca-9af64ee0d0cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:41.299775 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bb4ca-214d-4650-b199-123f23a18774 None None] Pushing event updated for resources: {'Port': ['ID=87183151-71b3-4ff6-bce1-c9ac9b5152f3,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:41.400942 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4d336c30-97ad-49a7-a525-6983cdb9f38e tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "PUT /v2.0/routers/00b827fb-2f3f-448c-8aca-9af64ee0d0cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2301962 Apr 22 15:11:41.406052 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-23b19910-87ee-40c7-b5f1-f5f7cdd6802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:41.406603 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b19910-87ee-40c7-b5f1-f5f7cdd6802b None None] The sync data for ids ['601e46de-09d0-4ed1-bac5-0a506a7b43eb'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:41.442364 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Network a2a0ac5e-0992-409f-adcd-84104e33e37c is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:41.443472 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f230a8fa-d9be-4108-85b8-86b1514ff310 None None] Provisioning complete for port 87183151-71b3-4ff6-bce1-c9ac9b5152f3 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:41.443866 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f230a8fa-d9be-4108-85b8-86b1514ff310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:41.449300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57812) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:41.478553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:41.481125 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8462403 Apr 22 15:11:41.488866 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57818) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:41.493133 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:41.495548 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093227b4-6f71-4483-b188-012fbc33b0b6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Network': ['ID=20321267-257f-4d79-bced-7d4f266f2ad8,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:41.514121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'subnet': {'network_id': '20321267-257f-4d79-bced-7d4f266f2ad8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:41.528884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 20321267-257f-4d79-bced-7d4f266f2ad8 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:11:41.572032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Pushing event updated for resources: {'Port': ['ID=bcde9e66-6ab7-418b-b0dd-b4b64c6c5319,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:41.575608 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:41.576219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:41.647357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:41.667453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:41.672516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object a1ac5b53-0348-464a-8ba8-19abda5834f0 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:41.674612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:subnet and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:41.678319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:41.685007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:41.703578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:41.779757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:41.784062 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-485a649f-ae81-4d95-841f-0c7fe182e4d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2487097 Apr 22 15:11:41.808242 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-edb6cd79-4740-4b0e-8442-c7c0131804f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:41.827311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Request body: {'port': {'device_id': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:41.886166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:41.908433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:41.909514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=a1ac5b53-0348-464a-8ba8-19abda5834f0,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:41.915730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:41.923110 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6cd79-4740-4b0e-8442-c7c0131804f6 None None] Pushing event deleted for resources: {'Port': ['ID=7e747a06-df6b-435e-a440-e1d467aa9010,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:41.943506 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb6cd79-4740-4b0e-8442-c7c0131804f6 None None] No DVR routers for this DVR port 7e747a06-df6b-435e-a440-e1d467aa9010 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:41.968789 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:41.977316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Attempting to bind port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:41.977680 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Attempting to bind port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '0f47390b-22e3-4169-ab71-bec5adf7fc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'a2a0ac5e-0992-409f-adcd-84104e33e37c'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:41.978046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Attempting to bind port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 on network a2a0ac5e-0992-409f-adcd-84104e33e37c {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:42.017421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c584f952-ce1e-43a0-b645-a148758f0b07 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:11:42.049567 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:42.049937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Checking segment: {'id': '0f47390b-22e3-4169-ab71-bec5adf7fc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'a2a0ac5e-0992-409f-adcd-84104e33e37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:42.050362 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.050755 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Bound using segment: {'id': '0f47390b-22e3-4169-ab71-bec5adf7fc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'a2a0ac5e-0992-409f-adcd-84104e33e37c'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:42.051037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.051533 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Bound port: bcde9e66-6ab7-418b-b0dd-b4b64c6c5319, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f47390b-22e3-4169-ab71-bec5adf7fc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'a2a0ac5e-0992-409f-adcd-84104e33e37c'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:42.052194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.064369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:42.065072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.090431 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: c584f952-ce1e-43a0-b645-a148758f0b07 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:11:42.090675 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c584f952-ce1e-43a0-b645-a148758f0b07 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:11:42.092206 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-57b5b0b5-8d21-4f61-bb05-f3fa730b2204 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2232144 Apr 22 15:11:42.095733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57822) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:42.123870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Transition to ACTIVE for port object 1ef27914-411d-4e1f-aa8e-843c50761a94 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:42.214766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] For port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:42.218502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 87183151-71b3-4ff6-bce1-c9ac9b5152f3 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:42.225416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] For port 7e747a06-df6b-435e-a440-e1d467aa9010, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7e747a06-df6b-435e-a440-e1d467aa9010,segment=NetworkSegment(0ae9a045-b35e-4ce5-9c15-d1d285933676),segment_id=0ae9a045-b35e-4ce5-9c15-d1d285933676)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:42.226009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.274724 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] For port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bcde9e66-6ab7-418b-b0dd-b4b64c6c5319,segment=NetworkSegment(0f47390b-22e3-4169-ab71-bec5adf7fc2d),segment_id=0f47390b-22e3-4169-ab71-bec5adf7fc2d)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:42.285741 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500d5c2-270a-4108-9a5e-313c60d47948 req-34158703-b4a3-4317-b54a-e1330ebb74d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:42.286525 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916cc851-5527-4c50-88b5-4a53a0c1b1ec tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:42.287216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-f500d5c2-270a-4108-9a5e-313c60d47948 req-34158703-b4a3-4317-b54a-e1330ebb74d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Synchronizing usage tracker for tenant:6e451ea9b62646848542497e7cd37e73 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:42.287429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f230a8fa-d9be-4108-85b8-86b1514ff310 None None] Provisioning complete for port 640a3e4d-91e5-48d5-ac00-ba822e82aca4 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:42.287805 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f230a8fa-d9be-4108-85b8-86b1514ff310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.290902 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916cc851-5527-4c50-88b5-4a53a0c1b1ec tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:42.292010 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-916cc851-5527-4c50-88b5-4a53a0c1b1ec tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:42.307217 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.338339 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.352605 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-916cc851-5527-4c50-88b5-4a53a0c1b1ec tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:42.354026 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-916cc851-5527-4c50-88b5-4a53a0c1b1ec tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2573652 Apr 22 15:11:42.361539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57826) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:42.370566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.442691 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 7e747a06-df6b-435e-a440-e1d467aa9010 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:42.445603 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f3401-255e-4a34-822e-077d96bf0179 None None] Pushing event updated for resources: {'Port': ['ID=bcde9e66-6ab7-418b-b0dd-b4b64c6c5319,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:42.449587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Subnet': ['ID=45fd7822-0122-4a51-ba9d-89c0eb707bd0,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:42.462488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b1c78-d7ea-4e03-ac2b-df6c1ac8f80c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port a1ac5b53-0348-464a-8ba8-19abda5834f0 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:42.462932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e5b1c78-d7ea-4e03-ac2b-df6c1ac8f80c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.528099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e6e6b-3955-4a89-8096-280e7866fb36 req-c85a7e0e-4787-464f-a196-369343745a64 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:42.529668 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d5e6e6b-3955-4a89-8096-280e7866fb36 req-c85a7e0e-4787-464f-a196-369343745a64 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.8366432 Apr 22 15:11:42.534875 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Checking segment: {'id': '37eeb886-52ca-407b-a211-57f0ee4ddb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '20321267-257f-4d79-bced-7d4f266f2ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:42.535110 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network hostable DHCP agents. Network: 20321267-257f-4d79-bced-7d4f266f2ad8, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:11:42.570547 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-f500d5c2-270a-4108-9a5e-313c60d47948 req-34158703-b4a3-4317-b54a-e1330ebb74d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Unset dirty status for tenant:6e451ea9b62646848542497e7cd37e73 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:42.576940 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f500d5c2-270a-4108-9a5e-313c60d47948 req-34158703-b4a3-4317-b54a-e1330ebb74d4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 932 time: 1.1317775 Apr 22 15:11:42.617988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 87183151-71b3-4ff6-bce1-c9ac9b5152f3 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:42.618615 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.678716 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=1ef27914-411d-4e1f-aa8e-843c50761a94,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:42.695064 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.723188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9608875e-2e91-4128-8c5c-8c0c17f0f745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.772738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network 20321267-257f-4d79-bced-7d4f266f2ad8 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:11:42.872123 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 20321267-257f-4d79-bced-7d4f266f2ad8) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:42.886380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:42.886985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.897259 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f500d5c2-270a-4108-9a5e-313c60d47948 req-d837531e-332f-452d-bebd-0b3c1e74a2ab tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193591 Apr 22 15:11:42.899996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca23648-1c54-409e-939f-be8cd1091587 None None] Network 20321267-257f-4d79-bced-7d4f266f2ad8 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:42.910408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e5b1c78-d7ea-4e03-ac2b-df6c1ac8f80c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:42.943293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network a2a0ac5e-0992-409f-adcd-84104e33e37c is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:42.970227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:42.995715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:11:42.996005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:11:42.996732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:43.100115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e40b6b7a-38d5-46fd-bae2-8c12960c2c51 None None] Provisioning for port a1ac5b53-0348-464a-8ba8-19abda5834f0 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:43.100980 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d5e6e6b-3955-4a89-8096-280e7866fb36 req-0b73f1c2-88e3-4cfb-834b-affb38d66103 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5527401 Apr 22 15:11:43.103153 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7e747a06-df6b-435e-a440-e1d467aa9010 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:11:43.107015 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4383e79c-b194-4cef-9562-d351ee868e19 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/routers/601e46de-09d0-4ed1-bac5-0a506a7b43eb HTTP/1.1" status: 200 len: 920 time: 2.5127733 Apr 22 15:11:43.108973 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-37572847-3528-4a48-a2ae-bc10ac9b6302 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6189418 Apr 22 15:11:43.116546 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b1c78-d7ea-4e03-ac2b-df6c1ac8f80c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for a1ac5b53-0348-464a-8ba8-19abda5834f0 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:43.145636 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 7e747a06-df6b-435e-a440-e1d467aa9010 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:11:43.145989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7e747a06-df6b-435e-a440-e1d467aa9010 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:11:43.150191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e40b6b7a-38d5-46fd-bae2-8c12960c2c51 None None] Provisioning complete for port a1ac5b53-0348-464a-8ba8-19abda5834f0 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:43.150570 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e40b6b7a-38d5-46fd-bae2-8c12960c2c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:43.165391 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57830) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:43.165862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57832) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:43.212581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e40b6b7a-38d5-46fd-bae2-8c12960c2c51 None None] Port a1ac5b53-0348-464a-8ba8-19abda5834f0 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:43.229517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:43.230114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:43.242790 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e40b6b7a-38d5-46fd-bae2-8c12960c2c51 None None] Provisioning complete for port 87183151-71b3-4ff6-bce1-c9ac9b5152f3 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:43.243158 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e40b6b7a-38d5-46fd-bae2-8c12960c2c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:43.254200 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f9ad0fa9-9345-4123-bb57-67af684e6d7b tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "GET /v2.0/ports?device_id=601e46de-09d0-4ed1-bac5-0a506a7b43eb HTTP/1.1" status: 200 len: 205 time: 0.0833802 Apr 22 15:11:43.258155 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57840) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:43.378927 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cd911e51-c813-40ea-b44d-a5cc8f9a33a7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.8336356 Apr 22 15:11:43.387249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57844) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:43.396151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:43.410930 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-20321267-257f-4d79-bced-7d4f266f2ad8', 'network_id': '20321267-257f-4d79-bced-7d4f266f2ad8', 'tenant_id': '64407b8f43614be2988a915e435ea343', 'fixed_ips': [{'subnet_id': '45fd7822-0122-4a51-ba9d-89c0eb707bd0'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:11:43.413893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:43.670382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Allocated IP 172.20.0.1 (20321267-257f-4d79-bced-7d4f266f2ad8/45fd7822-0122-4a51-ba9d-89c0eb707bd0/a88105af-0ac3-4f27-ad96-fb741c3ebe69) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:43.681092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 7e747a06-df6b-435e-a440-e1d467aa9010 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:43.681430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:43.684071 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e40b6b7a-38d5-46fd-bae2-8c12960c2c51 None None] Provisioning for port 21011859-8eec-463d-8566-76f78ca31784 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:43.695391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e40b6b7a-38d5-46fd-bae2-8c12960c2c51 None None] Provisioning complete for port 21011859-8eec-463d-8566-76f78ca31784 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:43.695764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e40b6b7a-38d5-46fd-bae2-8c12960c2c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:43.720260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:43.755293 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e40b6b7a-38d5-46fd-bae2-8c12960c2c51 None None] Port 21011859-8eec-463d-8566-76f78ca31784 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:43.779851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'network_id': 'a2a0ac5e-0992-409f-adcd-84104e33e37c', 'name': 'tempest-PortsTestJSON-1264024662', 'fixed_ips': [{'subnet_id': '51d47db6-82e2-4e8e-9475-21fb2b679910', 'ip_address': '172.20.0.9'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:43.844051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf6fca2-8efc-4b2e-928c-96745ee74138 None None] Network a2a0ac5e-0992-409f-adcd-84104e33e37c requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:43.873933 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:43.966285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e5b1c78-d7ea-4e03-ac2b-df6c1ac8f80c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.001942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] The port '7e747a06-df6b-435e-a440-e1d467aa9010' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:11:44.004517 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-595c0948-f38f-4309-b18f-8831cf842d3c None None] Provisioning complete for port a1ac5b53-0348-464a-8ba8-19abda5834f0 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:44.004896 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-595c0948-f38f-4309-b18f-8831cf842d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.024763 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b1c78-d7ea-4e03-ac2b-df6c1ac8f80c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=a1ac5b53-0348-464a-8ba8-19abda5834f0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:44.041300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21011859-8eec-463d-8566-76f78ca31784 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:11:44.060720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.108463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236f85d-a79b-4591-845d-718faf60a980 req-0a29657c-9a6a-4519-a9a7-d30902d9bd25 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:44.110710 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9236f85d-a79b-4591-845d-718faf60a980 req-0a29657c-9a6a-4519-a9a7-d30902d9bd25 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.8716373 Apr 22 15:11:44.123015 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57850) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:44.143672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-1f9be194-2178-4865-b82b-20e9151f4ef3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Request body: {'floatingip': {'port_id': 'f63510a2-1adb-46e9-89b2-afa7e71ab191'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:44.179601 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-595c0948-f38f-4309-b18f-8831cf842d3c None None] Port a1ac5b53-0348-464a-8ba8-19abda5834f0 was deleted so its status cannot be updated. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 15:11:44.268077 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.293094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-595c0948-f38f-4309-b18f-8831cf842d3c None None] Provisioning for port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:44.337984 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:44.341986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Transition to ACTIVE for port object 21011859-8eec-463d-8566-76f78ca31784 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:44.373033 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.417122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.432412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f9be194-2178-4865-b82b-20e9151f4ef3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for floatingip, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.471621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:44.503153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:port and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:44.510702 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:44.534970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:44.555899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e5b1c78-d7ea-4e03-ac2b-df6c1ac8f80c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.556607 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:44.557130 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.574210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f50816-87ae-4f18-8966-c50f23c0f335']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:44.583425 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:44.595716 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Pushing event updated for resources: {'Port': ['ID=21011859-8eec-463d-8566-76f78ca31784,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:44.616270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae9a045-b35e-4ce5-9c15-d1d285933676') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:44.616520 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae9a045-b35e-4ce5-9c15-d1d285933676') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:44.621985 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.643583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Transition to ACTIVE for port object a88105af-0ac3-4f27-ad96-fb741c3ebe69 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:44.649655 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.649998 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1e5b1c78-d7ea-4e03-ac2b-df6c1ac8f80c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/a1ac5b53-0348-464a-8ba8-19abda5834f0 HTTP/1.1" status: 204 len: 168 time: 2.2845731 Apr 22 15:11:44.657977 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57854) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:44.680055 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Transition to ACTIVE for port object a88105af-0ac3-4f27-ad96-fb741c3ebe69 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:44.687882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.707178 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:44.725120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:44.725443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.741683 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:44.745954 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:44.788883 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7269fa45-d1c2-4828-a20a-79472dda41c8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:44.791102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7269fa45-d1c2-4828-a20a-79472dda41c8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:44.792151 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7269fa45-d1c2-4828-a20a-79472dda41c8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:44.792978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7269fa45-d1c2-4828-a20a-79472dda41c8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:44.817462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.869088 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:44.890915 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Network 20321267-257f-4d79-bced-7d4f266f2ad8 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:44.896991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:44.899213 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:44.948901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c2abb-9c8a-4bf2-8af7-b59adc5dee65 req-79331769-5f53-4f05-a56a-96b435e5cab8 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:44.951282 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-257c2abb-9c8a-4bf2-8af7-b59adc5dee65 req-79331769-5f53-4f05-a56a-96b435e5cab8 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 944 time: 0.7641408 Apr 22 15:11:44.952854 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Pushing event updated for resources: {'Port': ['ID=a88105af-0ac3-4f27-ad96-fb741c3ebe69,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:45.045906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Attempting to bind port a88105af-0ac3-4f27-ad96-fb741c3ebe69 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:45.046433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Attempting to bind port a88105af-0ac3-4f27-ad96-fb741c3ebe69 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '37eeb886-52ca-407b-a211-57f0ee4ddb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '20321267-257f-4d79-bced-7d4f266f2ad8'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:45.046801 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Attempting to bind port a88105af-0ac3-4f27-ad96-fb741c3ebe69 on network 20321267-257f-4d79-bced-7d4f266f2ad8 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:45.055561 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a3ce56c1-4bb1-4382-b40d-912bedf2fd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.065563 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bcde9e66-6ab7-418b-b0dd-b4b64c6c5319,segment=NetworkSegment(0f47390b-22e3-4169-ab71-bec5adf7fc2d),segment_id=0f47390b-22e3-4169-ab71-bec5adf7fc2d)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:45.070795 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:45.071234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Checking segment: {'id': '37eeb886-52ca-407b-a211-57f0ee4ddb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '20321267-257f-4d79-bced-7d4f266f2ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:45.071642 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.072045 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Bound using segment: {'id': '37eeb886-52ca-407b-a211-57f0ee4ddb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '20321267-257f-4d79-bced-7d4f266f2ad8'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:45.072580 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Bound port: a88105af-0ac3-4f27-ad96-fb741c3ebe69, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37eeb886-52ca-407b-a211-57f0ee4ddb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '20321267-257f-4d79-bced-7d4f266f2ad8'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:45.072956 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.086966 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.135363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.145462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Subnet': ['ID=45fd7822-0122-4a51-ba9d-89c0eb707bd0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:45.149718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7269fa45-d1c2-4828-a20a-79472dda41c8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:45.151413 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7269fa45-d1c2-4828-a20a-79472dda41c8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4915564 Apr 22 15:11:45.167658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57858) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:45.195625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.210749 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/networks/55f50816-87ae-4f18-8966-c50f23c0f335 HTTP/1.1" status: 204 len: 168 time: 4.7007213 Apr 22 15:11:45.211638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Attempting to bind port 21011859-8eec-463d-8566-76f78ca31784 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:45.211981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Attempting to bind port 21011859-8eec-463d-8566-76f78ca31784 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '15bcabbf-adc8-4924-9b62-fb3d2bcc436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:45.212313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Attempting to bind port 21011859-8eec-463d-8566-76f78ca31784 on network f80c3656-8bb1-468b-bace-76c03388f7e3 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:45.214462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57862) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:45.224545 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-257c2abb-9c8a-4bf2-8af7-b59adc5dee65 req-6d6bc6fa-a098-4957-a94e-9675d3540dc9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340643 Apr 22 15:11:45.238354 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=bcde9e66-6ab7-418b-b0dd-b4b64c6c5319,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:45.240780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1310718646'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:45.247122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa910a-8dc8-4fa9-bb14-5e1b15b99d3b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Network': ['ID=55f50816-87ae-4f18-8966-c50f23c0f335,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:45.258605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:45.279748 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:network and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:45.286945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Port 21011859-8eec-463d-8566-76f78ca31784 on network f80c3656-8bb1-468b-bace-76c03388f7e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:11:45.287378 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Attempting to bind port 21011859-8eec-463d-8566-76f78ca31784 on network f80c3656-8bb1-468b-bace-76c03388f7e3 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:45.290470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:45.298905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.316268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.322027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:45.335632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0a3c9eab-db33-408b-93ba-dd8127ab6e17 None None] Provisioning complete for port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:45.335971 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9eab-db33-408b-93ba-dd8127ab6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.337250 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:45.337709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Checking segment: {'id': '15bcabbf-adc8-4924-9b62-fb3d2bcc436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:45.338225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Bound using segment: {'id': '15bcabbf-adc8-4924-9b62-fb3d2bcc436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:45.338893 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Bound port: 21011859-8eec-463d-8566-76f78ca31784, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15bcabbf-adc8-4924-9b62-fb3d2bcc436e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:45.339327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.359651 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting port 41a334fc-9a06-420f-be89-5afda8450b9a {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:45.360653 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.388091 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-82f852bc-c791-402c-a271-5fe26715093f None None] For port a88105af-0ac3-4f27-ad96-fb741c3ebe69, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:45.401675 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-82f852bc-c791-402c-a271-5fe26715093f None None] For port a88105af-0ac3-4f27-ad96-fb741c3ebe69, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a88105af-0ac3-4f27-ad96-fb741c3ebe69,segment=NetworkSegment(37eeb886-52ca-407b-a211-57f0ee4ddb68),segment_id=37eeb886-52ca-407b-a211-57f0ee4ddb68)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:45.402712 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:45.405825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.408504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.416237 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port b27b3905-c2ff-48d7-a744-f44818f1e421 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:11:45.566371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f852bc-c791-402c-a271-5fe26715093f None None] Pushing event updated for resources: {'Port': ['ID=a88105af-0ac3-4f27-ad96-fb741c3ebe69,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:45.627694 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.627846 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0a3c9eab-db33-408b-93ba-dd8127ab6e17 None None] Provisioning for port 1ef27914-411d-4e1f-aa8e-843c50761a94 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:45.635347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0a3c9eab-db33-408b-93ba-dd8127ab6e17 None None] Provisioning complete for port 1ef27914-411d-4e1f-aa8e-843c50761a94 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:45.635853 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a3c9eab-db33-408b-93ba-dd8127ab6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.659908 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58262381-4cb4-445c-b575-526ebd5b33fa None None] Network 20321267-257f-4d79-bced-7d4f266f2ad8 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:45.750436 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20321267-257f-4d79-bced-7d4f266f2ad8']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:45.761226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.776907 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c9eab-db33-408b-93ba-dd8127ab6e17 None None] Port 1ef27914-411d-4e1f-aa8e-843c50761a94 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:45.777567 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37eeb886-52ca-407b-a211-57f0ee4ddb68') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:45.777744 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37eeb886-52ca-407b-a211-57f0ee4ddb68') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:45.812402 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Deleting port 99c1d2d0-363a-4600-96e7-eb759b5e7416 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:45.812739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.819647 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:11:45.842161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.873865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] For port 21011859-8eec-463d-8566-76f78ca31784, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:45.876673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.877017 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Added segment f9fc304c-4904-4b85-9efb-b9651797b3f0 of type vlan for network 539e037a-df75-4807-89cc-a56512354381 Apr 22 15:11:45.902123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] For port 21011859-8eec-463d-8566-76f78ca31784, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21011859-8eec-463d-8566-76f78ca31784,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:45.905011 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcc9a56-f4a1-4908-b69a-3dcdcd1d6e93 None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:11:45.924565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.955216 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e04f8ef-9b0b-48a9-bbe6-a1ea8a600530 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 98d6b5b6-679c-4632-a611-e85ea7bceeeb {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:45.959315 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e04f8ef-9b0b-48a9-bbe6-a1ea8a600530 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.960803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.965267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:45.965553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-61439850-a681-4f0d-b169-9c31ecf94819 None None] Provisioning complete for port 1ef27914-411d-4e1f-aa8e-843c50761a94 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:45.966186 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-61439850-a681-4f0d-b169-9c31ecf94819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.019124 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e04f8ef-9b0b-48a9-bbe6-a1ea8a600530 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.025957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.036469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.060578 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-61439850-a681-4f0d-b169-9c31ecf94819 None None] Port 1ef27914-411d-4e1f-aa8e-843c50761a94 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:46.103274 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.110942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcc9a56-f4a1-4908-b69a-3dcdcd1d6e93 None None] Resources bound (agent type, host, resource id): {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:11:46.176018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Calling delete_port for 41a334fc-9a06-420f-be89-5afda8450b9a owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:46.188919 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:46.189425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:46.204238 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:46.206939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e04f8ef-9b0b-48a9-bbe6-a1ea8a600530 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.228674 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:46.244691 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Allocated IP 172.20.0.9 (a2a0ac5e-0992-409f-adcd-84104e33e37c/51d47db6-82e2-4e8e-9475-21fb2b679910/b27b3905-c2ff-48d7-a744-f44818f1e421) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:46.248004 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-1f9be194-2178-4865-b82b-20e9151f4ef3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:11:46.255997 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.257369 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] 10.222.0.70 "PUT /v2.0/ports/21011859-8eec-463d-8566-76f78ca31784 HTTP/1.1" status: 200 len: 1094 time: 4.4441867 Apr 22 15:11:46.257873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'tag': '21011859-8eec-463d-8566-76f78ca31784'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:11:46.278607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5495163-410c-4af1-bc8c-6028bae6c27e service neutron] Pushing event updated for resources: {'Port': ['ID=21011859-8eec-463d-8566-76f78ca31784,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:46.361950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:46.362787 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.382494 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23d7de0-21c7-4059-aaa9-9ec04dbb9b1b'] response: {'name': 'network-changed', 'server_uuid': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'tag': '21011859-8eec-463d-8566-76f78ca31784', 'status': 'completed', 'code': 200} Apr 22 15:11:46.455987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.459639 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:46.460243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.531573 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 15:11:46.531573 dv-neutron-838883-3-hyperv neutron-server[83934]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 15:11:46.531573 dv-neutron-838883-3-hyperv neutron-server[83934]: [parameters: {'id': '20321267-257f-4d79-bced-7d4f266f2ad8'}] Apr 22 15:11:46.531573 dv-neutron-838883-3-hyperv neutron-server[83934]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:11:46.532668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:11:46.543319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f9be194-2178-4865-b82b-20e9151f4ef3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.545183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.557748 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f9be194-2178-4865-b82b-20e9151f4ef3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.710129 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4887459 Apr 22 15:11:46.719255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b5724-3e81-482c-a948-507a7171726b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Network': ['ID=539e037a-df75-4807-89cc-a56512354381,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:46.722299 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57870) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:46.751142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 539e037a-df75-4807-89cc-a56512354381 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:11:46.752091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'subnet': {'network_id': '539e037a-df75-4807-89cc-a56512354381', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:46.797518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Calling delete_port for 99c1d2d0-363a-4600-96e7-eb759b5e7416 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:46.823476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e04f8ef-9b0b-48a9-bbe6-a1ea8a600530 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:46.972447 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-4f4ce866-3b73-4cc5-a28a-131031d2124d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6e451ea9b62646848542497e7cd37e73&device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 1097 time: 0.6208150 Apr 22 15:11:47.021981 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04f8ef-9b0b-48a9-bbe6-a1ea8a600530 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=98d6b5b6-679c-4632-a611-e85ea7bceeeb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:47.034546 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.046906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d47352-2b83-44c0-aaec-0aab539fb675 req-db271278-9e41-4ac3-8ad0-220a75aab32f tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:47.048850 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13d47352-2b83-44c0-aaec-0aab539fb675 req-db271278-9e41-4ac3-8ad0-220a75aab32f tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 944 time: 0.6271689 Apr 22 15:11:47.051334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e04f8ef-9b0b-48a9-bbe6-a1ea8a600530 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.056510 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5514b6-d200-4782-b986-fbb5d4c32a16 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:47.061227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:47.099147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Deleting port a88105af-0ac3-4f27-ad96-fb741c3ebe69 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:47.099147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.099777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:subnet and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:47.107267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:47.115306 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-8d4bf078-7077-4e91-a8ad-cbd02d58624d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=21011859-8eec-463d-8566-76f78ca31784 HTTP/1.1" status: 200 len: 217 time: 0.1208115 Apr 22 15:11:47.117970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.132173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:47.133575 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8e04f8ef-9b0b-48a9-bbe6-a1ea8a600530 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/98d6b5b6-679c-4632-a611-e85ea7bceeeb HTTP/1.1" status: 204 len: 168 time: 1.9644501 Apr 22 15:11:47.142606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57874) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:47.169043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.245426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Transition to ACTIVE for port object b27b3905-c2ff-48d7-a744-f44818f1e421 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:47.257241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Port': ['ID=41a334fc-9a06-420f-be89-5afda8450b9a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:47.269526 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:47.298822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5f1a0e-8a9b-405e-ba5c-b607f926c8dc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet eb36a08f-0552-4cfe-887b-d59a2c239cba {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:47.308518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b5f1a0e-8a9b-405e-ba5c-b607f926c8dc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.448990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.465898 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13d47352-2b83-44c0-aaec-0aab539fb675 req-1d043ac5-d1bd-46b5-a62a-c1cd16cb2118 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3928673 Apr 22 15:11:47.518251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b5f1a0e-8a9b-405e-ba5c-b607f926c8dc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.518549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.587890 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] For port a88105af-0ac3-4f27-ad96-fb741c3ebe69, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a88105af-0ac3-4f27-ad96-fb741c3ebe69,segment=NetworkSegment(37eeb886-52ca-407b-a211-57f0ee4ddb68),segment_id=37eeb886-52ca-407b-a211-57f0ee4ddb68)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:47.588241 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.601049 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-278c302d-985d-447d-8bf3-5462ac314701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:47.602555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.602793 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-278c302d-985d-447d-8bf3-5462ac314701 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36f6d00e-e22a-4408-b1ac-560af307be50 HTTP/1.1" status: 200 len: 838 time: 0.4762855 Apr 22 15:11:47.722177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network a2a0ac5e-0992-409f-adcd-84104e33e37c is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:47.728697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=b27b3905-c2ff-48d7-a744-f44818f1e421,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:47.731192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:47.735316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:47.754867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:47.783440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Calling delete_port for a88105af-0ac3-4f27-ad96-fb741c3ebe69 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:47.813050 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Pushing event deleted for resources: {'Port': ['ID=99c1d2d0-363a-4600-96e7-eb759b5e7416,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:47.868224 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-1f9be194-2178-4865-b82b-20e9151f4ef3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Floating IP 40a5c540-180c-411e-a133-7dd9afec3c73 associated. External IP: 172.26.8.224, port: f63510a2-1adb-46e9-89b2-afa7e71ab191. Apr 22 15:11:48.061676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:48.074082 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b5f1a0e-8a9b-405e-ba5c-b607f926c8dc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:48.118577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:48.119180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:48.160097 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-25467152-b188-4c82-8f51-3367dc6287e1 None None] Provisioning for port b27b3905-c2ff-48d7-a744-f44818f1e421 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:48.167531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-25467152-b188-4c82-8f51-3367dc6287e1 None None] Provisioning complete for port b27b3905-c2ff-48d7-a744-f44818f1e421 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:48.168119 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25467152-b188-4c82-8f51-3367dc6287e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:48.244239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-25467152-b188-4c82-8f51-3367dc6287e1 None None] Port b27b3905-c2ff-48d7-a744-f44818f1e421 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:48.249132 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-d8d23390-cd26-4559-a3fe-8ddc18fd65ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f80c3656-8bb1-468b-bace-76c03388f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6275046 Apr 22 15:11:48.260814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-25467152-b188-4c82-8f51-3367dc6287e1 None None] Provisioning complete for port 87183151-71b3-4ff6-bce1-c9ac9b5152f3 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:48.261226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-25467152-b188-4c82-8f51-3367dc6287e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:48.314121 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6dbc79d9-8349-47e2-98fe-585e938115b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.9216969 Apr 22 15:11:48.367783 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57878) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:48.368656 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:48.470543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:48.473032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Port': ['ID=a88105af-0ac3-4f27-ad96-fb741c3ebe69,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:48.481701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:48.580914 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:48.586394 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-823f5f93-c6dd-442e-aeb5-7a240a0a4deb service neutron] 10.222.0.70 "GET /v2.0/networks/f80c3656-8bb1-468b-bace-76c03388f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646606 Apr 22 15:11:48.749307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No DVR routers for this DVR port a88105af-0ac3-4f27-ad96-fb741c3ebe69 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:48.781352 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:48.782355 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Fanout notify agent at l3_agent the message router_deleted on router 00b827fb-2f3f-448c-8aca-9af64ee0d0cc {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:11:48.893621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b5f1a0e-8a9b-405e-ba5c-b607f926c8dc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:48.938473 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.013458 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.015275 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7c5ffdcd-1a83-479c-ac00-c49d40fb1013 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/routers/00b827fb-2f3f-448c-8aca-9af64ee0d0cc HTTP/1.1" status: 204 len: 168 time: 7.5614674 Apr 22 15:11:49.028634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57884) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:49.070902 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f3070e8-2a7a-418f-8e00-1af2b24499bb req-eb9715b2-07c4-41ae-a111-782e0dfe6a1d service neutron] 10.222.0.70 "GET /v2.0/networks/f80c3656-8bb1-468b-bace-76c03388f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742866 Apr 22 15:11:49.084577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f1a0e-8a9b-405e-ba5c-b607f926c8dc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=eb36a08f-0552-4cfe-887b-d59a2c239cba,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:49.096171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Subnet': ['ID=fb91a461-3a09-4470-87b4-3e49fe52030b,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:49.113920 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.126490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162709e7-4b13-4874-ba6c-58dcc017bb2d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:49.127431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0188a-ff28-4411-8fc1-d292d06611c7 req-0dc26ae8-487c-4dba-a43d-4edd80242b24 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:49.127958 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-162709e7-4b13-4874-ba6c-58dcc017bb2d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.7538538 Apr 22 15:11:49.128883 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a7d0188a-ff28-4411-8fc1-d292d06611c7 req-0dc26ae8-487c-4dba-a43d-4edd80242b24 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 944 time: 0.5112844 Apr 22 15:11:49.133533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57888) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:49.145982 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee07fd3e-7d93-4fed-8b81-e923481b29a2 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:49.148152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b5f1a0e-8a9b-405e-ba5c-b607f926c8dc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.151887 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.165225 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20321267-257f-4d79-bced-7d4f266f2ad8']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:49.184158 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.187540 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37eeb886-52ca-407b-a211-57f0ee4ddb68') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:49.188539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37eeb886-52ca-407b-a211-57f0ee4ddb68') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:49.206270 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7b5f1a0e-8a9b-405e-ba5c-b607f926c8dc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/eb36a08f-0552-4cfe-887b-d59a2c239cba HTTP/1.1" status: 204 len: 168 time: 2.0578384 Apr 22 15:11:49.209582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57892) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:49.267542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.317322 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-55666cad-77b6-4b74-b874-72e7dae4a9c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1018105 Apr 22 15:11:49.317322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57896) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:49.328746 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Checking segment: {'id': 'f9fc304c-4904-4b85-9efb-b9651797b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '539e037a-df75-4807-89cc-a56512354381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:49.329330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network hostable DHCP agents. Network: 539e037a-df75-4807-89cc-a56512354381, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:11:49.350194 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.368579 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:49.369193 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:49.386530 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:49.392313 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a7d0188a-ff28-4411-8fc1-d292d06611c7 req-03ea7dee-3be3-43f6-a9c4-15a79c0b773b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545524 Apr 22 15:11:49.393362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.393871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Fanout notify agent at l3_agent the message router_deleted on router 601e46de-09d0-4ed1-bac5-0a506a7b43eb {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:11:49.435172 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc15495-9547-4e42-a793-277c6534a92a None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:11:49.443924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-dfc15495-9547-4e42-a793-277c6534a92a None None] Deleting port 87183151-71b3-4ff6-bce1-c9ac9b5152f3 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:49.444605 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dfc15495-9547-4e42-a793-277c6534a92a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.458100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network 539e037a-df75-4807-89cc-a56512354381 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:11:49.468456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-6206f421-0299-4de1-895b-9d74af7d47cd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Deleting subnet eb81c669-6c81-42dd-b40b-0dbd3729ca79 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:49.474899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.475964 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d865a2c0-55d3-4e94-b0df-71715a2f3b76 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "DELETE /v2.0/routers/601e46de-09d0-4ed1-bac5-0a506a7b43eb HTTP/1.1" status: 204 len: 168 time: 6.2115331 Apr 22 15:11:49.476590 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da371714-5eb1-4fe3-8e48-9106909b2870 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:49.483589 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da371714-5eb1-4fe3-8e48-9106909b2870 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:49.485345 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57900) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:49.488047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da371714-5eb1-4fe3-8e48-9106909b2870 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:49.489084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-da371714-5eb1-4fe3-8e48-9106909b2870 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:49.496779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6206f421-0299-4de1-895b-9d74af7d47cd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.498357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Request body: {'router': {'name': 'tempest-snat-router-402253352', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'enable_snat': False}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:49.508172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:49.516131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Usage tracker for resource:router and tenant:2b7b0d93880f41a5a8d35824e8ba12dd is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:49.519430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:49.538632 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 539e037a-df75-4807-89cc-a56512354381) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:49.553594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7818c01-0a00-4801-808b-5b7c4a9ac465 None None] Network 539e037a-df75-4807-89cc-a56512354381 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:49.560297 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2631abb7-474c-4214-ace9-cf6e87edda8a req-e83b59c7-0bde-4a4f-96c8-771eacee84f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6e451ea9b62646848542497e7cd37e73&device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 1097 time: 0.3736238 Apr 22 15:11:49.561417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:49.561994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.581541 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.583358 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:49.594976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-da371714-5eb1-4fe3-8e48-9106909b2870 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:49.596413 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-da371714-5eb1-4fe3-8e48-9106909b2870 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4603012 Apr 22 15:11:49.605839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57904) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:49.610635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6206f421-0299-4de1-895b-9d74af7d47cd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.613257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.682554 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Network': ['ID=20321267-257f-4d79-bced-7d4f266f2ad8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:49.689830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ae3e68-1c39-4806-aa38-ec98f3536b83 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:49.690570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-07ae3e68-1c39-4806-aa38-ec98f3536b83 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:49.697051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.697968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.706565 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7e54f917-1dfb-4050-a966-8a536b3becc1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/20321267-257f-4d79-bced-7d4f266f2ad8 HTTP/1.1" status: 204 len: 168 time: 6.5346675 Apr 22 15:11:49.707727 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57908) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:49.724607 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-760141852'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:49.735514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:49.737734 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-54dc873c-9fd3-4fb8-ac8f-55d3048e2fb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0035853 Apr 22 15:11:49.747654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57912) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:49.754513 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:network and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:49.760321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c57a530d-a3db-4fed-a3d5-997b05e221c0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-45395125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:49.770234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:49.778682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:49.780872 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c57a530d-a3db-4fed-a3d5-997b05e221c0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:49.783624 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-07ae3e68-1c39-4806-aa38-ec98f3536b83 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:49.784781 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-07ae3e68-1c39-4806-aa38-ec98f3536b83 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4678996 Apr 22 15:11:49.789958 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57916) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:49.792190 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c57a530d-a3db-4fed-a3d5-997b05e221c0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:router and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:49.798462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c57a530d-a3db-4fed-a3d5-997b05e221c0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:49.804154 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-dfc15495-9547-4e42-a793-277c6534a92a None None] For port 87183151-71b3-4ff6-bce1-c9ac9b5152f3, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=87183151-71b3-4ff6-bce1-c9ac9b5152f3,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:49.804600 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dfc15495-9547-4e42-a793-277c6534a92a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.807812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c57a530d-a3db-4fed-a3d5-997b05e221c0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:49.811212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.812372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:49.815831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.844780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c15d-8403-41e0-a1e7-c234724ca69c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port b27b3905-c2ff-48d7-a744-f44818f1e421 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:49.845382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c15d-8403-41e0-a1e7-c234724ca69c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.857179 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c57a530d-a3db-4fed-a3d5-997b05e221c0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.858061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c57a530d-a3db-4fed-a3d5-997b05e221c0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.873598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6206f421-0299-4de1-895b-9d74af7d47cd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:49.927562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:11:49.972500 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-dfc15495-9547-4e42-a793-277c6534a92a None None] Calling delete_port for 87183151-71b3-4ff6-bce1-c9ac9b5152f3 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:50.013667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.014012 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Added segment 1c6e18a7-7149-4979-afe7-be36eb03780a of type vlan for network bbc3cdbf-a0d3-433e-bdc6-10988d0e83da Apr 22 15:11:50.015060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631abb7-474c-4214-ace9-cf6e87edda8a req-2c858756-a364-4c36-98f7-57b77bb239ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:50.017057 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2631abb7-474c-4214-ace9-cf6e87edda8a req-2c858756-a364-4c36-98f7-57b77bb239ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=f80c3656-8bb1-468b-bace-76c03388f7e3 HTTP/1.1" status: 200 len: 898 time: 0.4468660 Apr 22 15:11:50.040149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c57a530d-a3db-4fed-a3d5-997b05e221c0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.071436 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.098917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-539e037a-df75-4807-89cc-a56512354381', 'network_id': '539e037a-df75-4807-89cc-a56512354381', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'fixed_ips': [{'subnet_id': 'fb91a461-3a09-4470-87b4-3e49fe52030b'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:11:50.099979 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.103624 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.106086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fa2796-8c88-42f6-80c7-9569da077c81 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:50.107068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c1fa2796-8c88-42f6-80c7-9569da077c81 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:50.134406 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c57a530d-a3db-4fed-a3d5-997b05e221c0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.159812 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2631abb7-474c-4214-ace9-cf6e87edda8a req-feaea651-d763-4bfb-8397-849fe6a69b69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=21011859-8eec-463d-8566-76f78ca31784 HTTP/1.1" status: 200 len: 217 time: 0.1075175 Apr 22 15:11:50.172513 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.177093 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:50.177978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.222932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6206f421-0299-4de1-895b-9d74af7d47cd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.232092 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c57a530d-a3db-4fed-a3d5-997b05e221c0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.233645 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c57a530d-a3db-4fed-a3d5-997b05e221c0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4841735 Apr 22 15:11:50.246685 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dfc15495-9547-4e42-a793-277c6534a92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.261141 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c1fa2796-8c88-42f6-80c7-9569da077c81 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:50.264630 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c1fa2796-8c88-42f6-80c7-9569da077c81 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4693544 Apr 22 15:11:50.288398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57920) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:50.288398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57922) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:50.317740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 87183151-71b3-4ff6-bce1-c9ac9b5152f3 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:11:50.342079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206f421-0299-4de1-895b-9d74af7d47cd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Subnet': ['ID=eb81c669-6c81-42dd-b40b-0dbd3729ca79,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:50.361180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6206f421-0299-4de1-895b-9d74af7d47cd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.363204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 87183151-71b3-4ff6-bce1-c9ac9b5152f3 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:11:50.363539 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 87183151-71b3-4ff6-bce1-c9ac9b5152f3 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:11:50.375915 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6206f421-0299-4de1-895b-9d74af7d47cd tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/subnets/eb81c669-6c81-42dd-b40b-0dbd3729ca79 HTTP/1.1" status: 204 len: 168 time: 1.3448284 Apr 22 15:11:50.377548 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631abb7-474c-4214-ace9-cf6e87edda8a req-3971ffb0-e1a5-4f36-8783-9f9ddab2c9f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:50.379302 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2631abb7-474c-4214-ace9-cf6e87edda8a req-3971ffb0-e1a5-4f36-8783-9f9ddab2c9f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36f6d00e-e22a-4408-b1ac-560af307be50 HTTP/1.1" status: 200 len: 838 time: 0.2074740 Apr 22 15:11:50.379444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57928) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:50.384383 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc15495-9547-4e42-a793-277c6534a92a None None] Pushing event deleted for resources: {'Port': ['ID=87183151-71b3-4ff6-bce1-c9ac9b5152f3,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:50.394330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc15495-9547-4e42-a793-277c6534a92a None None] No DVR routers for this DVR port 87183151-71b3-4ff6-bce1-c9ac9b5152f3 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:50.417233 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Allocated IP 172.20.0.2 (539e037a-df75-4807-89cc-a56512354381/fb91a461-3a09-4470-87b4-3e49fe52030b/8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:50.433544 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'port': {'network_id': '539e037a-df75-4807-89cc-a56512354381', 'name': 'tempest-RoutersTest-1917034938'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:50.494745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c15d-8403-41e0-a1e7-c234724ca69c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.527674 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9be194-2178-4865-b82b-20e9151f4ef3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Router dd890921-16e1-4fb8-b773-b18126a2c12f has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:11:50.586754 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8785529 Apr 22 15:11:50.590503 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-426567f0-9a26-41e3-8804-18e2ed8be869 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2974088 Apr 22 15:11:50.597175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57934) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:50.597175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57936) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:50.661969 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c9e7e5f8-e10c-4468-8c88-913ff7debfc4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:50.665659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.678078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Transition to ACTIVE for port object 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:50.682334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'subnet': {'network_id': 'bbc3cdbf-a0d3-433e-bdc6-10988d0e83da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:50.695724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb341a7d-2e57-4845-8cc0-3c73b4ed8205 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Network': ['ID=bbc3cdbf-a0d3-433e-bdc6-10988d0e83da,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:50.697895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Transition to ACTIVE for port object 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:50.709282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:50.765141 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9c15d-8403-41e0-a1e7-c234724ca69c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for b27b3905-c2ff-48d7-a744-f44818f1e421 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:50.782318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network bbc3cdbf-a0d3-433e-bdc6-10988d0e83da details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:11:50.910667 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Network 539e037a-df75-4807-89cc-a56512354381 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:50.916574 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:50.919227 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Pushing event updated for resources: {'Port': ['ID=8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:50.921708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:50.991552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f55cc487-483c-474d-8b2e-767b77daec80 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.020262 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Attempting to bind port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:11:51.020727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Attempting to bind port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'f9fc304c-4904-4b85-9efb-b9651797b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '539e037a-df75-4807-89cc-a56512354381'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:11:51.021061 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Attempting to bind port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 on network 539e037a-df75-4807-89cc-a56512354381 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:11:51.032205 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:11:51.032631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Checking segment: {'id': 'f9fc304c-4904-4b85-9efb-b9651797b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '539e037a-df75-4807-89cc-a56512354381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:51.033036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.033431 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Bound using segment: {'id': 'f9fc304c-4904-4b85-9efb-b9651797b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '539e037a-df75-4807-89cc-a56512354381'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:11:51.033965 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Bound port: 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fc304c-4904-4b85-9efb-b9651797b3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '539e037a-df75-4807-89cc-a56512354381'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:11:51.034378 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.036204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabc71f-2cc6-4b89-8aeb-8e06da6f4cd4 req-7d862670-45dc-43a9-94fb-e878e5408c79 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:51.037700 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cabc71f-2cc6-4b89-8aeb-8e06da6f4cd4 req-7d862670-45dc-43a9-94fb-e878e5408c79 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 944 time: 0.4661970 Apr 22 15:11:51.071264 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2631abb7-474c-4214-ace9-cf6e87edda8a req-1598202e-9de5-407c-ab24-8e89478f07cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f80c3656-8bb1-468b-bace-76c03388f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6564038 Apr 22 15:11:51.074828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:51.081782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c9e7e5f8-e10c-4468-8c88-913ff7debfc4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:51.087592 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:subnet and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:51.090426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:51.096981 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:51.107279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:port and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:51.115080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:51.119027 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:51.124738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c9e7e5f8-e10c-4468-8c88-913ff7debfc4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:51.127160 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:51.138705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] For port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:11:51.142079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] For port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10,segment=NetworkSegment(f9fc304c-4904-4b85-9efb-b9651797b3f0),segment_id=f9fc304c-4904-4b85-9efb-b9651797b3f0)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:11:51.149913 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.163943 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:51.190390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:51.193331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.202580 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e7e5f8-e10c-4468-8c88-913ff7debfc4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:51.240439 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fdbc0-b563-4408-a44d-8195c0fefe27 None None] Pushing event updated for resources: {'Port': ['ID=8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:51.343579 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c15d-8403-41e0-a1e7-c234724ca69c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.351027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f55cc487-483c-474d-8b2e-767b77daec80 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.387593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] device_id is not set on port 4109c42c-5344-42a5-8a98-9ca617ca5717 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:11:51.417058 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cabc71f-2cc6-4b89-8aeb-8e06da6f4cd4 req-e875a043-3d60-41d3-a108-80083769b028 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3401146 Apr 22 15:11:51.446401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9c15d-8403-41e0-a1e7-c234724ca69c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=b27b3905-c2ff-48d7-a744-f44818f1e421,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:51.466720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-f55cc487-483c-474d-8b2e-767b77daec80 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb9c397-b661-484f-a109-8a7d2cda88d2']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:51.495110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-f55cc487-483c-474d-8b2e-767b77daec80 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9356f4d4-ee2b-4d68-8707-7fb228e2b9f1') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:51.495446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-f55cc487-483c-474d-8b2e-767b77daec80 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9356f4d4-ee2b-4d68-8707-7fb228e2b9f1') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:51.539493 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2631abb7-474c-4214-ace9-cf6e87edda8a req-a8f2e8ce-1e6d-454a-8930-50114c2c4794 service neutron] 10.222.0.70 "GET /v2.0/networks/f80c3656-8bb1-468b-bace-76c03388f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176316 Apr 22 15:11:51.541134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f55cc487-483c-474d-8b2e-767b77daec80 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.545841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.565194 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9e7e5f8-e10c-4468-8c88-913ff7debfc4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.566627 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e7e5f8-e10c-4468-8c88-913ff7debfc4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:11:51.567054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e7e5f8-e10c-4468-8c88-913ff7debfc4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:11:51.662191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f55cc487-483c-474d-8b2e-767b77daec80 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.698748 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55cc487-483c-474d-8b2e-767b77daec80 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:51.699289 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f55cc487-483c-474d-8b2e-767b77daec80 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:51.715109 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:51.737211 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c9e7e5f8-e10c-4468-8c88-913ff7debfc4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.1317468 Apr 22 15:11:51.737211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.760569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57942) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:51.812064 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7e9c15d-8403-41e0-a1e7-c234724ca69c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.816232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-953a1c7c-7d75-4b92-81cf-9ee46f5a3ab8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:51.845200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.855677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f55cc487-483c-474d-8b2e-767b77daec80 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.860604 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f55cc487-483c-474d-8b2e-767b77daec80 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:51.887035 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b7e9c15d-8403-41e0-a1e7-c234724ca69c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/b27b3905-c2ff-48d7-a744-f44818f1e421 HTTP/1.1" status: 204 len: 168 time: 2.2773609 Apr 22 15:11:51.890036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57946) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:51.894286 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f55cc487-483c-474d-8b2e-767b77daec80 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] 10.222.0.71 "DELETE /v2.0/networks/0fb9c397-b661-484f-a109-8a7d2cda88d2 HTTP/1.1" status: 204 len: 168 time: 1.5107386 Apr 22 15:11:51.899929 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2631abb7-474c-4214-ace9-cf6e87edda8a req-9ebd6cc9-f66f-4bd7-b296-ba977d07a628 service neutron] 10.222.0.70 "GET /v2.0/networks/f80c3656-8bb1-468b-bace-76c03388f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450172 Apr 22 15:11:51.932185 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cc487-483c-474d-8b2e-767b77daec80 tempest-FloatingIPTestJSON-1504004372 tempest-FloatingIPTestJSON-1504004372-project] Pushing event deleted for resources: {'Network': ['ID=0fb9c397-b661-484f-a109-8a7d2cda88d2,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:51.955513 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-d641051e-c1ec-483d-9fe9-23d140487f2b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] GET failed (client error): The resource could not be found. Apr 22 15:11:51.956165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d641051e-c1ec-483d-9fe9-23d140487f2b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:51.979842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d641051e-c1ec-483d-9fe9-23d140487f2b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:51.986076 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d641051e-c1ec-483d-9fe9-23d140487f2b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/b27b3905-c2ff-48d7-a744-f44818f1e421 HTTP/1.1" status: 404 len: 333 time: 0.0903454 Apr 22 15:11:51.986807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57952) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:52.080502 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-08a6e9f1-a32b-4310-943a-e16bc5b60b30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 1ef27914-411d-4e1f-aa8e-843c50761a94 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:52.080843 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08a6e9f1-a32b-4310-943a-e16bc5b60b30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:52.265495 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:52.333817 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Allocated IP 172.20.0.14 (539e037a-df75-4807-89cc-a56512354381/fb91a461-3a09-4470-87b4-3e49fe52030b/4109c42c-5344-42a5-8a98-9ca617ca5717) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:52.342529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9be194-2178-4865-b82b-20e9151f4ef3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:52.368399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a8117-0ad8-4edb-b7f7-a46cfb6da93f None None] Sync routers for ids ['dd890921-16e1-4fb8-b773-b18126a2c12f'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:52.374239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:52.375430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f9be194-2178-4865-b82b-20e9151f4ef3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:52.380451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57958) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:52.389555 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504a8117-0ad8-4edb-b7f7-a46cfb6da93f None None] Routers {'dd890921-16e1-4fb8-b773-b18126a2c12f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:52.390399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-504a8117-0ad8-4edb-b7f7-a46cfb6da93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['dd890921-16e1-4fb8-b773-b18126a2c12f'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:52.411190 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-953a1c7c-7d75-4b92-81cf-9ee46f5a3ab8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:52.418948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08a6e9f1-a32b-4310-943a-e16bc5b60b30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:52.436335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Allocated IP 172.26.8.111 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/cf3918ef-09ed-4364-92df-c4c6d08d1b7d) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:52.480229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21011859-8eec-463d-8566-76f78ca31784 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:11:52.520264 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-953a1c7c-7d75-4b92-81cf-9ee46f5a3ab8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:52.568955 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5af687-7db5-46d7-a624-ff5f00e4cc5c None None] Network 539e037a-df75-4807-89cc-a56512354381 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:52.678740 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1f9be194-2178-4865-b82b-20e9151f4ef3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "PUT /v2.0/floatingips/40a5c540-180c-411e-a133-7dd9afec3c73 HTTP/1.1" status: 200 len: 991 time: 8.5545857 Apr 22 15:11:52.692527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:11:52.723210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-08a6e9f1-a32b-4310-943a-e16bc5b60b30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 1ef27914-411d-4e1f-aa8e-843c50761a94 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:52.772891 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-eb832c3b-1f18-46a4-b19d-00cb57e26e79 None None] Provisioning for port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:52.807626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-eb832c3b-1f18-46a4-b19d-00cb57e26e79 None None] Provisioning complete for port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:52.808016 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb832c3b-1f18-46a4-b19d-00cb57e26e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:52.811807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64de6ab2-e785-43b1-a370-e548b0318ddc', 'tag': 'f63510a2-1adb-46e9-89b2-afa7e71ab191'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:11:52.816345 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953a1c7c-7d75-4b92-81cf-9ee46f5a3ab8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:52.819689 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-953a1c7c-7d75-4b92-81cf-9ee46f5a3ab8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:52.821054 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-953a1c7c-7d75-4b92-81cf-9ee46f5a3ab8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:11:52.821458 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953a1c7c-7d75-4b92-81cf-9ee46f5a3ab8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:11:52.832123 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:52.967019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-504a8117-0ad8-4edb-b7f7-a46cfb6da93f None None] Set router dd890921-16e1-4fb8-b773-b18126a2c12f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:53.027965 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.040755 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2d16a2a2-2377-4ef9-b9e8-96dca5760522 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c12731375b86407aa0ae0ac31717a9d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6564877 Apr 22 15:11:53.043856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57972) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:53.053054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2597ed-48ab-418e-9640-518b53db2703 req-26e38982-548f-45fa-b034-8bf66b530e94 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:53.054509 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be2597ed-48ab-418e-9640-518b53db2703 req-26e38982-548f-45fa-b034-8bf66b530e94 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 944 time: 0.2657447 Apr 22 15:11:53.066272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08a6e9f1-a32b-4310-943a-e16bc5b60b30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.082986 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Subnet': ['ID=b689f370-0a9d-421d-ad72-b60515a15996,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:53.089075 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-953a1c7c-7d75-4b92-81cf-9ee46f5a3ab8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.3200619 Apr 22 15:11:53.093384 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57976) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:53.121453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-848dac4a-6c16-4db1-b63b-ffe7979d76f2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:53.122561 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21011859-8eec-463d-8566-76f78ca31784, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21011859-8eec-463d-8566-76f78ca31784,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:53.155020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6e9f1-a32b-4310-943a-e16bc5b60b30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=1ef27914-411d-4e1f-aa8e-843c50761a94,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:53.175397 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b0aab-7344-4d6f-b621-a292992ccf88 req-d94cb6ab-62e5-4758-8ff7-39b679593c12 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:53.176878 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d63b0aab-7344-4d6f-b621-a292992ccf88 req-d94cb6ab-62e5-4758-8ff7-39b679593c12 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.3911476 Apr 22 15:11:53.185726 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '21011859-8eec-463d-8566-76f78ca31784', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'port_id': '21011859-8eec-463d-8566-76f78ca31784', 'mac_address': 'fa:16:3e:a8:ae:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:11:53.192877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb832c3b-1f18-46a4-b19d-00cb57e26e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.221168 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:11:53.308322 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be2597ed-48ab-418e-9640-518b53db2703 req-f6ce392e-5df0-49e2-8a38-823a250b518b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401135 Apr 22 15:11:53.358371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-14de2374-3bb0-4987-a1fa-46f58906200b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.390626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.392083 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d63b0aab-7344-4d6f-b621-a292992ccf88 req-d0e3f267-890e-46f2-b1c4-4032f44b2205 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025933 Apr 22 15:11:53.404022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08a6e9f1-a32b-4310-943a-e16bc5b60b30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.411542 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-14de2374-3bb0-4987-a1fa-46f58906200b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.416436 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Transition to ACTIVE for port object 4109c42c-5344-42a5-8a98-9ca617ca5717 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:11:53.457463 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-08a6e9f1-a32b-4310-943a-e16bc5b60b30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/1ef27914-411d-4e1f-aa8e-843c50761a94 HTTP/1.1" status: 204 len: 168 time: 1.4695911 Apr 22 15:11:53.459822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57982) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:53.463743 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c24596a-8cff-4454-a3af-ef50e651cda1'] response: {'name': 'network-changed', 'server_uuid': '64de6ab2-e785-43b1-a370-e548b0318ddc', 'tag': 'f63510a2-1adb-46e9-89b2-afa7e71ab191', 'status': 'completed', 'code': 200} Apr 22 15:11:53.470728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-eb832c3b-1f18-46a4-b19d-00cb57e26e79 None None] For port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10,segment=NetworkSegment(f9fc304c-4904-4b85-9efb-b9651797b3f0),segment_id=f9fc304c-4904-4b85-9efb-b9651797b3f0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:53.477348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-848dac4a-6c16-4db1-b63b-ffe7979d76f2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:53.494867 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb832c3b-1f18-46a4-b19d-00cb57e26e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.498437 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.502100 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.552753 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a4bc9a-e0e7-4957-be78-79a966dec9b6 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] GET failed (client error): The resource could not be found. Apr 22 15:11:53.553260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a7a4bc9a-e0e7-4957-be78-79a966dec9b6 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:53.571870 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-848dac4a-6c16-4db1-b63b-ffe7979d76f2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:53.613887 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Checking segment: {'id': '1c6e18a7-7149-4979-afe7-be36eb03780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'bbc3cdbf-a0d3-433e-bdc6-10988d0e83da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:53.614308 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network hostable DHCP agents. Network: bbc3cdbf-a0d3-433e-bdc6-10988d0e83da, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:11:53.621393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a7a4bc9a-e0e7-4957-be78-79a966dec9b6 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:53.623163 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a7a4bc9a-e0e7-4957-be78-79a966dec9b6 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/1ef27914-411d-4e1f-aa8e-843c50761a94 HTTP/1.1" status: 404 len: 333 time: 0.1594543 Apr 22 15:11:53.627640 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848dac4a-6c16-4db1-b63b-ffe7979d76f2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:53.631134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-848dac4a-6c16-4db1-b63b-ffe7979d76f2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.632855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57986) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:53.633347 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-848dac4a-6c16-4db1-b63b-ffe7979d76f2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:11:53.634189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848dac4a-6c16-4db1-b63b-ffe7979d76f2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:11:53.643986 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network 539e037a-df75-4807-89cc-a56512354381 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:53.645254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21011859-8eec-463d-8566-76f78ca31784 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:11:53.657318 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:53.659743 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:53.701476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.715508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=4109c42c-5344-42a5-8a98-9ca617ca5717,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:53.747718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-14de2374-3bb0-4987-a1fa-46f58906200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.775766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de2374-3bb0-4987-a1fa-46f58906200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a114ff0-885b-4db5-a3e1-05921274f189,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:53.800773 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-848dac4a-6c16-4db1-b63b-ffe7979d76f2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7019210 Apr 22 15:11:53.816212 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb832c3b-1f18-46a4-b19d-00cb57e26e79 None None] Pushing event updated for resources: {'Port': ['ID=8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:53.818676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 57990) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:53.831050 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21011859-8eec-463d-8566-76f78ca31784, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21011859-8eec-463d-8566-76f78ca31784,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:53.833066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-04d1c006-e252-4597-a9cb-d6664dbc8976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:53.850758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.866230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:53.876798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:53.877407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.903139 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-14de2374-3bb0-4987-a1fa-46f58906200b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:53.911152 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-14de2374-3bb0-4987-a1fa-46f58906200b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4a114ff0-885b-4db5-a3e1-05921274f189 HTTP/1.1" status: 204 len: 168 time: 0.8655050 Apr 22 15:11:53.930131 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-21d6de19-152a-488d-9b27-4891d4bcf6fa req-9b5ff5ad-3593-4e7e-a3df-47a015b424a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca170eb8340f428b86c9c5acf6a8ca1c&device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 1098 time: 0.4248676 Apr 22 15:11:53.959678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:53.962077 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:11:53.980618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab904a-a03f-4f44-809a-3bd5a38d80d4 req-3ba93c7f-9ff1-41c3-a655-7b6cb6b5f4b3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:53.982761 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fdab904a-a03f-4f44-809a-3bd5a38d80d4 req-3ba93c7f-9ff1-41c3-a655-7b6cb6b5f4b3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.4089873 Apr 22 15:11:53.991600 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=21011859-8eec-463d-8566-76f78ca31784,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:54.009599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6d1ed9e7-5db1-4723-9baa-c9ab56df72ee None None] Provisioning complete for port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:54.010827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6d1ed9e7-5db1-4723-9baa-c9ab56df72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:54.044487 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-504a8117-0ad8-4edb-b7f7-a46cfb6da93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:10:51Z', 'revision_number': 4, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port': {'id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:39Z', 'updated_at': '2022-04-22T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '40a5c540-180c-411e-a133-7dd9afec3c73', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'port_id': 'f63510a2-1adb-46e9-89b2-afa7e71ab191', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'mac_address': 'fa:16:3e:b3:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64de6ab2-e785-43b1-a370-e548b0318ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:11:06Z', 'updated_at': '2022-04-22T15:11:45Z', 'revision_number': 1, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24823ddc-e45c-4952-bf04-28f207317bfe', 'name': '', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'mac_address': 'fa:16:3e:2f:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44024044-2bbf-41e4-9040-da56b02148a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:48Z', 'updated_at': '2022-04-22T15:11:07Z', 'revision_number': 5, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'subnets': [{'id': '44024044-2bbf-41e4-9040-da56b02148a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:54.049153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network bbc3cdbf-a0d3-433e-bdc6-10988d0e83da is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:11:54.062098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a8117-0ad8-4edb-b7f7-a46cfb6da93f None None] Checking router: dd890921-16e1-4fb8-b773-b18126a2c12f for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:11:54.064974 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event updated for resources: {'Port': ['ID=cf3918ef-09ed-4364-92df-c4c6d08d1b7d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:54.087927 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504a8117-0ad8-4edb-b7f7-a46cfb6da93f None None] Routers {'dd890921-16e1-4fb8-b773-b18126a2c12f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:54.088555 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-504a8117-0ad8-4edb-b7f7-a46cfb6da93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['dd890921-16e1-4fb8-b773-b18126a2c12f'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:54.143780 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d3acac07-16ea-4e15-9608-f6e5676dc3bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8521857 Apr 22 15:11:54.148077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 57996) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:54.154886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, bbc3cdbf-a0d3-433e-bdc6-10988d0e83da) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:54.167648 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:54.168490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:54.177413 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a8278-444b-46d0-9fa5-8f9670b7d319 None None] Network bbc3cdbf-a0d3-433e-bdc6-10988d0e83da requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:54.197052 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-04d1c006-e252-4597-a9cb-d6664dbc8976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:54.270049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-04d1c006-e252-4597-a9cb-d6664dbc8976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:54.283150 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ccabc991-6059-43c8-b5ec-ad6bc8e66bac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6818697 Apr 22 15:11:54.287645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58000) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:54.306115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:54.318655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d1c006-e252-4597-a9cb-d6664dbc8976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:54.322260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04d1c006-e252-4597-a9cb-d6664dbc8976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:54.324300 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d1c006-e252-4597-a9cb-d6664dbc8976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:11:54.324724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d1c006-e252-4597-a9cb-d6664dbc8976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:11:54.374283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['21011859-8eec-463d-8566-76f78ca31784'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:11:54.488943 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fdab904a-a03f-4f44-809a-3bd5a38d80d4 req-8723a00a-9aee-467b-b988-dfb425a0e5ea tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4203603 Apr 22 15:11:54.524041 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e954db-877c-4066-a43a-557165a6457a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting subnet 51d47db6-82e2-4e8e-9475-21fb2b679910 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:11:54.561875 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:54.568641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0e954db-877c-4066-a43a-557165a6457a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:54.578183 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-04d1c006-e252-4597-a9cb-d6664dbc8976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7496228 Apr 22 15:11:54.578183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58012) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:54.586399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b14847dd-4444-4429-b808-922ae684eb8a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:54.618491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6de19-152a-488d-9b27-4891d4bcf6fa req-7d3a2ecf-3418-4fe4-bdbc-d8c1c4951a67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:54.619934 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-21d6de19-152a-488d-9b27-4891d4bcf6fa req-7d3a2ecf-3418-4fe4-bdbc-d8c1c4951a67 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b30759b-11ae-417c-bc4c-b58157939dcc HTTP/1.1" status: 200 len: 913 time: 0.6806686 Apr 22 15:11:54.757532 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-504a8117-0ad8-4edb-b7f7-a46cfb6da93f None None] Set router dd890921-16e1-4fb8-b773-b18126a2c12f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:54.843162 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:54.844282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:54.874584 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-21d6de19-152a-488d-9b27-4891d4bcf6fa req-e964e7eb-5d74-4b92-8dea-0b1d44923b48 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63510a2-1adb-46e9-89b2-afa7e71ab191 HTTP/1.1" status: 200 len: 999 time: 0.2430542 Apr 22 15:11:54.929725 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:54.976951 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b14847dd-4444-4429-b808-922ae684eb8a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:54.988258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b14847dd-4444-4429-b808-922ae684eb8a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:54.999768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6de19-152a-488d-9b27-4891d4bcf6fa req-90c8d745-678b-452d-b0e2-fe82f35616ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:55.008319 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-21d6de19-152a-488d-9b27-4891d4bcf6fa req-90c8d745-678b-452d-b0e2-fe82f35616ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44024044-2bbf-41e4-9040-da56b02148a3 HTTP/1.1" status: 200 len: 851 time: 0.1221037 Apr 22 15:11:55.017933 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14847dd-4444-4429-b808-922ae684eb8a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:55.022260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b14847dd-4444-4429-b808-922ae684eb8a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.023955 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14847dd-4444-4429-b808-922ae684eb8a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:11:55.024386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14847dd-4444-4429-b808-922ae684eb8a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:11:55.073325 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b14847dd-4444-4429-b808-922ae684eb8a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4938061 Apr 22 15:11:55.073918 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58024) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:55.077841 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47470159-f89d-46ea-8b4a-413f969f4fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-bbc3cdbf-a0d3-433e-bdc6-10988d0e83da', 'network_id': 'bbc3cdbf-a0d3-433e-bdc6-10988d0e83da', 'tenant_id': '64407b8f43614be2988a915e435ea343', 'fixed_ips': [{'subnet_id': 'b689f370-0a9d-421d-ad72-b60515a15996'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:11:55.079412 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-47470159-f89d-46ea-8b4a-413f969f4fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.097901 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9d5f6ce8-320a-496d-8f01-21feac2dfda9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:55.111138 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d0a82eb7-c31d-4c2e-b54f-1b20c2565c99 None None] Provisioning for port 4109c42c-5344-42a5-8a98-9ca617ca5717 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:55.111306 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0e954db-877c-4066-a43a-557165a6457a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.146081 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d0a82eb7-c31d-4c2e-b54f-1b20c2565c99 None None] Provisioning complete for port 4109c42c-5344-42a5-8a98-9ca617ca5717 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:55.146578 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0a82eb7-c31d-4c2e-b54f-1b20c2565c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.227929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.312100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58030) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:55.326437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Subnet': ['ID=b689f370-0a9d-421d-ad72-b60515a15996,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:55.363182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a206b-037a-4864-82af-9f5e5f97e34c req-5184544e-74d7-42a8-b82d-1d823e7cc013 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:55.364696 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-795a206b-037a-4864-82af-9f5e5f97e34c req-5184544e-74d7-42a8-b82d-1d823e7cc013 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 945 time: 0.8566277 Apr 22 15:11:55.389558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0e954db-877c-4066-a43a-557165a6457a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.432803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9d5f6ce8-320a-496d-8f01-21feac2dfda9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:55.434638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d0a82eb7-c31d-4c2e-b54f-1b20c2565c99 None None] Port 4109c42c-5344-42a5-8a98-9ca617ca5717 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:55.444479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9d5f6ce8-320a-496d-8f01-21feac2dfda9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:55.452088 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.453153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.463565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5f6ce8-320a-496d-8f01-21feac2dfda9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:55.467279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d5f6ce8-320a-496d-8f01-21feac2dfda9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.468850 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5f6ce8-320a-496d-8f01-21feac2dfda9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:11:55.469329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5f6ce8-320a-496d-8f01-21feac2dfda9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:11:55.543611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2475eb2e-437f-4c5d-a764-70103c372947 None None] Network bbc3cdbf-a0d3-433e-bdc6-10988d0e83da requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:55.558233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.577618 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-21d6de19-152a-488d-9b27-4891d4bcf6fa req-95f14bcd-50f5-4efd-a459-6b687ccc885a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b30759b-11ae-417c-bc4c-b58157939dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5424876 Apr 22 15:11:55.629836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Request body: {'networks': [{'name': 'tempest-network--1498538285'}, {'name': 'tempest-network--67902488'}]} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:55.630211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Request body: {'network': {'name': 'tempest-network--1498538285'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:55.630622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Request body: {'network': {'name': 'tempest-network--67902488'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:55.643461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:55.656738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc3cdbf-a0d3-433e-bdc6-10988d0e83da']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:55.716899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Usage tracker for resource:network and tenant:ce51d3d86064428a898a7a6fed337d3a is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:55.730630 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9d5f6ce8-320a-496d-8f01-21feac2dfda9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6390295 Apr 22 15:11:55.740311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58038) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:55.741964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6e18a7-7149-4979-afe7-be36eb03780a') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:55.742629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6e18a7-7149-4979-afe7-be36eb03780a') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:55.755813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:55.776060 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-795a206b-037a-4864-82af-9f5e5f97e34c req-dd947ac1-6355-4260-b011-51908c85ddf7 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920587 Apr 22 15:11:55.780720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:55.808109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.826028 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-95eeb7e1-179d-4bf2-b585-4d2f5116b266 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0702138 Apr 22 15:11:55.832481 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58042) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:55.850103 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.858840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-504a8117-0ad8-4edb-b7f7-a46cfb6da93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:10:51Z', 'revision_number': 4, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port': {'id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:39Z', 'updated_at': '2022-04-22T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '40a5c540-180c-411e-a133-7dd9afec3c73', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'port_id': 'f63510a2-1adb-46e9-89b2-afa7e71ab191', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'mac_address': 'fa:16:3e:b3:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64de6ab2-e785-43b1-a370-e548b0318ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:11:06Z', 'updated_at': '2022-04-22T15:11:45Z', 'revision_number': 1, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24823ddc-e45c-4952-bf04-28f207317bfe', 'name': '', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'mac_address': 'fa:16:3e:2f:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44024044-2bbf-41e4-9040-da56b02148a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:48Z', 'updated_at': '2022-04-22T15:11:07Z', 'revision_number': 5, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'subnets': [{'id': '44024044-2bbf-41e4-9040-da56b02148a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:55.860177 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:55.860587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.864919 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a8117-0ad8-4edb-b7f7-a46cfb6da93f None None] The sync data for ids ['dd890921-16e1-4fb8-b773-b18126a2c12f'] in dv-neutron-838883-3-hyperv is: [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:10:51Z', 'revision_number': 4, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port': {'id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:39Z', 'updated_at': '2022-04-22T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '40a5c540-180c-411e-a133-7dd9afec3c73', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'port_id': 'f63510a2-1adb-46e9-89b2-afa7e71ab191', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'mac_address': 'fa:16:3e:b3:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64de6ab2-e785-43b1-a370-e548b0318ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:11:06Z', 'updated_at': '2022-04-22T15:11:45Z', 'revision_number': 1, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24823ddc-e45c-4952-bf04-28f207317bfe', 'name': '', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'mac_address': 'fa:16:3e:2f:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44024044-2bbf-41e4-9040-da56b02148a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:48Z', 'updated_at': '2022-04-22T15:11:07Z', 'revision_number': 5, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'subnets': [{'id': '44024044-2bbf-41e4-9040-da56b02148a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:55.880500 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:55.912313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0e954db-877c-4066-a43a-557165a6457a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.964967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Made reservation on behalf of ce51d3d86064428a898a7a6fed337d3a for: {'network': 2} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:55.968524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.976130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:55.994107 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.015409 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e954db-877c-4066-a43a-557165a6457a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Subnet': ['ID=51d47db6-82e2-4e8e-9475-21fb2b679910,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:56.017625 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Network': ['ID=bbc3cdbf-a0d3-433e-bdc6-10988d0e83da,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:56.020199 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-03ff6ae4-9aef-49d2-9a06-dd79c8afd137 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/bbc3cdbf-a0d3-433e-bdc6-10988d0e83da HTTP/1.1" status: 204 len: 168 time: 1.7313437 Apr 22 15:11:56.023845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58046) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:56.026649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.029606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2121315253'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:56.037210 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:56.042336 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:network and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:56.047090 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:56.056909 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:56.059282 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-21d6de19-152a-488d-9b27-4891d4bcf6fa req-b151e4ad-dc48-4963-8dfc-6e946472ab12 service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698021 Apr 22 15:11:56.064342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb28c86-e7d2-403d-a8e8-79fffb094c28 None None] Network a2a0ac5e-0992-409f-adcd-84104e33e37c requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:56.085911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:56.086918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e0e954db-877c-4066-a43a-557165a6457a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.088975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.096470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95bb8a-c2f7-4a2b-8fd2-083d0627b981 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:56.100366 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2c95bb8a-c2f7-4a2b-8fd2-083d0627b981 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2562993 Apr 22 15:11:56.105364 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58050) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:56.153713 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d55586-9262-433b-8937-486f59c1fba4 None None] New status for floating IP 40a5c540-180c-411e-a133-7dd9afec3c73: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:11:56.194337 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4df07ec7-15b2-40d3-82d8-7153d9b3d2d4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810282 Apr 22 15:11:56.194839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58054) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:56.202385 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b9934289-5cc7-4f5f-9f5f-2be0a5b68801 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:56.213874 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e0e954db-877c-4066-a43a-557165a6457a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/51d47db6-82e2-4e8e-9475-21fb2b679910 HTTP/1.1" status: 204 len: 168 time: 2.5788865 Apr 22 15:11:56.226315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58058) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:56.226807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:11:56.238682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bca09e-4366-4410-a94e-f065ea828f32 req-9cd71489-f30c-4956-b612-54dc1b0b0b88 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:56.245595 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-33bca09e-4366-4410-a94e-f065ea828f32 req-9cd71489-f30c-4956-b612-54dc1b0b0b88 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.5424204 Apr 22 15:11:56.295815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:56.307090 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.307426 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Added segment 8edb7496-28d3-4e56-a329-adc7d3534336 of type vlan for network c4acea44-ed38-437b-bef7-9795b5828646 Apr 22 15:11:56.313851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Router 52744574-a13a-4a3f-9138-e7f358a51b9d is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:11:56.342685 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Usage tracker for resource:security_group_rule and tenant:ce51d3d86064428a898a7a6fed337d3a is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:56.370653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b9934289-5cc7-4f5f-9f5f-2be0a5b68801 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:56.374504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.394750 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:56.423204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:56.449490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c51cdbf-25d3-4494-8d84-285a921357e2 None None] DHCP port deletion for a2a0ac5e-0992-409f-adcd-84104e33e37c request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:11:56.457470 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4c51cdbf-25d3-4494-8d84-285a921357e2 None None] Deleting port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:56.457951 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4c51cdbf-25d3-4494-8d84-285a921357e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.501984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b9934289-5cc7-4f5f-9f5f-2be0a5b68801 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:56.544523 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9934289-5cc7-4f5f-9f5f-2be0a5b68801 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:56.548521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9934289-5cc7-4f5f-9f5f-2be0a5b68801 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.621616 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.625978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:56.626439 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.654591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.666603 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-33bca09e-4366-4410-a94e-f065ea828f32 req-7fe5814e-e0cf-4557-abad-516c3d9695a7 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4193866 Apr 22 15:11:56.672422 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-21d6de19-152a-488d-9b27-4891d4bcf6fa req-0473afdf-4bb5-4904-83be-7b41428ebe0b service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826569 Apr 22 15:11:56.683596 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.707405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4c51cdbf-25d3-4494-8d84-285a921357e2 None None] For port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bcde9e66-6ab7-418b-b0dd-b4b64c6c5319,segment=NetworkSegment(0f47390b-22e3-4169-ab71-bec5adf7fc2d),segment_id=0f47390b-22e3-4169-ab71-bec5adf7fc2d)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:56.708062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4c51cdbf-25d3-4494-8d84-285a921357e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.763692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:56.764027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:56.853767 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4c51cdbf-25d3-4494-8d84-285a921357e2 None None] Calling delete_port for bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:56.895815 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8683143 Apr 22 15:11:56.899247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58064) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:56.912090 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6f2e1-4ca6-4239-9fdc-d8c93ec57e1e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Network': ['ID=c4acea44-ed38-437b-bef7-9795b5828646,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:56.920273 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'subnet': {'network_id': 'c4acea44-ed38-437b-bef7-9795b5828646', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:56.930527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network c4acea44-ed38-437b-bef7-9795b5828646 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:11:57.033365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:57.037195 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:subnet and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:57.040156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:57.052707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:57.070763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.079574 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4c51cdbf-25d3-4494-8d84-285a921357e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.083807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.084262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.124599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:57.131679 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51cdbf-25d3-4494-8d84-285a921357e2 None None] Pushing event deleted for resources: {'Port': ['ID=bcde9e66-6ab7-418b-b0dd-b4b64c6c5319,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:57.136014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51cdbf-25d3-4494-8d84-285a921357e2 None None] No DVR routers for this DVR port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:11:57.266453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.321927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054614ae-b01b-40bf-8a5c-3151e516b32d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:57.348880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:11:57.392096 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Performing IP validity checks on allocation pools {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 15:11:57.392650 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 15:11:57.396016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:11:57.407739 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Sync routers for ids ['52744574-a13a-4a3f-9138-e7f358a51b9d'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:11:57.411753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] For port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bcde9e66-6ab7-418b-b0dd-b4b64c6c5319,segment=NetworkSegment(0f47390b-22e3-4169-ab71-bec5adf7fc2d),segment_id=0f47390b-22e3-4169-ab71-bec5adf7fc2d)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:57.411753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.422459 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Routers {'52744574-a13a-4a3f-9138-e7f358a51b9d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:11:57.423209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['52744574-a13a-4a3f-9138-e7f358a51b9d'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:57.427400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.427573 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Added segment 443c478d-1677-4836-8679-b73e0d9f9ffb of type vlan for network d23d7af7-f136-49a2-a825-28fed084b7d1 Apr 22 15:11:57.446163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53aff2-608c-4926-9c97-d893d3b78796 req-e1333c23-de2c-45dc-bdd5-bb5bff1f465e tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:57.447661 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4a53aff2-608c-4926-9c97-d893d3b78796 req-e1333c23-de2c-45dc-bdd5-bb5bff1f465e tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 945 time: 0.4853971 Apr 22 15:11:57.473057 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.476783 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a0229af9-cba5-4310-a2c5-58eb1d475586 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.9848080 Apr 22 15:11:57.484532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58068) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:57.608767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:11:57.647151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.666494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Set router 52744574-a13a-4a3f-9138-e7f358a51b9d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:11:57.679699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:11:57.707836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.711683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-b9934289-5cc7-4f5f-9f5f-2be0a5b68801 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:11:57.727326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.727965 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9934289-5cc7-4f5f-9f5f-2be0a5b68801 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.787837 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4a53aff2-608c-4926-9c97-d893d3b78796 req-7e818c6e-830c-46ff-82ed-6131e4fec13d tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724400 Apr 22 15:11:57.821035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:11:57.832959 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9934289-5cc7-4f5f-9f5f-2be0a5b68801 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:11:57.833225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:11:57.833339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:11:57.838421 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b9934289-5cc7-4f5f-9f5f-2be0a5b68801 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:57.845476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9934289-5cc7-4f5f-9f5f-2be0a5b68801 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:57.846038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9934289-5cc7-4f5f-9f5f-2be0a5b68801 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.852811 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.856878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9934289-5cc7-4f5f-9f5f-2be0a5b68801 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=2c6503b9-32b7-4c8a-9f2c-cdf275254e6e,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:57.918708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=4109c42c-5344-42a5-8a98-9ca617ca5717,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:57.921318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:57.922349 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Added segment 6e75517c-ad4f-4928-bdeb-b41be55e21c2 of type vlan for network 25631dd1-2690-473f-923b-df4e0c4302f0 Apr 22 15:11:57.943997 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b9934289-5cc7-4f5f-9f5f-2be0a5b68801 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7483869 Apr 22 15:11:57.948077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58074) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:57.971164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'mac_address': 'fa:16:3e:25:80:39', 'name': 'tempest-NetworksTestDHCPv6-319163198'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:57.975667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Subnet': ['ID=381dcc69-ed55-4d27-a656-a0d5b09c0a8f,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:57.981534 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8a4b38-03e4-420d-a3e8-f2b6549cc688 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:57.994601 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Checking segment: {'id': '8edb7496-28d3-4e56-a329-adc7d3534336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'c4acea44-ed38-437b-bef7-9795b5828646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:11:58.002867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network hostable DHCP agents. Network: c4acea44-ed38-437b-bef7-9795b5828646, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:11:58.058001 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0476bc8a-bc95-446d-b593-a62c8756ff47 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/routers/52744574-a13a-4a3f-9138-e7f358a51b9d HTTP/1.1" status: 200 len: 908 time: 0.5704892 Apr 22 15:11:58.058001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network c4acea44-ed38-437b-bef7-9795b5828646 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:11:58.059012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58078) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:58.068668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Request body: {'router': {'name': 'tempest-snat-router-402253352', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'enable_snat': True}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:58.078402 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:58.084166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, c4acea44-ed38-437b-bef7-9795b5828646) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:11:58.088503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Usage tracker for resource:router and tenant:2b7b0d93880f41a5a8d35824e8ba12dd is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:58.090736 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.094693 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:58.098561 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:58.099547 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.117787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:58.138954 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5fd60fa0-55d8-4eb7-9d86-cc19565ea2ef tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2328522 Apr 22 15:11:58.142267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.143494 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.147707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58082) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:58.170558 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d500c6ce-831e-4168-a941-425f50a89d96 None None] Network c4acea44-ed38-437b-bef7-9795b5828646 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:58.236204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:11:58.302925 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.329147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:11:58.329631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:11:58.347339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port bcde9e66-6ab7-418b-b0dd-b4b64c6c5319 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:11:58.347707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.423210 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.430770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21011859-8eec-463d-8566-76f78ca31784 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:11:58.523572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.524072 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.527960 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:58.531633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:58.532320 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.533235 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-dbe8da1f-9ee1-47b1-9570-5b9a9390099e None None] Provisioning complete for port 4109c42c-5344-42a5-8a98-9ca617ca5717 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:58.533679 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dbe8da1f-9ee1-47b1-9570-5b9a9390099e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.572793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.591845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.719911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] The port 'bcde9e66-6ab7-418b-b0dd-b4b64c6c5319' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:11:58.742087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b08b74-fca8-4126-9875-0d0b9f18d07c req-21bf06ad-12bb-4dad-a310-5574e7717d55 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:58.744522 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-15b08b74-fca8-4126-9875-0d0b9f18d07c req-21bf06ad-12bb-4dad-a310-5574e7717d55 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.8786998 Apr 22 15:11:58.757917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8da1f-9ee1-47b1-9570-5b9a9390099e None None] Port 4109c42c-5344-42a5-8a98-9ca617ca5717 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:11:58.766241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '2c6503b9-32b7-4c8a-9f2c-cdf275254e6e'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:11:58.767162 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.838110 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 21011859-8eec-463d-8566-76f78ca31784 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:11:58.875048 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.5508809 Apr 22 15:11:58.875048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event updated for resources: {'Network': ['ID=d23d7af7-f136-49a2-a825-28fed084b7d1,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:58.875514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58086) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:58.886209 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.899181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network d23d7af7-f136-49a2-a825-28fed084b7d1 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:11:58.919214 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 21011859-8eec-463d-8566-76f78ca31784 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:11:58.919841 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.958865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Subnet': ['ID=381dcc69-ed55-4d27-a656-a0d5b09c0a8f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:58.960492 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2bc85b-d522-42ce-b622-4ddd4708fff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-c4acea44-ed38-437b-bef7-9795b5828646', 'network_id': 'c4acea44-ed38-437b-bef7-9795b5828646', 'tenant_id': '64407b8f43614be2988a915e435ea343', 'fixed_ips': [{'subnet_id': '381dcc69-ed55-4d27-a656-a0d5b09c0a8f'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:11:58.961975 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc85b-d522-42ce-b622-4ddd4708fff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:58.987942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:59.043430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:59.076658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:59.105750 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.128082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.174761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4acea44-ed38-437b-bef7-9795b5828646']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:59.190909 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edb7496-28d3-4e56-a329-adc7d3534336') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:59.191291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edb7496-28d3-4e56-a329-adc7d3534336') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:59.198348 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52744574-a13a-4a3f-9138-e7f358a51b9d', 'name': 'tempest-snat-router-402253352', 'tenant_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.111'}], 'enable_snat': False}, 'gw_port_id': 'cf3918ef-09ed-4364-92df-c4c6d08d1b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:49Z', 'updated_at': '2022-04-22T15:11:54Z', 'revision_number': 3, 'project_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'gw_port': {'id': 'cf3918ef-09ed-4364-92df-c4c6d08d1b7d', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52744574-a13a-4a3f-9138-e7f358a51b9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:52Z', 'updated_at': '2022-04-22T15:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:59.207677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.209149 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Checking router: 52744574-a13a-4a3f-9138-e7f358a51b9d for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:11:59.209566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Updating router 52744574-a13a-4a3f-9138-e7f358a51b9d port cf3918ef-09ed-4364-92df-c4c6d08d1b7d binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:11:59.214823 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.245691 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:59.248165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.251693 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.290434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.302362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:59.302779 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.316837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a0ac5e-0992-409f-adcd-84104e33e37c']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:59.318284 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:59.341022 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-15b08b74-fca8-4126-9875-0d0b9f18d07c req-a2547497-10ce-4893-8eb5-cd1c5d859c5d tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5435395 Apr 22 15:11:59.350342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:59.369908 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f47390b-22e3-4169-ab71-bec5adf7fc2d') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:59.370279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f47390b-22e3-4169-ab71-bec5adf7fc2d') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:11:59.382325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ecf54-f1be-4d21-ad66-60ca2210d434 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event updated for resources: {'Network': ['ID=25631dd1-2690-473f-923b-df4e0c4302f0,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:59.416283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.470777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.477068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.495239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.504727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.516077 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Network': ['ID=c4acea44-ed38-437b-bef7-9795b5828646,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:11:59.528496 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b39e47ad-5fc9-4c86-85c8-ad10ab5c558f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/c4acea44-ed38-437b-bef7-9795b5828646 HTTP/1.1" status: 204 len: 168 time: 1.3744743 Apr 22 15:11:59.530571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58094) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:59.538966 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-175184555'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:11:59.549609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Allocated IP 172.26.8.80 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/53899ca6-e9d3-4e4b-a8cd-beff167f4980) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:59.551953 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:11:59.554658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.558560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:network and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:11:59.564691 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:11:59.572114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:11:59.623646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:11:59.624054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.639668 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Allocated IP 2001:db8::f816:3eff:fe08:a05b (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/2c6503b9-32b7-4c8a-9f2c-cdf275254e6e/5d5699b1-b4c8-4899-bb06-515706661996) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:11:59.640986 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:11:59.645925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277ab935-340f-4720-873d-6140084dc280 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:59.649854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277ab935-340f-4720-873d-6140084dc280 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:59.651317 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 25631dd1-2690-473f-923b-df4e0c4302f0 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:11:59.654524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277ab935-340f-4720-873d-6140084dc280 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:59.658420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277ab935-340f-4720-873d-6140084dc280 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:59.659363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-277ab935-340f-4720-873d-6140084dc280 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Synchronizing usage tracker for tenant:ce51d3d86064428a898a7a6fed337d3a on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:11:59.674316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:11:59.675391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a861cf-efa2-4834-8b26-e6a3872270a4 None None] Network c4acea44-ed38-437b-bef7-9795b5828646 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:11:59.677283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.737122 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:11:59.760582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21011859-8eec-463d-8566-76f78ca31784'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:11:59.761587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.761919 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Added segment 3a6c9785-8809-4e50-b429-d7ee35c94dd0 of type vlan for network 8b5d1593-e97e-448c-8baa-7141db155e6b Apr 22 15:11:59.766382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.775271 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a861cf-efa2-4834-8b26-e6a3872270a4 None None] Network c4acea44-ed38-437b-bef7-9795b5828646 could not be found, it might have been deleted concurrently. {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 22 15:11:59.803932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12065e-96a7-4e06-911c-6f92f976ba48 req-b64e4b88-01f4-4109-aaa3-00e643220c09 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:59.808079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.810683 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d12065e-96a7-4e06-911c-6f92f976ba48 req-b64e4b88-01f4-4109-aaa3-00e643220c09 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 945 time: 0.8133917 Apr 22 15:11:59.814332 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21011859-8eec-463d-8566-76f78ca31784, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21011859-8eec-463d-8566-76f78ca31784,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:11:59.821413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.852370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.864582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-277ab935-340f-4720-873d-6140084dc280 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Unset dirty status for tenant:ce51d3d86064428a898a7a6fed337d3a on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:11:59.865806 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-277ab935-340f-4720-873d-6140084dc280 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8734648 Apr 22 15:11:59.866673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.874655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.877237 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58100) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:11:59.891063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.907975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.911661 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:11:59.912268 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:11:59.941133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.033320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:00.047453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port 7fee483e-df65-4177-b9a1-7edcf19bef12 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:12:00.047689 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event updated for resources: {'Port': ['ID=53899ca6-e9d3-4e4b-a8cd-beff167f4980,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:00.049506 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:00.055990 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:00.084231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Network': ['ID=a2a0ac5e-0992-409f-adcd-84104e33e37c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:00.091467 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5592740 Apr 22 15:12:00.099119 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58104) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:00.099974 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb94961-73e0-4600-a5d9-f72011b7f5f2 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Network': ['ID=8b5d1593-e97e-448c-8baa-7141db155e6b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:00.114437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'subnet': {'network_id': '8b5d1593-e97e-448c-8baa-7141db155e6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:00.116832 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-99cb4e1b-ef28-468d-902f-2a88e4890294 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/networks/a2a0ac5e-0992-409f-adcd-84104e33e37c HTTP/1.1" status: 204 len: 168 time: 3.8857670 Apr 22 15:12:00.129460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58108) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:00.146099 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-639894147'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:00.153554 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32523f5-ff7a-47e5-a4bc-29851fa28ec9 req-5504e41e-d52d-4758-943a-ec1dabb3dea3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:00.155065 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f32523f5-ff7a-47e5-a4bc-29851fa28ec9 req-5504e41e-d52d-4758-943a-ec1dabb3dea3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.6379838 Apr 22 15:12:00.167385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 8b5d1593-e97e-448c-8baa-7141db155e6b details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:00.186759 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d12065e-96a7-4e06-911c-6f92f976ba48 req-1dcb32d1-59cf-407c-b576-508d10572b0a tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751030 Apr 22 15:12:00.206068 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:00.229286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:network and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:00.234596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:00.263795 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074d0e45-7084-481b-8021-738c66ee12a7'] response: {'server_uuid': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21011859-8eec-463d-8566-76f78ca31784', 'code': 200} Apr 22 15:12:00.282798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:00.321121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:00.334686 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:subnet and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:00.336897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=21011859-8eec-463d-8566-76f78ca31784,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:00.342210 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:00.347797 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:00.350775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.366450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:00.376199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.398797 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:00.400494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Transition to ACTIVE for port object 5d5699b1-b4c8-4899-bb06-515706661996 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:00.436440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Transition to ACTIVE for port object 5d5699b1-b4c8-4899-bb06-515706661996 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:00.470756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.489192 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:00.517265 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.519571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbeb-91bd-416c-9eeb-94551b0020d9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.531879 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Transition to ACTIVE for port object cf3918ef-09ed-4364-92df-c4c6d08d1b7d will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:00.534508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.534855 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Added segment 8509e289-6156-4187-925d-c090c20ae001 of type vlan for network 4a46ba77-9a8a-4859-aea6-445944d2bf6d Apr 22 15:12:00.582942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.624382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:00.629819 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:00.640495 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.642658 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:00.685420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Pushing event updated for resources: {'Port': ['ID=5d5699b1-b4c8-4899-bb06-515706661996,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:00.725628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::f816:3eff:fe25:8039 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/2c6503b9-32b7-4c8a-9f2c-cdf275254e6e/7fee483e-df65-4177-b9a1-7edcf19bef12) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:00.732477 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Attempting to bind port cf3918ef-09ed-4364-92df-c4c6d08d1b7d on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:00.732798 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Attempting to bind port cf3918ef-09ed-4364-92df-c4c6d08d1b7d by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:00.733242 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Attempting to bind port cf3918ef-09ed-4364-92df-c4c6d08d1b7d on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:00.759327 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.805445 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Attempting to bind port 5d5699b1-b4c8-4899-bb06-515706661996 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:00.805757 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Attempting to bind port 5d5699b1-b4c8-4899-bb06-515706661996 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:00.806255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Attempting to bind port 5d5699b1-b4c8-4899-bb06-515706661996 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:00.806924 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.807661 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.817266 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.820973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:00.821564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.823794 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:00.824239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:00.824708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.825153 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:00.825686 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Bound port: cf3918ef-09ed-4364-92df-c4c6d08d1b7d, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:00.826677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.850496 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f32523f5-ff7a-47e5-a4bc-29851fa28ec9 req-30af1c83-9204-46a3-9b12-69bf6b44e5e9 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6619091 Apr 22 15:12:00.881998 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:00.882330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:00.882912 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.883424 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:00.884145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Bound port: 5d5699b1-b4c8-4899-bb06-515706661996, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:00.884607 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:00.927620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613610bf-9886-4ae1-84bc-5ea136af8ffc None None] Pushing event updated for resources: {'Port': ['ID=cf3918ef-09ed-4364-92df-c4c6d08d1b7d,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:00.992731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] For port cf3918ef-09ed-4364-92df-c4c6d08d1b7d, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:01.009253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] For port cf3918ef-09ed-4364-92df-c4c6d08d1b7d, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=cf3918ef-09ed-4364-92df-c4c6d08d1b7d,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:01.012506 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] For port 5d5699b1-b4c8-4899-bb06-515706661996, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:01.016943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] For port 5d5699b1-b4c8-4899-bb06-515706661996, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5d5699b1-b4c8-4899-bb06-515706661996,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:01.020735 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:01.074483 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:01.104577 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9696312 Apr 22 15:12:01.116180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58114) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:01.124598 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d91ac-7a93-4a1a-a6dd-262ee088f044 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Network': ['ID=4a46ba77-9a8a-4859-aea6-445944d2bf6d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:01.131255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Routers {'52744574-a13a-4a3f-9138-e7f358a51b9d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:01.132189 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['52744574-a13a-4a3f-9138-e7f358a51b9d'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:01.149026 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': '4a46ba77-9a8a-4859-aea6-445944d2bf6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:01.220401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbeb-91bd-416c-9eeb-94551b0020d9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:01.283381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9b41cbeb-91bd-416c-9eeb-94551b0020d9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23d7af7-f136-49a2-a825-28fed084b7d1']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:01.306377 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9b41cbeb-91bd-416c-9eeb-94551b0020d9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443c478d-1677-4836-8679-b73e0d9f9ffb') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:01.306927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9b41cbeb-91bd-416c-9eeb-94551b0020d9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443c478d-1677-4836-8679-b73e0d9f9ffb') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:01.324080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] Set router 52744574-a13a-4a3f-9138-e7f358a51b9d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:12:01.329628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbeb-91bd-416c-9eeb-94551b0020d9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:01.357347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbeb-91bd-416c-9eeb-94551b0020d9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:01.392777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 4a46ba77-9a8a-4859-aea6-445944d2bf6d details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:01.436345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b41cbeb-91bd-416c-9eeb-94551b0020d9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:01.436744 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbeb-91bd-416c-9eeb-94551b0020d9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:01.446675 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:01.466708 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:01.486704 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:01.491640 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:01.506266 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:01.519512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:01.621564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:01.687468 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613610bf-9886-4ae1-84bc-5ea136af8ffc None None] Pushing event updated for resources: {'Port': ['ID=cf3918ef-09ed-4364-92df-c4c6d08d1b7d,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:01.726427 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5bcf2b54-5f97-4961-b2b3-efd3f587dc31 req-bfdf4380-55b9-4bca-a296-58b1672817e1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 1099 time: 1.1401017 Apr 22 15:12:01.794957 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbeb-91bd-416c-9eeb-94551b0020d9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:01.815482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Subnet': ['ID=21e1933e-f8c1-4931-a1c7-cde080fc7486,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:01.844905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9b41cbeb-91bd-416c-9eeb-94551b0020d9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:01.862040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:01.864240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:01.874959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41cbeb-91bd-416c-9eeb-94551b0020d9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event deleted for resources: {'Network': ['ID=d23d7af7-f136-49a2-a825-28fed084b7d1,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:01.904639 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119c379-6f73-450c-978e-d64575a97bf1 None None] Pushing event updated for resources: {'Port': ['ID=5d5699b1-b4c8-4899-bb06-515706661996,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:01.929094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object 7fee483e-df65-4177-b9a1-7edcf19bef12 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:01.935130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Checking segment: {'id': '3a6c9785-8809-4e50-b429-d7ee35c94dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8b5d1593-e97e-448c-8baa-7141db155e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:01.935928 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network hostable DHCP agents. Network: 8b5d1593-e97e-448c-8baa-7141db155e6b, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:01.940782 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9b41cbeb-91bd-416c-9eeb-94551b0020d9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "DELETE /v2.0/networks/d23d7af7-f136-49a2-a825-28fed084b7d1 HTTP/1.1" status: 204 len: 168 time: 2.0552580 Apr 22 15:12:01.943197 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:01.947260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58122) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:01.951510 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5bcf2b54-5f97-4961-b2b3-efd3f587dc31 req-d7c803e1-ff96-4ce4-8a69-7660b9aae750 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988401 Apr 22 15:12:01.967012 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144228a9-2e8b-4041-aff9-f2aef87b0346 req-3018d3bb-ffd8-474f-87ac-d4f5872d9197 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:01.968553 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-144228a9-2e8b-4041-aff9-f2aef87b0346 req-3018d3bb-ffd8-474f-87ac-d4f5872d9197 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.5670240 Apr 22 15:12:01.969186 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.020666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52744574-a13a-4a3f-9138-e7f358a51b9d', 'name': 'tempest-snat-router-402253352', 'tenant_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.111'}], 'enable_snat': False}, 'gw_port_id': 'cf3918ef-09ed-4364-92df-c4c6d08d1b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:49Z', 'updated_at': '2022-04-22T15:11:54Z', 'revision_number': 3, 'project_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'gw_port': {'id': 'cf3918ef-09ed-4364-92df-c4c6d08d1b7d', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52744574-a13a-4a3f-9138-e7f358a51b9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:52Z', 'updated_at': '2022-04-22T15:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:02.025652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f311a-1b0a-4e7e-8057-afd7fb499e96 None None] The sync data for ids ['52744574-a13a-4a3f-9138-e7f358a51b9d'] in dv-neutron-838883-3-hyperv is: [{'id': '52744574-a13a-4a3f-9138-e7f358a51b9d', 'name': 'tempest-snat-router-402253352', 'tenant_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.111'}], 'enable_snat': False}, 'gw_port_id': 'cf3918ef-09ed-4364-92df-c4c6d08d1b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:49Z', 'updated_at': '2022-04-22T15:11:54Z', 'revision_number': 3, 'project_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'gw_port': {'id': 'cf3918ef-09ed-4364-92df-c4c6d08d1b7d', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52744574-a13a-4a3f-9138-e7f358a51b9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:52Z', 'updated_at': '2022-04-22T15:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:02.057844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030e965-d1bd-473f-aca9-511758bbac31 req-ef26cbd1-8a0f-4221-83fc-6080bebb4ddd tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:02.059348 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8030e965-d1bd-473f-aca9-511758bbac31 req-ef26cbd1-8a0f-4221-83fc-6080bebb4ddd tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.5841136 Apr 22 15:12:02.155252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.165750 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b369540-c258-43d0-91fc-62a63bd9b0e9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.175476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network 8b5d1593-e97e-448c-8baa-7141db155e6b is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:02.180550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.193129 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=4109c42c-5344-42a5-8a98-9ca617ca5717,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:02.208297 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 8b5d1593-e97e-448c-8baa-7141db155e6b) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:02.214531 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-144228a9-2e8b-4041-aff9-f2aef87b0346 req-e6d88796-272f-4319-84c5-ef28462919ca tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173617 Apr 22 15:12:02.218859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2bfedd-fad1-426e-bb8f-842e69fb4e5a None None] Network 8b5d1593-e97e-448c-8baa-7141db155e6b requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:02.256045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Router fc355423-af84-4b42-a37b-abe1f80f0452 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:12:02.295991 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:02.297316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.309624 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8030e965-d1bd-473f-aca9-511758bbac31 req-1fd6827d-3f0d-4282-837d-3b3f2c404f51 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341192 Apr 22 15:12:02.362627 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5d5699b1-b4c8-4899-bb06-515706661996 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:02.487238 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6bffbb42-3e0b-4a97-b0a3-da1a58dca5f6 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3847852 Apr 22 15:12:02.502313 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58128) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:02.631260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:02.647099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:02.654835 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=7fee483e-df65-4177-b9a1-7edcf19bef12,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:02.666963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:02.689664 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:02.696993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 5d5699b1-b4c8-4899-bb06-515706661996 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:02.698483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.740283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-8b5d1593-e97e-448c-8baa-7141db155e6b', 'network_id': '8b5d1593-e97e-448c-8baa-7141db155e6b', 'tenant_id': '64407b8f43614be2988a915e435ea343', 'fixed_ips': [{'subnet_id': '21e1933e-f8c1-4931-a1c7-cde080fc7486'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:02.741207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.790013 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cb50ea9a-a1db-4821-941b-9085f0d61d1e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8357191 Apr 22 15:12:02.794117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58134) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:02.895936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:02.966565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network 539e037a-df75-4807-89cc-a56512354381 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:02.980635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:03.019993 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b369540-c258-43d0-91fc-62a63bd9b0e9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.045941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3b7d4eba-7e87-41f1-9d6e-78dbad89aa0f None None] Provisioning for port 5d5699b1-b4c8-4899-bb06-515706661996 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:03.051821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.097420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3b7d4eba-7e87-41f1-9d6e-78dbad89aa0f None None] Provisioning complete for port 5d5699b1-b4c8-4899-bb06-515706661996 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:03.098769 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4eba-7e87-41f1-9d6e-78dbad89aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.223983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.233248 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Allocated IP 172.20.0.1 (8b5d1593-e97e-448c-8baa-7141db155e6b/21e1933e-f8c1-4931-a1c7-cde080fc7486/72baf4bb-d9ad-46da-9b48-dcd38b937ce1) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:03.346169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1b369540-c258-43d0-91fc-62a63bd9b0e9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25631dd1-2690-473f-923b-df4e0c4302f0']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:03.486331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1b369540-c258-43d0-91fc-62a63bd9b0e9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e75517c-ad4f-4928-bdeb-b41be55e21c2') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:03.487017 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1b369540-c258-43d0-91fc-62a63bd9b0e9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e75517c-ad4f-4928-bdeb-b41be55e21c2') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:03.536423 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b369540-c258-43d0-91fc-62a63bd9b0e9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.557497 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Subnet': ['ID=7dca9c9e-23aa-4f61-88a7-ae157aaf8422,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:03.579054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.597712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Transition to ACTIVE for port object 72baf4bb-d9ad-46da-9b48-dcd38b937ce1 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:03.603243 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Checking segment: {'id': '8509e289-6156-4187-925d-c090c20ae001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4a46ba77-9a8a-4859-aea6-445944d2bf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:03.608661 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network hostable DHCP agents. Network: 4a46ba77-9a8a-4859-aea6-445944d2bf6d, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:03.617067 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b369540-c258-43d0-91fc-62a63bd9b0e9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.651286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.669762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4eba-7e87-41f1-9d6e-78dbad89aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.709245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b369540-c258-43d0-91fc-62a63bd9b0e9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:03.710440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b369540-c258-43d0-91fc-62a63bd9b0e9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.721347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Transition to ACTIVE for port object 72baf4bb-d9ad-46da-9b48-dcd38b937ce1 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:03.726623 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:03.737885 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.743997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-3b7d4eba-7e87-41f1-9d6e-78dbad89aa0f None None] For port 5d5699b1-b4c8-4899-bb06-515706661996, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5d5699b1-b4c8-4899-bb06-515706661996,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:03.791105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3b7d4eba-7e87-41f1-9d6e-78dbad89aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.831276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Network 8b5d1593-e97e-448c-8baa-7141db155e6b is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:03.833149 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a592e8c1-64d5-4884-8d5d-32b9e567c055 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:03.834159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:03.838574 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a592e8c1-64d5-4884-8d5d-32b9e567c055 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:03.838785 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:03.839369 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a592e8c1-64d5-4884-8d5d-32b9e567c055 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:03.841025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Pushing event updated for resources: {'Port': ['ID=72baf4bb-d9ad-46da-9b48-dcd38b937ce1,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:03.849086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 4a46ba77-9a8a-4859-aea6-445944d2bf6d is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:03.867853 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b369540-c258-43d0-91fc-62a63bd9b0e9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.875413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 4a46ba77-9a8a-4859-aea6-445944d2bf6d) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:03.884848 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a592e8c1-64d5-4884-8d5d-32b9e567c055 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:03.889233 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a592e8c1-64d5-4884-8d5d-32b9e567c055 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.0915694 Apr 22 15:12:03.891637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac082d3-16e9-4eee-8116-8fc1ca6b99ae None None] Network 4a46ba77-9a8a-4859-aea6-445944d2bf6d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:03.892344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58144) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:03.899251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b369540-c258-43d0-91fc-62a63bd9b0e9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.906684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:03.907402 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:03.927672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b369540-c258-43d0-91fc-62a63bd9b0e9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event deleted for resources: {'Network': ['ID=25631dd1-2690-473f-923b-df4e0c4302f0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:03.946715 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1b369540-c258-43d0-91fc-62a63bd9b0e9 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "DELETE /v2.0/networks/25631dd1-2690-473f-923b-df4e0c4302f0 HTTP/1.1" status: 204 len: 168 time: 1.9869950 Apr 22 15:12:03.956256 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b72d0-1265-486c-9436-78b6b0604997 req-6fd2148a-560d-48f8-b75f-a30a21b55055 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:03.956441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58148) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:03.957967 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ec6b72d0-1265-486c-9436-78b6b0604997 req-6fd2148a-560d-48f8-b75f-a30a21b55055 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.4319212 Apr 22 15:12:03.984148 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4f62ad16-b8b8-4ecc-9c85-e24f991ddfa1 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8644814 Apr 22 15:12:03.990032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.035284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58152) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:04.042797 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ec6b72d0-1265-486c-9436-78b6b0604997 req-b4291a80-0bd5-4a2d-8238-a92dcf5f240c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654838 Apr 22 15:12:04.050990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699e49b-abe9-4e20-93ce-d5745e8d0c54 req-bb896970-156e-41a8-a7a8-3d176aba9466 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:04.052836 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b699e49b-abe9-4e20-93ce-d5745e8d0c54 req-bb896970-156e-41a8-a7a8-3d176aba9466 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.4300694 Apr 22 15:12:04.064889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b0e68688-8970-40fd-9cba-cf2439977d98 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1677385910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:04.080717 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b0e68688-8970-40fd-9cba-cf2439977d98 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:04.105351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b0e68688-8970-40fd-9cba-cf2439977d98 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:router and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:04.115893 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b0e68688-8970-40fd-9cba-cf2439977d98 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:04.121530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6d10bd87-3d25-44e4-bfea-519cd8d832f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port 7fee483e-df65-4177-b9a1-7edcf19bef12 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:04.121956 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d10bd87-3d25-44e4-bfea-519cd8d832f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.123976 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Subnet': ['ID=21e1933e-f8c1-4931-a1c7-cde080fc7486,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:04.130813 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d4eba-7e87-41f1-9d6e-78dbad89aa0f None None] Pushing event updated for resources: {'Port': ['ID=5d5699b1-b4c8-4899-bb06-515706661996,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:04.144155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Attempting to bind port 72baf4bb-d9ad-46da-9b48-dcd38b937ce1 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:04.144523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Attempting to bind port 72baf4bb-d9ad-46da-9b48-dcd38b937ce1 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '3a6c9785-8809-4e50-b429-d7ee35c94dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8b5d1593-e97e-448c-8baa-7141db155e6b'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:04.144882 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Attempting to bind port 72baf4bb-d9ad-46da-9b48-dcd38b937ce1 on network 8b5d1593-e97e-448c-8baa-7141db155e6b {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:04.150252 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2ed6f6d9-ecb2-4e0d-870d-231023785ea6 None None] Provisioning complete for port 4109c42c-5344-42a5-8a98-9ca617ca5717 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:04.150626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2ed6f6d9-ecb2-4e0d-870d-231023785ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.165280 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:04.170512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b0e68688-8970-40fd-9cba-cf2439977d98 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:04.179077 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Sync routers for ids ['fc355423-af84-4b42-a37b-abe1f80f0452'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:04.209808 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Routers {'fc355423-af84-4b42-a37b-abe1f80f0452'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:04.210967 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b699e49b-abe9-4e20-93ce-d5745e8d0c54 req-fea4421e-c7e1-4cd0-a164-2211847aa492 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353238 Apr 22 15:12:04.211278 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fc355423-af84-4b42-a37b-abe1f80f0452'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:04.228593 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2ed6f6d9-ecb2-4e0d-870d-231023785ea6 None None] Port 4109c42c-5344-42a5-8a98-9ca617ca5717 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:04.242053 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:04.242451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Checking segment: {'id': '3a6c9785-8809-4e50-b429-d7ee35c94dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8b5d1593-e97e-448c-8baa-7141db155e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:04.242847 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.243233 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Bound using segment: {'id': '3a6c9785-8809-4e50-b429-d7ee35c94dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8b5d1593-e97e-448c-8baa-7141db155e6b'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:04.243708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Bound port: 72baf4bb-d9ad-46da-9b48-dcd38b937ce1, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6c9785-8809-4e50-b429-d7ee35c94dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8b5d1593-e97e-448c-8baa-7141db155e6b'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:04.244082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.252886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0e68688-8970-40fd-9cba-cf2439977d98 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.253804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0e68688-8970-40fd-9cba-cf2439977d98 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.338476 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2ed6f6d9-ecb2-4e0d-870d-231023785ea6 None None] Provisioning for port 7fee483e-df65-4177-b9a1-7edcf19bef12 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:04.366980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router ca83454e-f7d6-42ab-84a9-3861905ece68 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:12:04.367756 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.368234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2ed6f6d9-ecb2-4e0d-870d-231023785ea6 None None] Provisioning complete for port 7fee483e-df65-4177-b9a1-7edcf19bef12 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:04.368234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2ed6f6d9-ecb2-4e0d-870d-231023785ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.395225 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5d1593-e97e-448c-8baa-7141db155e6b']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:04.408545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6c9785-8809-4e50-b429-d7ee35c94dd0') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:04.408863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6c9785-8809-4e50-b429-d7ee35c94dd0') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:04.420388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.431816 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2ed6f6d9-ecb2-4e0d-870d-231023785ea6 None None] Port 7fee483e-df65-4177-b9a1-7edcf19bef12 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:04.438347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.445129 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:04.445531 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.492054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0e68688-8970-40fd-9cba-cf2439977d98 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.496023 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device cf3918ef-09ed-4364-92df-c4c6d08d1b7d up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:04.543619 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:04.551589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93153552-1bda-4608-b901-634fece3ac8f tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:04.553594 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Set router fc355423-af84-4b42-a37b-abe1f80f0452 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:12:04.555768 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93153552-1bda-4608-b901-634fece3ac8f tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:04.556529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-93153552-1bda-4608-b901-634fece3ac8f tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Synchronizing usage tracker for tenant:ce51d3d86064428a898a7a6fed337d3a on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:04.561072 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] For port 72baf4bb-d9ad-46da-9b48-dcd38b937ce1, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:04.566281 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 15:12:04.566281 dv-neutron-838883-3-hyperv neutron-server[83934]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 15:12:04.566281 dv-neutron-838883-3-hyperv neutron-server[83934]: [parameters: {'id': '8b5d1593-e97e-448c-8baa-7141db155e6b'}] Apr 22 15:12:04.566281 dv-neutron-838883-3-hyperv neutron-server[83934]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:12:04.566723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:12:04.581393 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] For port 72baf4bb-d9ad-46da-9b48-dcd38b937ce1, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=72baf4bb-d9ad-46da-9b48-dcd38b937ce1,segment=NetworkSegment(3a6c9785-8809-4e50-b429-d7ee35c94dd0),segment_id=3a6c9785-8809-4e50-b429-d7ee35c94dd0)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:04.582382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.583778 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-00daba1f-8a48-4878-a5d2-34f610fc0b27 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.5235806 Apr 22 15:12:04.586741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58156) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:04.590402 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-93153552-1bda-4608-b901-634fece3ac8f tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Unset dirty status for tenant:ce51d3d86064428a898a7a6fed337d3a on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:04.596815 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-93153552-1bda-4608-b901-634fece3ac8f tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6393206 Apr 22 15:12:04.597726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58160) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:04.608001 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-4a46ba77-9a8a-4859-aea6-445944d2bf6d', 'network_id': '4a46ba77-9a8a-4859-aea6-445944d2bf6d', 'tenant_id': '07ec4ee4f5ae41adb68e8261c099cebe', 'fixed_ips': [{'subnet_id': '7dca9c9e-23aa-4f61-88a7-ae157aaf8422'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:04.609295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.620996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.666710 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1174876678'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:04.682599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0e68688-8970-40fd-9cba-cf2439977d98 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.684108 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:04.701677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12a934-8f5e-4a0a-9579-00d770d2a936 None None] Pushing event updated for resources: {'Port': ['ID=72baf4bb-d9ad-46da-9b48-dcd38b937ce1,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:04.718083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d10bd87-3d25-44e4-bfea-519cd8d832f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.728642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0e68688-8970-40fd-9cba-cf2439977d98 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.730016 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b0e68688-8970-40fd-9cba-cf2439977d98 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6861465 Apr 22 15:12:04.734692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58164) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:04.742457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'network_id': '4a46ba77-9a8a-4859-aea6-445944d2bf6d', 'name': 'tempest-PortsTestJSON-1934106189'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:04.758561 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:04.796676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Made reservation on behalf of ce51d3d86064428a898a7a6fed337d3a for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:04.799925 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.848273 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:04.877228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.877577 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Added segment 27547060-bc71-4d55-8a66-cc369ea8eb55 of type vlan for network cc592a35-fd6d-49d8-a615-228b18756226 Apr 22 15:12:04.927122 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d50d54-4198-4e0f-8def-0286e43a02d4 None None] Network 8b5d1593-e97e-448c-8baa-7141db155e6b requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:04.931669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:04.940454 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2c581c00-c9ad-4b4c-84b0-5c1913c5a370 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/routers/fc355423-af84-4b42-a37b-abe1f80f0452 HTTP/1.1" status: 200 len: 906 time: 0.3525739 Apr 22 15:12:04.943430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58168) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:05.037701 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc355423-af84-4b42-a37b-abe1f80f0452', 'name': 'tempest-snat-router-402253352', 'tenant_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '53899ca6-e9d3-4e4b-a8cd-beff167f4980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:58Z', 'updated_at': '2022-04-22T15:12:00Z', 'revision_number': 3, 'project_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'gw_port': {'id': '53899ca6-e9d3-4e4b-a8cd-beff167f4980', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc355423-af84-4b42-a37b-abe1f80f0452', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:59Z', 'updated_at': '2022-04-22T15:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:05.043290 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Checking router: fc355423-af84-4b42-a37b-abe1f80f0452 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:12:05.043633 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Updating router fc355423-af84-4b42-a37b-abe1f80f0452 port 53899ca6-e9d3-4e4b-a8cd-beff167f4980 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:12:05.078717 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port cf3918ef-09ed-4364-92df-c4c6d08d1b7d completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:05.085018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6d10bd87-3d25-44e4-bfea-519cd8d832f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for 7fee483e-df65-4177-b9a1-7edcf19bef12 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:05.122247 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.168433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port cf3918ef-09ed-4364-92df-c4c6d08d1b7d triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:05.168818 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.202683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:12:05.210331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.236143 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Deleting port 72baf4bb-d9ad-46da-9b48-dcd38b937ce1 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:05.236482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.262339 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Allocated IP 172.20.0.2 (4a46ba77-9a8a-4859-aea6-445944d2bf6d/7dca9c9e-23aa-4f61-88a7-ae157aaf8422/f9e05269-e76f-4023-a997-f39a753c0b29) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:05.284793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.291011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:05.291851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.492391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:05.527315 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b617641c-57cb-4fcc-9f8b-b832fd6837cf None None] Sync routers for ids ['ca83454e-f7d6-42ab-84a9-3861905ece68'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:05.583418 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b617641c-57cb-4fcc-9f8b-b832fd6837cf None None] Routers {'ca83454e-f7d6-42ab-84a9-3861905ece68'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:05.584060 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b617641c-57cb-4fcc-9f8b-b832fd6837cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ca83454e-f7d6-42ab-84a9-3861905ece68'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:05.591158 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9345295 Apr 22 15:12:05.592146 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58176) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:05.594156 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:05.610204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:port and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:05.613969 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444170f-531a-4c77-b466-ba9b7416bb72 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event updated for resources: {'Network': ['ID=cc592a35-fd6d-49d8-a615-228b18756226,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:05.617617 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c2094ed4-0a7c-4cbb-9e99-c4c018f4fd94 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/ca83454e-f7d6-42ab-84a9-3861905ece68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4684737 Apr 22 15:12:05.623127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-197540960'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:05.623639 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:05.629054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:05.630557 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58180) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:05.632946 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Usage tracker for resource:network and tenant:ce51d3d86064428a898a7a6fed337d3a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:05.635943 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:05.643039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:05.643350 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network cc592a35-fd6d-49d8-a615-228b18756226 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:05.645698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:05.676760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.687987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Made reservation on behalf of ce51d3d86064428a898a7a6fed337d3a for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:05.691290 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.693682 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port cf3918ef-09ed-4364-92df-c4c6d08d1b7d, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=cf3918ef-09ed-4364-92df-c4c6d08d1b7d,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:05.703199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b617641c-57cb-4fcc-9f8b-b832fd6837cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:05.724538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6491c4e4-50e7-4f1e-ab4c-0920923a1fb0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:05.725469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6491c4e4-50e7-4f1e-ab4c-0920923a1fb0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Synchronizing usage tracker for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:05.747365 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.764462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0244217-da23-45a5-9814-cbedc5e27fa1 req-75205250-8fd2-4e6d-8238-941f614c6ba4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:05.768152 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Transition to ACTIVE for port object 53899ca6-e9d3-4e4b-a8cd-beff167f4980 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:05.772921 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b0244217-da23-45a5-9814-cbedc5e27fa1 req-75205250-8fd2-4e6d-8238-941f614c6ba4 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.5639246 Apr 22 15:12:05.775885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d10bd87-3d25-44e4-bfea-519cd8d832f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.783561 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.799049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.800089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5d5699b1-b4c8-4899-bb06-515706661996 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:05.800455 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:05.803485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.828828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] For port 72baf4bb-d9ad-46da-9b48-dcd38b937ce1, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=72baf4bb-d9ad-46da-9b48-dcd38b937ce1,segment=NetworkSegment(3a6c9785-8809-4e50-b429-d7ee35c94dd0),segment_id=3a6c9785-8809-4e50-b429-d7ee35c94dd0)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:05.829188 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.877298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10bd87-3d25-44e4-bfea-519cd8d832f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=7fee483e-df65-4177-b9a1-7edcf19bef12,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:05.888649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0eabf-ca8a-4b31-9ba8-dc34b13d1135 req-d1e9483e-e746-43ed-8d8b-3fd3b62e341c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:05.892863 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29e0eabf-ca8a-4b31-9ba8-dc34b13d1135 req-d1e9483e-e746-43ed-8d8b-3fd3b62e341c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.3871262 Apr 22 15:12:05.899183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6491c4e4-50e7-4f1e-ab4c-0920923a1fb0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Unset dirty status for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:05.901069 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6491c4e4-50e7-4f1e-ab4c-0920923a1fb0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports/4109c42c-5344-42a5-8a98-9ca617ca5717 HTTP/1.1" status: 200 len: 978 time: 0.2568138 Apr 22 15:12:05.913580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58184) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:05.923310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:05.926204 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Attempting to bind port 53899ca6-e9d3-4e4b-a8cd-beff167f4980 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:05.926576 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Attempting to bind port 53899ca6-e9d3-4e4b-a8cd-beff167f4980 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:05.926936 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Attempting to bind port 53899ca6-e9d3-4e4b-a8cd-beff167f4980 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:05.929214 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea99d94-8cca-4b0c-89df-f11d7b47303c None None] Pushing event updated for resources: {'Port': ['ID=53899ca6-e9d3-4e4b-a8cd-beff167f4980,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:05.946123 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:05.947108 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:05.947662 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.948954 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:05.949673 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Bound port: 53899ca6-e9d3-4e4b-a8cd-beff167f4980, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:05.950264 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:05.977305 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b617641c-57cb-4fcc-9f8b-b832fd6837cf None None] Routers {'ca83454e-f7d6-42ab-84a9-3861905ece68'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:05.977933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b617641c-57cb-4fcc-9f8b-b832fd6837cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ca83454e-f7d6-42ab-84a9-3861905ece68'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:05.993851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Calling delete_port for 72baf4bb-d9ad-46da-9b48-dcd38b937ce1 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:06.051976 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] For port 53899ca6-e9d3-4e4b-a8cd-beff167f4980, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:06.056352 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] For port 53899ca6-e9d3-4e4b-a8cd-beff167f4980, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=53899ca6-e9d3-4e4b-a8cd-beff167f4980,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:06.056888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.057611 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Added segment 2fed559f-e4c6-4a4c-812d-8ffdac0015a2 of type vlan for network 69dda7f0-bc45-46d0-a47d-a3cccca718d6 Apr 22 15:12:06.060269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.070327 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.112051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port 65d801f6-ba1d-4bb2-b197-06e86534d3b6 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:12:06.123946 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b617641c-57cb-4fcc-9f8b-b832fd6837cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:06.124343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b617641c-57cb-4fcc-9f8b-b832fd6837cf None None] The sync data for ids ['ca83454e-f7d6-42ab-84a9-3861905ece68'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:06.126257 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.148511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Transition to ACTIVE for port object f9e05269-e76f-4023-a997-f39a753c0b29 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:06.152254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=cf3918ef-09ed-4364-92df-c4c6d08d1b7d,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:06.178910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 5d5699b1-b4c8-4899-bb06-515706661996 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:06.179289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.241477 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Transition to ACTIVE for port object f9e05269-e76f-4023-a997-f39a753c0b29 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:06.242166 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Routers {'fc355423-af84-4b42-a37b-abe1f80f0452'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:06.242992 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:11:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fc355423-af84-4b42-a37b-abe1f80f0452'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:06.266990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.342275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.369511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Network 4a46ba77-9a8a-4859-aea6-445944d2bf6d is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:06.373575 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Pushing event updated for resources: {'Port': ['ID=f9e05269-e76f-4023-a997-f39a753c0b29,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:06.377054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:06.379468 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:06.400122 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea99d94-8cca-4b0c-89df-f11d7b47303c None None] Pushing event updated for resources: {'Port': ['ID=53899ca6-e9d3-4e4b-a8cd-beff167f4980,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:06.422815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Allocated IP 172.20.0.9 (4a46ba77-9a8a-4859-aea6-445944d2bf6d/7dca9c9e-23aa-4f61-88a7-ae157aaf8422/65d801f6-ba1d-4bb2-b197-06e86534d3b6) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:06.461078 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No DVR routers for this DVR port 72baf4bb-d9ad-46da-9b48-dcd38b937ce1 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:06.486783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d10bd87-3d25-44e4-bfea-519cd8d832f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.502030 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] Set router fc355423-af84-4b42-a37b-abe1f80f0452 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:12:06.502628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Port': ['ID=72baf4bb-d9ad-46da-9b48-dcd38b937ce1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:06.502960 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29e0eabf-ca8a-4b31-9ba8-dc34b13d1135 req-8153a5fa-fde7-4c26-b2e7-fed6206d32f4 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5859814 Apr 22 15:12:06.505957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.531538 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b0244217-da23-45a5-9814-cbedc5e27fa1 req-b1f9e357-8045-4884-8750-84efd6361477 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7574849 Apr 22 15:12:06.544909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Attempting to bind port f9e05269-e76f-4023-a997-f39a753c0b29 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:06.545279 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Attempting to bind port f9e05269-e76f-4023-a997-f39a753c0b29 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '8509e289-6156-4187-925d-c090c20ae001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4a46ba77-9a8a-4859-aea6-445944d2bf6d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:06.545645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Attempting to bind port f9e05269-e76f-4023-a997-f39a753c0b29 on network 4a46ba77-9a8a-4859-aea6-445944d2bf6d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:06.564050 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:06.564425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Checking segment: {'id': '8509e289-6156-4187-925d-c090c20ae001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4a46ba77-9a8a-4859-aea6-445944d2bf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:06.564827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.565214 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Bound using segment: {'id': '8509e289-6156-4187-925d-c090c20ae001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4a46ba77-9a8a-4859-aea6-445944d2bf6d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:06.565682 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Bound port: f9e05269-e76f-4023-a997-f39a753c0b29, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8509e289-6156-4187-925d-c090c20ae001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4a46ba77-9a8a-4859-aea6-445944d2bf6d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:06.566067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.587402 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6d10bd87-3d25-44e4-bfea-519cd8d832f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/7fee483e-df65-4177-b9a1-7edcf19bef12 HTTP/1.1" status: 204 len: 168 time: 2.6838303 Apr 22 15:12:06.596124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58190) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:06.658333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.671612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.675846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:06.676514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.700773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device cf3918ef-09ed-4364-92df-c4c6d08d1b7d up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:06.768329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] For port f9e05269-e76f-4023-a997-f39a753c0b29, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:06.786638 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5d1593-e97e-448c-8baa-7141db155e6b']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:06.786874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] For port f9e05269-e76f-4023-a997-f39a753c0b29, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f9e05269-e76f-4023-a997-f39a753c0b29,segment=NetworkSegment(8509e289-6156-4187-925d-c090c20ae001),segment_id=8509e289-6156-4187-925d-c090c20ae001)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:06.798591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.831843 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6c9785-8809-4e50-b429-d7ee35c94dd0') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:06.831843 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6c9785-8809-4e50-b429-d7ee35c94dd0') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:06.851256 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2456405 Apr 22 15:12:06.855010 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.862861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58194) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:06.865507 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426f70c-7709-4a2e-b91d-45491ee266bc tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event updated for resources: {'Network': ['ID=69dda7f0-bc45-46d0-a47d-a3cccca718d6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:06.875863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a363285b-c36d-4837-8bf4-4bbf3bbe5005 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:06.877826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a363285b-c36d-4837-8bf4-4bbf3bbe5005 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:06.879239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Request body: {'ports': [{'network_id': 'cc592a35-fd6d-49d8-a615-228b18756226', 'name': 'tempest-port--1002617833', 'admin_state_up': True}, {'network_id': '69dda7f0-bc45-46d0-a47d-a3cccca718d6', 'admin_state_up': False}]} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:06.879490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Request body: {'port': {'network_id': 'cc592a35-fd6d-49d8-a615-228b18756226', 'name': 'tempest-port--1002617833', 'admin_state_up': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:06.879962 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Request body: {'port': {'network_id': '69dda7f0-bc45-46d0-a47d-a3cccca718d6', 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:06.884428 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a363285b-c36d-4837-8bf4-4bbf3bbe5005 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2794576 Apr 22 15:12:06.885644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58198) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:06.891635 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 69dda7f0-bc45-46d0-a47d-a3cccca718d6 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:06.914070 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:06.963995 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port cf3918ef-09ed-4364-92df-c4c6d08d1b7d triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:06.964509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.017448 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166d6cd-bbae-4348-be0e-a44433dfec5a None None] Pushing event updated for resources: {'Port': ['ID=f9e05269-e76f-4023-a997-f39a753c0b29,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:07.030691 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:07.032572 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:07.050399 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:07.099215 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc355423-af84-4b42-a37b-abe1f80f0452', 'name': 'tempest-snat-router-402253352', 'tenant_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '53899ca6-e9d3-4e4b-a8cd-beff167f4980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:58Z', 'updated_at': '2022-04-22T15:12:00Z', 'revision_number': 3, 'project_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'gw_port': {'id': '53899ca6-e9d3-4e4b-a8cd-beff167f4980', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc355423-af84-4b42-a37b-abe1f80f0452', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:59Z', 'updated_at': '2022-04-22T15:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:07.104524 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd15b21-72fa-40c0-b30a-401af426f2f2 None None] The sync data for ids ['fc355423-af84-4b42-a37b-abe1f80f0452'] in dv-neutron-838883-3-hyperv is: [{'id': 'fc355423-af84-4b42-a37b-abe1f80f0452', 'name': 'tempest-snat-router-402253352', 'tenant_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.80'}], 'enable_snat': True}, 'gw_port_id': '53899ca6-e9d3-4e4b-a8cd-beff167f4980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:11:58Z', 'updated_at': '2022-04-22T15:12:00Z', 'revision_number': 3, 'project_id': '2b7b0d93880f41a5a8d35824e8ba12dd', 'gw_port': {'id': '53899ca6-e9d3-4e4b-a8cd-beff167f4980', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc355423-af84-4b42-a37b-abe1f80f0452', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:59Z', 'updated_at': '2022-04-22T15:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:07.289863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.334857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.338417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.437598 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/8b5d1593-e97e-448c-8baa-7141db155e6b HTTP/1.1" status: 204 len: 168 time: 4.9319067 Apr 22 15:12:07.446935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8bf1c-e730-4311-af20-193b6e2078fd tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Network': ['ID=8b5d1593-e97e-448c-8baa-7141db155e6b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:07.459453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58202) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:07.469716 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1195874842'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:07.472964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.482342 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:07.492120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:network and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:07.495550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:07.499879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:07.502784 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Deleting port 53899ca6-e9d3-4e4b-a8cd-beff167f4980 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:07.503083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.528921 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Usage tracker for resource:port and tenant:ce51d3d86064428a898a7a6fed337d3a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:07.532277 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:07.540413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:07.562933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b35f4-8068-4d86-83ee-83951d78c0cb req-5d2a96e0-b905-4bac-865d-55c52b1d2e57 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:07.564428 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-066b35f4-8068-4d86-83ee-83951d78c0cb req-5d2a96e0-b905-4bac-865d-55c52b1d2e57 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.7302308 Apr 22 15:12:07.569570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:07.577929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:07.581270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.612215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Transition to ACTIVE for port object 65d801f6-ba1d-4bb2-b197-06e86534d3b6 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:07.627165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Made reservation on behalf of ce51d3d86064428a898a7a6fed337d3a for: {'port': 2} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:07.630607 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.680245 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8102d9e-0491-48a1-afd7-6f8bde18cdd2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 2c6503b9-32b7-4c8a-9f2c-cdf275254e6e {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:12:07.712241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b8102d9e-0491-48a1-afd7-6f8bde18cdd2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.722683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.735073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:07.775806 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.776380 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Added segment a44a6dd5-31d6-4ea5-ab57-97e0830fd54f of type vlan for network 018dafb1-039e-461f-bb9f-36ad8d255f25 Apr 22 15:12:07.787307 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-066b35f4-8068-4d86-83ee-83951d78c0cb req-3db02bc4-6aa9-4de6-8610-0a648ea185f1 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108984 Apr 22 15:12:07.803143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b8102d9e-0491-48a1-afd7-6f8bde18cdd2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.832344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58208) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:07.871262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] For port 53899ca6-e9d3-4e4b-a8cd-beff167f4980, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=53899ca6-e9d3-4e4b-a8cd-beff167f4980,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:07.871618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.880218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:07.880859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:08.026202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 4a46ba77-9a8a-4859-aea6-445944d2bf6d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:08.033056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=65d801f6-ba1d-4bb2-b197-06e86534d3b6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:08.040456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:08.049064 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:08.068532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Calling delete_port for 53899ca6-e9d3-4e4b-a8cd-beff167f4980 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:08.077230 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b1ce26-a393-4c18-9988-50e901d08825 None None] Network 4a46ba77-9a8a-4859-aea6-445944d2bf6d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:08.085399 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fda6b-3c36-409f-83fb-9ec60b52d95f req-14609d68-82e1-44cc-a8d4-06edaf96f554 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:08.086890 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de4fda6b-3c36-409f-83fb-9ec60b52d95f req-14609d68-82e1-44cc-a8d4-06edaf96f554 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.4431021 Apr 22 15:12:08.141617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b8102d9e-0491-48a1-afd7-6f8bde18cdd2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:08.155047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:12:08.230377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] device_id is not set on port d9783362-0ff4-4cfe-99b3-62ba1792cb0d yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:12:08.236512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:08.240320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:08.241185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:08.245904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:08.246530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:08.283978 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-465d7d5e-f267-4b4c-9be5-481a15a0987e tempest-TestNetworkAdvancedServerOps-573974901 tempest-TestNetworkAdvancedServerOps-573974901-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 1094 time: 0.4424770 Apr 22 15:12:08.286516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58212) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:08.304768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '21011859-8eec-463d-8566-76f78ca31784', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'fixed_ip_address': '172.20.0.23'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:08.319810 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de4fda6b-3c36-409f-83fb-9ec60b52d95f req-ae6b2518-e7b7-481b-8e04-b25a50089f19 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204442 Apr 22 15:12:08.320848 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:08.325059 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-98fc735c-b0ae-42ae-a87f-8bb4a6101ddc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5879920 Apr 22 15:12:08.327158 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b85e93bb-9e6d-47ea-bb95-b374b2ccce73 None None] Provisioning for port f9e05269-e76f-4023-a997-f39a753c0b29 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:08.330065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58216) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:08.335605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Usage tracker for resource:floatingip and tenant:6e451ea9b62646848542497e7cd37e73 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:08.405564 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9419668 Apr 22 15:12:08.405564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35ba0e-7b5d-49de-8d22-fde3b11a4e15 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Network': ['ID=018dafb1-039e-461f-bb9f-36ad8d255f25,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:08.408893 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58220) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:08.415973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:08.416791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 018dafb1-039e-461f-bb9f-36ad8d255f25 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:08.420611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'subnet': {'network_id': '018dafb1-039e-461f-bb9f-36ad8d255f25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:08.435701 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:08.497516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b8102d9e-0491-48a1-afd7-6f8bde18cdd2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:08.544357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:08.569770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8102d9e-0491-48a1-afd7-6f8bde18cdd2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6503b9-32b7-4c8a-9f2c-cdf275254e6e,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:08.584916 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:08.619194 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b8102d9e-0491-48a1-afd7-6f8bde18cdd2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:08.623922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de92989-f60f-4d92-a2ae-6af094e06fa2 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:08.633228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:subnet and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:08.648189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:08.669400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:08.698867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:08.727600 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b8102d9e-0491-48a1-afd7-6f8bde18cdd2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/2c6503b9-32b7-4c8a-9f2c-cdf275254e6e HTTP/1.1" status: 204 len: 168 time: 1.7948029 Apr 22 15:12:08.728559 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:08.736120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58224) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:08.782204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f9e05269-e76f-4023-a997-f39a753c0b29 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:08.816153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:08.976053 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c0a3100f-7b07-4cf0-b62b-2ce5aa60700b None None] Provisioning for port 65d801f6-ba1d-4bb2-b197-06e86534d3b6 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:08.978847 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d6f9f6a4-6f22-49d4-869d-d9f89262b561 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1519470 Apr 22 15:12:09.005616 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c0a3100f-7b07-4cf0-b62b-2ce5aa60700b None None] Provisioning complete for port 65d801f6-ba1d-4bb2-b197-06e86534d3b6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:09.005996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c0a3100f-7b07-4cf0-b62b-2ce5aa60700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.077534 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58228) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:09.107290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:09.189578 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c0a3100f-7b07-4cf0-b62b-2ce5aa60700b None None] Port 65d801f6-ba1d-4bb2-b197-06e86534d3b6 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:09.210213 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c0a3100f-7b07-4cf0-b62b-2ce5aa60700b None None] Provisioning complete for port f9e05269-e76f-4023-a997-f39a753c0b29 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:09.210921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c0a3100f-7b07-4cf0-b62b-2ce5aa60700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.218228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event deleted for resources: {'Port': ['ID=53899ca6-e9d3-4e4b-a8cd-beff167f4980,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:09.325156 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port f9e05269-e76f-4023-a997-f39a753c0b29 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:09.352701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] device_id is not set on port 1dc60e30-b4be-4a62-997e-007154eaead7 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:12:09.377392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.432753 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port f9e05269-e76f-4023-a997-f39a753c0b29 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:09.433129 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.480246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:09.552297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:09.618224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:09.623055 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c0a3100f-7b07-4cf0-b62b-2ce5aa60700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.649879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.692436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:09.710633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c0a3100f-7b07-4cf0-b62b-2ce5aa60700b None None] For port f9e05269-e76f-4023-a997-f39a753c0b29, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f9e05269-e76f-4023-a997-f39a753c0b29,segment=NetworkSegment(8509e289-6156-4187-925d-c090c20ae001),segment_id=8509e289-6156-4187-925d-c090c20ae001)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:09.724799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c0a3100f-7b07-4cf0-b62b-2ce5aa60700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.751485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9952-0c09-41ed-a49f-ba8883e27b01 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.794937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.805947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:09.809513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.861355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3100f-7b07-4cf0-b62b-2ce5aa60700b None None] Pushing event updated for resources: {'Port': ['ID=f9e05269-e76f-4023-a997-f39a753c0b29,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:09.888131 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f655b1de-3592-475a-aaa6-c099f73fa97a None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:12:09.899460 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f655b1de-3592-475a-aaa6-c099f73fa97a None None] Deleting port 5d5699b1-b4c8-4899-bb06-515706661996 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:09.899828 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f655b1de-3592-475a-aaa6-c099f73fa97a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:09.937082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:12:09.937411 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:12:09.954261 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-90d14a0e-53c3-46af-b5de-de4e79f6d249 None None] Provisioning complete for port 65d801f6-ba1d-4bb2-b197-06e86534d3b6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:09.954671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90d14a0e-53c3-46af-b5de-de4e79f6d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.018072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.061617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.072866 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.121503 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f9130-1b3b-4f0e-86ea-8d5a2807e58e req-b60d0a43-5eaf-488d-a8e2-6e050dba24e1 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:10.123027 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a39f9130-1b3b-4f0e-86ea-8d5a2807e58e req-b60d0a43-5eaf-488d-a8e2-6e050dba24e1 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.5544670 Apr 22 15:12:10.152098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.155849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-90d14a0e-53c3-46af-b5de-de4e79f6d249 None None] Port 65d801f6-ba1d-4bb2-b197-06e86534d3b6 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:10.174505 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f655b1de-3592-475a-aaa6-c099f73fa97a None None] For port 5d5699b1-b4c8-4899-bb06-515706661996, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5d5699b1-b4c8-4899-bb06-515706661996,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:10.175177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f655b1de-3592-475a-aaa6-c099f73fa97a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.202596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.203265 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc355423-af84-4b42-a37b-abe1f80f0452 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:12:10.245691 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.294809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.301805 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.302567 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f655b1de-3592-475a-aaa6-c099f73fa97a None None] Calling delete_port for 5d5699b1-b4c8-4899-bb06-515706661996 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:10.303099 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ca6fb854-9ae1-45e2-afb5-0e0a54504044 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "DELETE /v2.0/routers/fc355423-af84-4b42-a37b-abe1f80f0452 HTTP/1.1" status: 204 len: 168 time: 5.3584881 Apr 22 15:12:10.325222 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58234) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:10.380093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f655b1de-3592-475a-aaa6-c099f73fa97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.399783 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Subnet': ['ID=d3cd759d-cf77-4bb7-9ca7-a6e3329d2950,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:10.424943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655b1de-3592-475a-aaa6-c099f73fa97a None None] Pushing event deleted for resources: {'Port': ['ID=5d5699b1-b4c8-4899-bb06-515706661996,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:10.426096 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event updated for resources: {'Port': ['ID=d9783362-0ff4-4cfe-99b3-62ba1792cb0d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:10.434132 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655b1de-3592-475a-aaa6-c099f73fa97a None None] No DVR routers for this DVR port 5d5699b1-b4c8-4899-bb06-515706661996 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:10.462513 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Checking segment: {'id': 'a44a6dd5-31d6-4ea5-ab57-97e0830fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '018dafb1-039e-461f-bb9f-36ad8d255f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:10.462864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network hostable DHCP agents. Network: 018dafb1-039e-461f-bb9f-36ad8d255f25, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:10.473885 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc73f129-9f22-426f-8912-547e63c462e1 None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:12:10.477472 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Checking segment: {'id': '27547060-bc71-4d55-8a66-cc369ea8eb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'cc592a35-fd6d-49d8-a615-228b18756226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:10.477781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Network hostable DHCP agents. Network: cc592a35-fd6d-49d8-a615-228b18756226, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:10.499983 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a39f9130-1b3b-4f0e-86ea-8d5a2807e58e req-aaa64b11-a565-4a67-98da-f4cafec24852 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3570347 Apr 22 15:12:10.506950 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network 018dafb1-039e-461f-bb9f-36ad8d255f25 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:10.515053 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Network cc592a35-fd6d-49d8-a615-228b18756226 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:10.531034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 018dafb1-039e-461f-bb9f-36ad8d255f25) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:10.531034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:10.531034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.541591 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, cc592a35-fd6d-49d8-a615-228b18756226) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:10.545269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:10.546717 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.605350 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3cba2e49-2d70-4da6-82b2-329d53b8d19e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1917048 Apr 22 15:12:10.607246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58240) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:10.638082 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event updated for resources: {'Port': ['ID=1dc60e30-b4be-4a62-997e-007154eaead7,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:10.671272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Checking segment: {'id': '2fed559f-e4c6-4a4c-812d-8ffdac0015a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '69dda7f0-bc45-46d0-a47d-a3cccca718d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:10.671618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Network hostable DHCP agents. Network: 69dda7f0-bc45-46d0-a47d-a3cccca718d6, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:10.710679 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Network 69dda7f0-bc45-46d0-a47d-a3cccca718d6 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:10.726558 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 69dda7f0-bc45-46d0-a47d-a3cccca718d6) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:10.733699 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f9e05269-e76f-4023-a997-f39a753c0b29 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:10.735755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:10.739744 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:10.743414 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:10.744061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.769393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Allocated IP 172.26.8.212 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/aba5fccb-6981-4176-ab42-362c3491f6ae) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:10.781389 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a3944f22-8fa7-4831-b5df-5f5851b5c27d tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9132264 Apr 22 15:12:10.783255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58246) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:10.809199 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.823408 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc73f129-9f22-426f-8912-547e63c462e1 None None] Resources bound (agent type, host, resource id): {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:12:10.879356 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port f9e05269-e76f-4023-a997-f39a753c0b29 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:10.879821 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:10.915643 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13497f1-4783-46a2-8cca-529e4a2faaa8 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:10.920245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13497f1-4783-46a2-8cca-529e4a2faaa8 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:10.921279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d13497f1-4783-46a2-8cca-529e4a2faaa8 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Synchronizing usage tracker for tenant:ce51d3d86064428a898a7a6fed337d3a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:10.945157 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d13497f1-4783-46a2-8cca-529e4a2faaa8 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Unset dirty status for tenant:ce51d3d86064428a898a7a6fed337d3a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:10.965825 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d13497f1-4783-46a2-8cca-529e4a2faaa8 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1745079 Apr 22 15:12:10.967800 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58250) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:11.058884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b9936051-576f-4243-823f-66aceaaa689c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Deleting port d9783362-0ff4-4cfe-99b3-62ba1792cb0d {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:11.059602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9936051-576f-4243-823f-66aceaaa689c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.268886 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5d5699b1-b4c8-4899-bb06-515706661996 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:11.333469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 5d5699b1-b4c8-4899-bb06-515706661996 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:11.334551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5d5699b1-b4c8-4899-bb06-515706661996 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:11.393204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-018dafb1-039e-461f-bb9f-36ad8d255f25', 'network_id': '018dafb1-039e-461f-bb9f-36ad8d255f25', 'tenant_id': '64407b8f43614be2988a915e435ea343', 'fixed_ips': [{'subnet_id': 'd3cd759d-cf77-4bb7-9ca7-a6e3329d2950'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:11.394074 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.417230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.427695 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9936051-576f-4243-823f-66aceaaa689c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.548993 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b9936051-576f-4243-823f-66aceaaa689c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Calling delete_port for d9783362-0ff4-4cfe-99b3-62ba1792cb0d owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:11.596613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Allocated IP 172.20.0.1 (018dafb1-039e-461f-bb9f-36ad8d255f25/d3cd759d-cf77-4bb7-9ca7-a6e3329d2950/aebfffb7-1d3a-46cc-aacd-3984621ab1f0) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:11.636667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9936051-576f-4243-823f-66aceaaa689c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.690022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9936051-576f-4243-823f-66aceaaa689c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event deleted for resources: {'Port': ['ID=d9783362-0ff4-4cfe-99b3-62ba1792cb0d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:11.700485 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9936051-576f-4243-823f-66aceaaa689c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.717810 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b9936051-576f-4243-823f-66aceaaa689c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "DELETE /v2.0/ports/d9783362-0ff4-4cfe-99b3-62ba1792cb0d HTTP/1.1" status: 204 len: 168 time: 0.7462320 Apr 22 15:12:11.717810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58254) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:11.782757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-347564c4-20e2-4de0-8b6f-c654e7b6db27 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Deleting port 1dc60e30-b4be-4a62-997e-007154eaead7 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:11.783269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-347564c4-20e2-4de0-8b6f-c654e7b6db27 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.816512 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.827251 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Transition to ACTIVE for port object aebfffb7-1d3a-46cc-aacd-3984621ab1f0 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:11.848183 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Transition to ACTIVE for port object aebfffb7-1d3a-46cc-aacd-3984621ab1f0 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:11.853602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.922419 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:11.928669 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Network 018dafb1-039e-461f-bb9f-36ad8d255f25 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:11.929501 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Pushing event updated for resources: {'Port': ['ID=aebfffb7-1d3a-46cc-aacd-3984621ab1f0,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:11.932910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:11.935066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:11.962095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4965283-6a91-47bb-8ac8-7418249ab92e req-3a05445f-d94b-469d-aded-c154372ba299 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:11.963591 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f4965283-6a91-47bb-8ac8-7418249ab92e req-3a05445f-d94b-469d-aded-c154372ba299 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 1.0820279 Apr 22 15:12:11.966298 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d9950910-2dcf-4053-9e13-f10f8dd8e5e3 req-9a7434bd-3d92-47f3-85c6-1efb3203d676 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca170eb8340f428b86c9c5acf6a8ca1c&device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 1098 time: 0.8361373 Apr 22 15:12:11.977545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.objects.ports [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83933) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:12:12.021914 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-347564c4-20e2-4de0-8b6f-c654e7b6db27 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.025020 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Attempting to bind port aebfffb7-1d3a-46cc-aacd-3984621ab1f0 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:12.025392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Attempting to bind port aebfffb7-1d3a-46cc-aacd-3984621ab1f0 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a44a6dd5-31d6-4ea5-ab57-97e0830fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '018dafb1-039e-461f-bb9f-36ad8d255f25'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:12.025747 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Attempting to bind port aebfffb7-1d3a-46cc-aacd-3984621ab1f0 on network 018dafb1-039e-461f-bb9f-36ad8d255f25 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:12.032300 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:12.032667 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Checking segment: {'id': 'a44a6dd5-31d6-4ea5-ab57-97e0830fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '018dafb1-039e-461f-bb9f-36ad8d255f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:12.033065 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.033447 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Bound using segment: {'id': 'a44a6dd5-31d6-4ea5-ab57-97e0830fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '018dafb1-039e-461f-bb9f-36ad8d255f25'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:12.034011 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Bound port: aebfffb7-1d3a-46cc-aacd-3984621ab1f0, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44a6dd5-31d6-4ea5-ab57-97e0830fd54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '018dafb1-039e-461f-bb9f-36ad8d255f25'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:12.034401 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.042253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f9952-0c09-41ed-a49f-ba8883e27b01 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 4109c42c-5344-42a5-8a98-9ca617ca5717 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:12.042603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9952-0c09-41ed-a49f-ba8883e27b01 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.066470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.125773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-99194f71-23d5-4200-881b-05e9e381634a None None] For port aebfffb7-1d3a-46cc-aacd-3984621ab1f0, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:12.129062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-99194f71-23d5-4200-881b-05e9e381634a None None] For port aebfffb7-1d3a-46cc-aacd-3984621ab1f0, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aebfffb7-1d3a-46cc-aacd-3984621ab1f0,segment=NetworkSegment(a44a6dd5-31d6-4ea5-ab57-97e0830fd54f),segment_id=a44a6dd5-31d6-4ea5-ab57-97e0830fd54f)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:12.133449 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.153578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-347564c4-20e2-4de0-8b6f-c654e7b6db27 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Calling delete_port for 1dc60e30-b4be-4a62-997e-007154eaead7 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:12.180828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.212542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99194f71-23d5-4200-881b-05e9e381634a None None] Pushing event updated for resources: {'Port': ['ID=aebfffb7-1d3a-46cc-aacd-3984621ab1f0,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:12.242664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-347564c4-20e2-4de0-8b6f-c654e7b6db27 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.299455 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-347564c4-20e2-4de0-8b6f-c654e7b6db27 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.312430 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-347564c4-20e2-4de0-8b6f-c654e7b6db27 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "DELETE /v2.0/ports/1dc60e30-b4be-4a62-997e-007154eaead7 HTTP/1.1" status: 204 len: 168 time: 0.5939863 Apr 22 15:12:12.313139 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58258) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:12.313898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347564c4-20e2-4de0-8b6f-c654e7b6db27 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event deleted for resources: {'Port': ['ID=1dc60e30-b4be-4a62-997e-007154eaead7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:12.359860 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bcc27a20-2b5d-41f4-b6ad-a178fa3c81cd tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Synchronizing usage tracker for tenant:ce51d3d86064428a898a7a6fed337d3a on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:12.369192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:12.382998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bcc27a20-2b5d-41f4-b6ad-a178fa3c81cd tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Unset dirty status for tenant:ce51d3d86064428a898a7a6fed337d3a on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:12.390213 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bcc27a20-2b5d-41f4-b6ad-a178fa3c81cd tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0729485 Apr 22 15:12:12.391352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58262) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:12.411031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1443044720'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:12.420496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:12.426610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Usage tracker for resource:network and tenant:ce51d3d86064428a898a7a6fed337d3a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:12.430092 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:12.437909 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:12.448868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Made reservation on behalf of ce51d3d86064428a898a7a6fed337d3a for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:12.452638 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.456803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:12.460179 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f4965283-6a91-47bb-8ac8-7418249ab92e req-f9638713-554e-4e42-a9d5-2cc1ba4f2739 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4588232 Apr 22 15:12:12.461333 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:12.461914 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.483753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=e454fe16-92f7-4ebe-b4ee-081adc85787d,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:12.506068 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:12.510738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.562161 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.640762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0d3a52f-ebca-48f1-a183-dded0666dd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.692231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aebfffb7-1d3a-46cc-aacd-3984621ab1f0 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:12.769245 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port aebfffb7-1d3a-46cc-aacd-3984621ab1f0 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:12.785041 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:12:12.804662 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9950910-2dcf-4053-9e13-f10f8dd8e5e3 req-787bb1e2-34c7-408f-be04-36ac6e4f7e71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:12.806111 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d9950910-2dcf-4053-9e13-f10f8dd8e5e3 req-787bb1e2-34c7-408f-be04-36ac6e4f7e71 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b30759b-11ae-417c-bc4c-b58157939dcc HTTP/1.1" status: 200 len: 913 time: 0.8235030 Apr 22 15:12:12.868362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.868714 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Added segment c487536e-305d-4cfe-b13e-be7b2958e4e5 of type vlan for network 4104a7f4-aed7-459b-a39b-511bf9eb5080 Apr 22 15:12:12.896400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.928306 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.932271 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:12.932848 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.949745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:12.961755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.038703 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.043298 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7a0cc933-35c3-4310-a7f9-a9120f0210b8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9550505 Apr 22 15:12:13.051290 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58266) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:13.054721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:13.061486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'mac_address': 'fa:16:3e:b3:49:fc', 'name': 'tempest-NetworksTestDHCPv6-184916190'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:13.072778 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:13.074676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'Port': ['ID=aba5fccb-6981-4176-ab42-362c3491f6ae,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:13.077376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cd759d-cf77-4bb7-9ca7-a6e3329d2950,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:13.084953 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6898978 Apr 22 15:12:13.086981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:13.089311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58270) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:13.144597 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1830662914'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:13.148446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ab9a3-da09-4c70-b109-a34c78b6476e tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event updated for resources: {'Network': ['ID=4104a7f4-aed7-459b-a39b-511bf9eb5080,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:13.159584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:13.162174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9952-0c09-41ed-a49f-ba8883e27b01 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.163708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 4104a7f4-aed7-459b-a39b-511bf9eb5080 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:13.169546 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Usage tracker for resource:network and tenant:ce51d3d86064428a898a7a6fed337d3a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:13.174682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:13.184453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:13.235390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Made reservation on behalf of ce51d3d86064428a898a7a6fed337d3a for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:13.238897 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.267375 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:13.271790 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:13.275051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:13.283056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:13.306474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:13.306673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fe8f5e-461b-43e8-a1bb-6437ce44bf1a None None] Network 018dafb1-039e-461f-bb9f-36ad8d255f25 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:13.316258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:13.322502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb0dd5d-0661-4129-92d2-26bbc104f543 None None] Network cc592a35-fd6d-49d8-a615-228b18756226 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:13.344259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8789695-007e-4eda-9b1c-81207ccc7682 None None] Network 69dda7f0-bc45-46d0-a47d-a3cccca718d6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:13.358771 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e17352b-cf3d-42ff-8986-d6ee2c798807 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:13.402780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.403126 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Added segment f896b327-0388-4a74-b63d-dc9624faf6a1 of type vlan for network fa7f6416-2fb1-45ad-8e65-a15088b50e55 Apr 22 15:12:13.448227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f9952-0c09-41ed-a49f-ba8883e27b01 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 4109c42c-5344-42a5-8a98-9ca617ca5717 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:13.463181 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.518938 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.543975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.550701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port 7a7ed948-ec09-443d-9268-663265b3c31d yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:12:13.578274 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018dafb1-039e-461f-bb9f-36ad8d255f25']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:13.594322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44a6dd5-31d6-4ea5-ab57-97e0830fd54f') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:13.594690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44a6dd5-31d6-4ea5-ab57-97e0830fd54f') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:13.610340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.632024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.665400 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d9950910-2dcf-4053-9e13-f10f8dd8e5e3 req-8e90c0a1-5683-415e-9522-c9e2e5f0fcd4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63510a2-1adb-46e9-89b2-afa7e71ab191 HTTP/1.1" status: 200 len: 1001 time: 0.8019075 Apr 22 15:12:13.707002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=65d801f6-ba1d-4bb2-b197-06e86534d3b6,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:13.714214 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:13.714472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:13.741977 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-74421801-bf18-4b82-87d9-320396a7aa37 None None] Provisioning for port aebfffb7-1d3a-46cc-aacd-3984621ab1f0 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:13.765785 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:13.802264 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::f816:3eff:feb3:49fc (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/e454fe16-92f7-4ebe-b4ee-081adc85787d/7a7ed948-ec09-443d-9268-663265b3c31d) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:13.838499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-74421801-bf18-4b82-87d9-320396a7aa37 None None] Provisioning complete for port aebfffb7-1d3a-46cc-aacd-3984621ab1f0 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:13.838864 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-74421801-bf18-4b82-87d9-320396a7aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.040285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.044704 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:14.046227 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.066252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9950910-2dcf-4053-9e13-f10f8dd8e5e3 req-9e19fb28-5b10-429c-8a3e-afce7336f54b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:14.067751 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d9950910-2dcf-4053-9e13-f10f8dd8e5e3 req-9e19fb28-5b10-429c-8a3e-afce7336f54b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44024044-2bbf-41e4-9040-da56b02148a3 HTTP/1.1" status: 200 len: 851 time: 0.3333666 Apr 22 15:12:14.068593 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 15:12:14.068593 dv-neutron-838883-3-hyperv neutron-server[83933]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 15:12:14.068593 dv-neutron-838883-3-hyperv neutron-server[83933]: [parameters: {'id': '018dafb1-039e-461f-bb9f-36ad8d255f25'}] Apr 22 15:12:14.068593 dv-neutron-838883-3-hyperv neutron-server[83933]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:12:14.068944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:12:14.184127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.214223 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0705802 Apr 22 15:12:14.214223 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c155f4-a12f-41e4-8a05-d797f8fac3af tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event updated for resources: {'Network': ['ID=fa7f6416-2fb1-45ad-8e65-a15088b50e55,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:14.245239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object 7a7ed948-ec09-443d-9268-663265b3c31d will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:14.263852 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network fa7f6416-2fb1-45ad-8e65-a15088b50e55 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:14.284170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.345842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': 'e454fe16-92f7-4ebe-b4ee-081adc85787d'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:14.347143 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.352553 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58276) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:14.375843 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Request body: {'subnets': [{'network_id': '4104a7f4-aed7-459b-a39b-511bf9eb5080', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--78495803', 'ip_version': 4}, {'network_id': 'fa7f6416-2fb1-45ad-8e65-a15088b50e55', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:14.376223 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Request body: {'subnet': {'network_id': '4104a7f4-aed7-459b-a39b-511bf9eb5080', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--78495803', 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:14.376795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Request body: {'subnet': {'network_id': 'fa7f6416-2fb1-45ad-8e65-a15088b50e55', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:14.388529 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-74421801-bf18-4b82-87d9-320396a7aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.430593 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37713f9-a1e7-4b6d-b091-16e8e3b8f551 None None] Network 018dafb1-039e-461f-bb9f-36ad8d255f25 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:14.462967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329dc24-1db9-4a6f-b5b1-5ea2b872e92f req-3bda559d-d123-4815-915b-64d3ed729e0e tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:14.465023 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8329dc24-1db9-4a6f-b5b1-5ea2b872e92f req-3bda559d-d123-4815-915b-64d3ed729e0e tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.8113632 Apr 22 15:12:14.479857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:14.487634 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:14.490336 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:14.494365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:14.494966 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.511596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=7a7ed948-ec09-443d-9268-663265b3c31d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:14.565105 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-94dadaac-8317-4cea-b0c6-7a2bf8b73078 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5126560 Apr 22 15:12:14.571406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.573796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58280) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:14.576425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-74421801-bf18-4b82-87d9-320396a7aa37 None None] For port aebfffb7-1d3a-46cc-aacd-3984621ab1f0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aebfffb7-1d3a-46cc-aacd-3984621ab1f0,segment=NetworkSegment(a44a6dd5-31d6-4ea5-ab57-97e0830fd54f),segment_id=a44a6dd5-31d6-4ea5-ab57-97e0830fd54f)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:14.594037 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-74421801-bf18-4b82-87d9-320396a7aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.665426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:14.669178 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Usage tracker for resource:subnet and tenant:ce51d3d86064428a898a7a6fed337d3a is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:14.672972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:14.679889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:14.692868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Made reservation on behalf of ce51d3d86064428a898a7a6fed337d3a for: {'subnet': 2} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:14.771717 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Deleting port aebfffb7-1d3a-46cc-aacd-3984621ab1f0 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:14.772056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.796681 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74421801-bf18-4b82-87d9-320396a7aa37 None None] Pushing event updated for resources: {'Port': ['ID=aebfffb7-1d3a-46cc-aacd-3984621ab1f0,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:14.810084 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Allocated IP 2001:db8::f816:3eff:fef4:773e (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/e454fe16-92f7-4ebe-b4ee-081adc85787d/1bc6c392-a06c-4c02-9790-eba33c8071e9) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:14.830640 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-88d4ef0d-ecb8-4aac-8282-b8cfaf2df998 None None] Provisioning complete for port 65d801f6-ba1d-4bb2-b197-06e86534d3b6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:14.830996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88d4ef0d-ecb8-4aac-8282-b8cfaf2df998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.871845 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d9950910-2dcf-4053-9e13-f10f8dd8e5e3 req-c4396173-cc70-4992-8620-754309b71afd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b30759b-11ae-417c-bc4c-b58157939dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7775874 Apr 22 15:12:14.921127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.921472 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.921705 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9952-0c09-41ed-a49f-ba8883e27b01 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.923551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:14.947009 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8329dc24-1db9-4a6f-b5b1-5ea2b872e92f req-cf2dbe1e-cf52-4c55-9db7-4d1b9f01b29d tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4096777 Apr 22 15:12:14.947785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.040127 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-88d4ef0d-ecb8-4aac-8282-b8cfaf2df998 None None] Port 65d801f6-ba1d-4bb2-b197-06e86534d3b6 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:15.058396 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a000dac-8ae9-4411-b02f-41794fae4c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.112634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f9952-0c09-41ed-a49f-ba8883e27b01 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=4109c42c-5344-42a5-8a98-9ca617ca5717,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:15.131226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Deleting port cf3918ef-09ed-4364-92df-c4c6d08d1b7d {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:15.131620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.141909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24b9295-ff02-4d2b-8173-21bb5aa578c9 None None] DHCP port deletion for 018dafb1-039e-461f-bb9f-36ad8d255f25 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:12:15.149689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d24b9295-ff02-4d2b-8173-21bb5aa578c9 None None] Deleting port aebfffb7-1d3a-46cc-aacd-3984621ab1f0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:15.150058 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d24b9295-ff02-4d2b-8173-21bb5aa578c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.361912 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d24b9295-ff02-4d2b-8173-21bb5aa578c9 None None] For port aebfffb7-1d3a-46cc-aacd-3984621ab1f0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aebfffb7-1d3a-46cc-aacd-3984621ab1f0,segment=NetworkSegment(a44a6dd5-31d6-4ea5-ab57-97e0830fd54f),segment_id=a44a6dd5-31d6-4ea5-ab57-97e0830fd54f)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:15.362344 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d24b9295-ff02-4d2b-8173-21bb5aa578c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.419583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a1a0a8-8938-44d5-9f13-01866a670a7e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:15.420849 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-67a1a0a8-8938-44d5-9f13-01866a670a7e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:15.447257 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.464442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.513759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d24b9295-ff02-4d2b-8173-21bb5aa578c9 None None] Calling delete_port for aebfffb7-1d3a-46cc-aacd-3984621ab1f0 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:15.538874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Transition to ACTIVE for port object 1bc6c392-a06c-4c02-9790-eba33c8071e9 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:15.539081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event updated for resources: {'Subnet': ['ID=e26f59ba-9f73-497b-a071-dade998feb5f,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:15.544684 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d9950910-2dcf-4053-9e13-f10f8dd8e5e3 req-d515e4db-9ef4-40ef-ab10-8392222bd2de service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459050 Apr 22 15:12:15.555496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Checking segment: {'id': 'c487536e-305d-4cfe-b13e-be7b2958e4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '4104a7f4-aed7-459b-a39b-511bf9eb5080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:15.555847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Network hostable DHCP agents. Network: 4104a7f4-aed7-459b-a39b-511bf9eb5080, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:15.579533 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Transition to ACTIVE for port object 1bc6c392-a06c-4c02-9790-eba33c8071e9 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:15.580507 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Network 4104a7f4-aed7-459b-a39b-511bf9eb5080 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:15.592437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 4104a7f4-aed7-459b-a39b-511bf9eb5080) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:15.596621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.598773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.638808 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed086d-9477-4428-9434-e399e6249146 None None] Network 4104a7f4-aed7-459b-a39b-511bf9eb5080 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:15.688081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event updated for resources: {'Subnet': ['ID=df400767-7fae-4966-b502-878ccbf086b1,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:15.700413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Checking segment: {'id': 'f896b327-0388-4a74-b63d-dc9624faf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'fa7f6416-2fb1-45ad-8e65-a15088b50e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:15.700779 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Network hostable DHCP agents. Network: fa7f6416-2fb1-45ad-8e65-a15088b50e55, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:15.725736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Network fa7f6416-2fb1-45ad-8e65-a15088b50e55 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:15.737248 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, fa7f6416-2fb1-45ad-8e65-a15088b50e55) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:15.741560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:15.741938 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:15.742584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.755811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.764854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-67a1a0a8-8938-44d5-9f13-01866a670a7e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:15.768441 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-67a1a0a8-8938-44d5-9f13-01866a670a7e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.1319437 Apr 22 15:12:15.770884 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-663b09ab-6754-4a90-8c10-5ed7a1534afe tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 1.4157147 Apr 22 15:12:15.771044 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55274a53-2ff6-4554-ae88-33e9a99b3c82 None None] Network fa7f6416-2fb1-45ad-8e65-a15088b50e55 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:15.771277 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58284) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:15.771607 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58286) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:15.791650 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d24b9295-ff02-4d2b-8173-21bb5aa578c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:15.866389 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:15.875489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Pushing event updated for resources: {'Port': ['ID=1bc6c392-a06c-4c02-9790-eba33c8071e9,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:15.889772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:15.924967 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:15.952829 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b9295-ff02-4d2b-8173-21bb5aa578c9 None None] Pushing event deleted for resources: {'Port': ['ID=aebfffb7-1d3a-46cc-aacd-3984621ab1f0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:15.986983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24b9295-ff02-4d2b-8173-21bb5aa578c9 None None] No DVR routers for this DVR port aebfffb7-1d3a-46cc-aacd-3984621ab1f0 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:15.995880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] For port aebfffb7-1d3a-46cc-aacd-3984621ab1f0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aebfffb7-1d3a-46cc-aacd-3984621ab1f0,segment=NetworkSegment(a44a6dd5-31d6-4ea5-ab57-97e0830fd54f),segment_id=a44a6dd5-31d6-4ea5-ab57-97e0830fd54f)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:15.996440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.016352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df498212-4048-4ca3-ab5f-bbaf5e11a365 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:16.018234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df498212-4048-4ca3-ab5f-bbaf5e11a365 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:16.019806 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df498212-4048-4ca3-ab5f-bbaf5e11a365 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:16.020837 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-df498212-4048-4ca3-ab5f-bbaf5e11a365 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Synchronizing usage tracker for tenant:ce51d3d86064428a898a7a6fed337d3a on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:16.032384 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ffa15ce0-839b-4a49-8131-82bfff27634d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port 7a7ed948-ec09-443d-9268-663265b3c31d {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:16.033165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffa15ce0-839b-4a49-8131-82bfff27634d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.134896 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.193052 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.202036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-df498212-4048-4ca3-ab5f-bbaf5e11a365 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Unset dirty status for tenant:ce51d3d86064428a898a7a6fed337d3a on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:16.203337 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-df498212-4048-4ca3-ab5f-bbaf5e11a365 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.4288239 Apr 22 15:12:16.208004 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58294) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:16.309692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Calling delete_port for aebfffb7-1d3a-46cc-aacd-3984621ab1f0 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:16.321106 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Attempting to bind port 1bc6c392-a06c-4c02-9790-eba33c8071e9 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:16.321476 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Attempting to bind port 1bc6c392-a06c-4c02-9790-eba33c8071e9 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:16.322477 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Attempting to bind port 1bc6c392-a06c-4c02-9790-eba33c8071e9 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:16.372259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:16.372627 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:16.373025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.373442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:16.373909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Bound port: 1bc6c392-a06c-4c02-9790-eba33c8071e9, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:16.374306 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.450424 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-71283e2e-2d2d-410e-a5da-9eed2d9d3248 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Deleting subnet e26f59ba-9f73-497b-a071-dade998feb5f {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:12:16.450703 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691bbcc-3852-4433-ae8d-e24aa0d64f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-4104a7f4-aed7-459b-a39b-511bf9eb5080', 'network_id': '4104a7f4-aed7-459b-a39b-511bf9eb5080', 'tenant_id': 'ce51d3d86064428a898a7a6fed337d3a', 'fixed_ips': [{'subnet_id': 'e26f59ba-9f73-497b-a071-dade998feb5f'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:16.451546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2691bbcc-3852-4433-ae8d-e24aa0d64f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.456743 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71283e2e-2d2d-410e-a5da-9eed2d9d3248 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.470802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-fa7f6416-2fb1-45ad-8e65-a15088b50e55', 'network_id': 'fa7f6416-2fb1-45ad-8e65-a15088b50e55', 'tenant_id': 'ce51d3d86064428a898a7a6fed337d3a', 'fixed_ips': [{'subnet_id': 'df400767-7fae-4966-b502-878ccbf086b1'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:16.471600 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.548533 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffa15ce0-839b-4a49-8131-82bfff27634d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.557146 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71283e2e-2d2d-410e-a5da-9eed2d9d3248 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.568088 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] For port cf3918ef-09ed-4364-92df-c4c6d08d1b7d, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=cf3918ef-09ed-4364-92df-c4c6d08d1b7d,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:16.568508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.582204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.698762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aebfffb7-1d3a-46cc-aacd-3984621ab1f0 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:16.722453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ffa15ce0-839b-4a49-8131-82bfff27634d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for 7a7ed948-ec09-443d-9268-663265b3c31d owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:16.754412 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] For port 1bc6c392-a06c-4c02-9790-eba33c8071e9, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:16.756452 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: aebfffb7-1d3a-46cc-aacd-3984621ab1f0 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:16.756857 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aebfffb7-1d3a-46cc-aacd-3984621ab1f0 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:16.773368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] For port 1bc6c392-a06c-4c02-9790-eba33c8071e9, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1bc6c392-a06c-4c02-9790-eba33c8071e9,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:16.792172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71283e2e-2d2d-410e-a5da-9eed2d9d3248 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.792462 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d9950910-2dcf-4053-9e13-f10f8dd8e5e3 req-225ad243-e262-4bea-9480-08cf74ef62fe service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2289841 Apr 22 15:12:16.811740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.870360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Calling delete_port for cf3918ef-09ed-4364-92df-c4c6d08d1b7d owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:16.900949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc2f9952-0c09-41ed-a49f-ba8883e27b01 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.910360 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Allocated IP 172.20.0.18 (fa7f6416-2fb1-45ad-8e65-a15088b50e55/df400767-7fae-4966-b502-878ccbf086b1/b67b10e8-b4ff-43c2-9e40-ca6413069aa6) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:16.919866 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac60962-42d8-4c89-94eb-dfc3fa3629b7 None None] Pushing event updated for resources: {'Port': ['ID=1bc6c392-a06c-4c02-9790-eba33c8071e9,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:16.945354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71283e2e-2d2d-410e-a5da-9eed2d9d3248 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:16.989218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-71283e2e-2d2d-410e-a5da-9eed2d9d3248 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.012198 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71283e2e-2d2d-410e-a5da-9eed2d9d3248 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event deleted for resources: {'Subnet': ['ID=e26f59ba-9f73-497b-a071-dade998feb5f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:17.028049 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-71283e2e-2d2d-410e-a5da-9eed2d9d3248 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "DELETE /v2.0/subnets/e26f59ba-9f73-497b-a071-dade998feb5f HTTP/1.1" status: 204 len: 168 time: 0.8165369 Apr 22 15:12:17.028285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58298) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server [None req-2691bbcc-3852-4433-ae8d-e24aa0d64f2a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e26f59ba-9f73-497b-a071-dade998feb5f: This subnet is being modified by another concurrent operation. Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 15:12:17.033967 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise exception Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e26f59ba-9f73-497b-a071-dade998feb5f: This subnet is being modified by another concurrent operation. Apr 22 15:12:17.038385 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server Apr 22 15:12:17.072885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.076834 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffa15ce0-839b-4a49-8131-82bfff27634d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.108664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed96d72b-fec9-4445-9f30-442d3f5eb920 None None] Network 4104a7f4-aed7-459b-a39b-511bf9eb5080 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:17.127578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:12:17.130461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:12:17.153126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa15ce0-839b-4a49-8131-82bfff27634d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=7a7ed948-ec09-443d-9268-663265b3c31d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:17.204708 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da6a8d9-66d4-4cb8-8a85-1ebbecb323de tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Deleting subnet df400767-7fae-4966-b502-878ccbf086b1 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:12:17.214563 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffa15ce0-839b-4a49-8131-82bfff27634d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.220291 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ffa15ce0-839b-4a49-8131-82bfff27634d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/7a7ed948-ec09-443d-9268-663265b3c31d HTTP/1.1" status: 204 len: 168 time: 1.4441962 Apr 22 15:12:17.220782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58302) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:17.317486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5203b42d-7658-4f50-9c64-42a51482437a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:17.318888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5203b42d-7658-4f50-9c64-42a51482437a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:17.320047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5203b42d-7658-4f50-9c64-42a51482437a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:17.353282 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5203b42d-7658-4f50-9c64-42a51482437a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:17.358577 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5203b42d-7658-4f50-9c64-42a51482437a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1361394 Apr 22 15:12:17.359517 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58306) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:17.422666 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536aab5-319f-4b7b-8ece-a4ff8f03231a req-5dc628f6-38f0-4c2c-abd3-e5c8a1f05a50 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:17.425702 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2536aab5-319f-4b7b-8ece-a4ff8f03231a req-5dc628f6-38f0-4c2c-abd3-e5c8a1f05a50 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 1.1645696 Apr 22 15:12:17.451257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3e5d14-fd38-4562-a934-d0afc9012c8f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet e454fe16-92f7-4ebe-b4ee-081adc85787d {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:12:17.462413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5d14-fd38-4562-a934-d0afc9012c8f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.495480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.517319 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.537314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5d14-fd38-4562-a934-d0afc9012c8f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.537875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Transition to ACTIVE for port object b67b10e8-b4ff-43c2-9e40-ca6413069aa6 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:17.559340 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Transition to ACTIVE for port object b67b10e8-b4ff-43c2-9e40-ca6413069aa6 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:17.566613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.573170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7da6a8d9-66d4-4cb8-8a85-1ebbecb323de tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.654447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7da6a8d9-66d4-4cb8-8a85-1ebbecb323de tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.660050 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Network fa7f6416-2fb1-45ad-8e65-a15088b50e55 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:17.664017 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:17.666502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:17.668941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Pushing event updated for resources: {'Port': ['ID=b67b10e8-b4ff-43c2-9e40-ca6413069aa6,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:17.748083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5d14-fd38-4562-a934-d0afc9012c8f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.771653 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Attempting to bind port b67b10e8-b4ff-43c2-9e40-ca6413069aa6 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:17.772271 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Attempting to bind port b67b10e8-b4ff-43c2-9e40-ca6413069aa6 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'f896b327-0388-4a74-b63d-dc9624faf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'fa7f6416-2fb1-45ad-8e65-a15088b50e55'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:17.772630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Attempting to bind port b67b10e8-b4ff-43c2-9e40-ca6413069aa6 on network fa7f6416-2fb1-45ad-8e65-a15088b50e55 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:17.778890 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:17.779267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Checking segment: {'id': 'f896b327-0388-4a74-b63d-dc9624faf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'fa7f6416-2fb1-45ad-8e65-a15088b50e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:17.779907 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.780308 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Bound using segment: {'id': 'f896b327-0388-4a74-b63d-dc9624faf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'fa7f6416-2fb1-45ad-8e65-a15088b50e55'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:17.780900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Bound port: b67b10e8-b4ff-43c2-9e40-ca6413069aa6, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f896b327-0388-4a74-b63d-dc9624faf6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'fa7f6416-2fb1-45ad-8e65-a15088b50e55'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:17.781278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.815426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7da6a8d9-66d4-4cb8-8a85-1ebbecb323de tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.839416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Deleting port aebfffb7-1d3a-46cc-aacd-3984621ab1f0 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:17.839754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.894247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5d14-fd38-4562-a934-d0afc9012c8f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.948032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5d14-fd38-4562-a934-d0afc9012c8f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.952777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e5d14-fd38-4562-a934-d0afc9012c8f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=e454fe16-92f7-4ebe-b4ee-081adc85787d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:17.965525 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7da6a8d9-66d4-4cb8-8a85-1ebbecb323de tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:17.974458 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] For port b67b10e8-b4ff-43c2-9e40-ca6413069aa6, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:17.978873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] For port b67b10e8-b4ff-43c2-9e40-ca6413069aa6, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b67b10e8-b4ff-43c2-9e40-ca6413069aa6,segment=NetworkSegment(f896b327-0388-4a74-b63d-dc9624faf6a1),segment_id=f896b327-0388-4a74-b63d-dc9624faf6a1)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:17.986750 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.016590 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] The port 'aebfffb7-1d3a-46cc-aacd-3984621ab1f0' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:12:18.043062 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6d3e5d14-fd38-4562-a934-d0afc9012c8f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/e454fe16-92f7-4ebe-b4ee-081adc85787d HTTP/1.1" status: 204 len: 168 time: 0.6822374 Apr 22 15:12:18.050972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58310) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:18.053738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6a8d9-66d4-4cb8-8a85-1ebbecb323de tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event deleted for resources: {'Subnet': ['ID=df400767-7fae-4966-b502-878ccbf086b1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:18.108198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04c63a-c123-445e-9e22-7dcb1d8cc91a None None] Pushing event updated for resources: {'Port': ['ID=b67b10e8-b4ff-43c2-9e40-ca6413069aa6,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:18.134246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:12:18.170034 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2536aab5-319f-4b7b-8ece-a4ff8f03231a req-f2d884b0-5ed0-4d40-ba51-72eb79d9ab7e tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6460371 Apr 22 15:12:18.197871 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.224724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.256549 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7da6a8d9-66d4-4cb8-8a85-1ebbecb323de tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.258431 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7da6a8d9-66d4-4cb8-8a85-1ebbecb323de tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "DELETE /v2.0/subnets/df400767-7fae-4966-b502-878ccbf086b1 HTTP/1.1" status: 204 len: 168 time: 1.2291658 Apr 22 15:12:18.265789 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58314) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:18.269177 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d23463dc-2569-445b-8bab-5178c783c5b6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2168529 Apr 22 15:12:18.302457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58318) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:18.315516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.409298 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7f1fe2-7362-4603-8a41-a0a82ad34a95 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:18.413071 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8e7f1fe2-7362-4603-8a41-a0a82ad34a95 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Synchronizing usage tracker for tenant:ce51d3d86064428a898a7a6fed337d3a on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:18.447504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82562092-011c-41a5-8b35-e01bfb695f5f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:18.448527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-82562092-011c-41a5-8b35-e01bfb695f5f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:18.454846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8e7f1fe2-7362-4603-8a41-a0a82ad34a95 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Unset dirty status for tenant:ce51d3d86064428a898a7a6fed337d3a on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:18.456473 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8e7f1fe2-7362-4603-8a41-a0a82ad34a95 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1900470 Apr 22 15:12:18.470437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58322) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:18.529052 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3e77a3-b9b3-4459-9a97-26db868976ae None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:18.578895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-82562092-011c-41a5-8b35-e01bfb695f5f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:18.580188 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-82562092-011c-41a5-8b35-e01bfb695f5f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2767990 Apr 22 15:12:18.587714 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58326) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:18.612251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.639356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018dafb1-039e-461f-bb9f-36ad8d255f25']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:18.652730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44a6dd5-31d6-4ea5-ab57-97e0830fd54f') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:18.653156 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44a6dd5-31d6-4ea5-ab57-97e0830fd54f') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:18.684137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:12:18.695153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.700311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.707361 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf5ad8b-7587-49ba-b16a-aa83606e6b6e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:18.708180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-baf5ad8b-7587-49ba-b16a-aa83606e6b6e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:18.724161 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.726275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Deleting port b67b10e8-b4ff-43c2-9e40-ca6413069aa6 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:18.726648 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.745110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.747248 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7efff3da-46e7-4f62-905c-4306e419359a None None] Provisioning for port 1bc6c392-a06c-4c02-9790-eba33c8071e9 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:18.764369 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:18.764782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.769733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-baf5ad8b-7587-49ba-b16a-aa83606e6b6e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:18.770978 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-baf5ad8b-7587-49ba-b16a-aa83606e6b6e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1822088 Apr 22 15:12:18.773624 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58330) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:18.781475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:18.788525 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:18.856508 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8a68b70b-738d-4add-b234-1e36496e72ef tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819197 Apr 22 15:12:18.863756 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58334) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:18.866856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:18.872293 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-07960c78-97ef-4d36-9799-6c26707366c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:18.930916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=65d801f6-ba1d-4bb2-b197-06e86534d3b6,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:19.024917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fca7088-7dd3-4d27-ba3e-b8db88ab4056 None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:12:19.041870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9fca7088-7dd3-4d27-ba3e-b8db88ab4056 None None] Deleting port 1bc6c392-a06c-4c02-9790-eba33c8071e9 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:19.042770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9fca7088-7dd3-4d27-ba3e-b8db88ab4056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:19.144324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b67b10e8-b4ff-43c2-9e40-ca6413069aa6 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:19.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:19.234689 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] For port b67b10e8-b4ff-43c2-9e40-ca6413069aa6, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b67b10e8-b4ff-43c2-9e40-ca6413069aa6,segment=NetworkSegment(f896b327-0388-4a74-b63d-dc9624faf6a1),segment_id=f896b327-0388-4a74-b63d-dc9624faf6a1)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:19.235106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:19.262100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2f9952-0c09-41ed-a49f-ba8883e27b01 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router ca83454e-f7d6-42ab-84a9-3861905ece68 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:12:19.269131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf3918ef-09ed-4364-92df-c4c6d08d1b7d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:19.429787 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b73340d-3a91-44f7-a32a-100ce2c21001 None None] Network fa7f6416-2fb1-45ad-8e65-a15088b50e55 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:19.430054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Calling delete_port for b67b10e8-b4ff-43c2-9e40-ca6413069aa6 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:19.457119 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-07960c78-97ef-4d36-9799-6c26707366c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:19.482125 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-07960c78-97ef-4d36-9799-6c26707366c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:19.504666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9fca7088-7dd3-4d27-ba3e-b8db88ab4056 None None] For port 1bc6c392-a06c-4c02-9790-eba33c8071e9, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1bc6c392-a06c-4c02-9790-eba33c8071e9,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:19.505633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9fca7088-7dd3-4d27-ba3e-b8db88ab4056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:19.514674 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07960c78-97ef-4d36-9799-6c26707366c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:19.606689 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:19.652718 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9fca7088-7dd3-4d27-ba3e-b8db88ab4056 None None] Calling delete_port for 1bc6c392-a06c-4c02-9790-eba33c8071e9 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:19.667043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07960c78-97ef-4d36-9799-6c26707366c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:19.679047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port b67b10e8-b4ff-43c2-9e40-ca6413069aa6 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:19.683789 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event deleted for resources: {'Port': ['ID=b67b10e8-b4ff-43c2-9e40-ca6413069aa6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:19.715368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:19.739507 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] No DVR routers for this DVR port b67b10e8-b4ff-43c2-9e40-ca6413069aa6 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:19.741384 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b67b10e8-b4ff-43c2-9e40-ca6413069aa6 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:19.741766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:19.771235 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:19.777986 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Port b67b10e8-b4ff-43c2-9e40-ca6413069aa6 was deleted so its status cannot be updated. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 15:12:19.827734 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4f060c51-71cd-42e6-9b26-f8061ed37908 None None] Provisioning complete for port b67b10e8-b4ff-43c2-9e40-ca6413069aa6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:19.827734 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f060c51-71cd-42e6-9b26-f8061ed37908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:19.829143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:19.873589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4f060c51-71cd-42e6-9b26-f8061ed37908 None None] Port b67b10e8-b4ff-43c2-9e40-ca6413069aa6 was deleted so its status cannot be updated. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 15:12:19.891098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9fca7088-7dd3-4d27-ba3e-b8db88ab4056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:19.903429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Network': ['ID=018dafb1-039e-461f-bb9f-36ad8d255f25,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:19.908458 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:19.936702 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6929dc-6299-4148-afc7-934a9ad3ecb1 None None] DHCP port deletion for fa7f6416-2fb1-45ad-8e65-a15088b50e55 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:12:19.940588 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event updated for resources: {'Port': ['ID=aba5fccb-6981-4176-ab42-362c3491f6ae,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:19.940913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7f6416-2fb1-45ad-8e65-a15088b50e55']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:19.962842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f896b327-0388-4a74-b63d-dc9624faf6a1') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:19.962842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f896b327-0388-4a74-b63d-dc9624faf6a1') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:19.970760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca7088-7dd3-4d27-ba3e-b8db88ab4056 None None] Pushing event deleted for resources: {'Port': ['ID=1bc6c392-a06c-4c02-9790-eba33c8071e9,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:19.990016 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca7088-7dd3-4d27-ba3e-b8db88ab4056 None None] No DVR routers for this DVR port 1bc6c392-a06c-4c02-9790-eba33c8071e9 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:20.021998 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13782ff6-e0cd-4970-9dab-92d419a9040b None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:12:20.072903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.110172 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3f1a0654-e058-464e-aac4-2fa5dbddb85e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/018dafb1-039e-461f-bb9f-36ad8d255f25 HTTP/1.1" status: 204 len: 168 time: 9.4842184 Apr 22 15:12:20.113671 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58340) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:20.125870 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-862806513'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:20.136880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:20.139335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.147350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:network and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:20.153182 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:20.153646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.161350 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13782ff6-e0cd-4970-9dab-92d419a9040b None None] Resources bound (agent type, host, resource id): {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:12:20.169689 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:20.173187 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:20.183159 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:20.276167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:20.276717 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.280636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.302529 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 4a46ba77-9a8a-4859-aea6-445944d2bf6d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:20.307391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.312858 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:20.329047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.352208 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.379710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc337cf5-8e90-4f37-9dd7-0ec3c0d3a681 req-51683995-0c97-4a14-8e1d-c6f608b055d3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:20.381092 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cc337cf5-8e90-4f37-9dd7-0ec3c0d3a681 req-51683995-0c97-4a14-8e1d-c6f608b055d3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.8696942 Apr 22 15:12:20.382671 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event deleted for resources: {'Network': ['ID=fa7f6416-2fb1-45ad-8e65-a15088b50e55,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:20.393176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:20.397501 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8a203dd8-1873-41e7-97c0-b01b68296be3 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "DELETE /v2.0/networks/fa7f6416-2fb1-45ad-8e65-a15088b50e55 HTTP/1.1" status: 204 len: 168 time: 1.9258964 Apr 22 15:12:20.401660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58344) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:20.470631 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.470982 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Added segment 3c880814-0c72-42ab-8165-2fac2154d2be of type vlan for network 1cc94eab-cd98-4c0d-a943-839cd8ba47ad Apr 22 15:12:20.497851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2f9952-0c09-41ed-a49f-ba8883e27b01 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:20.512222 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b388d1e9-4e09-4929-8604-da111251b921 None None] Sync routers for ids ['ca83454e-f7d6-42ab-84a9-3861905ece68'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:20.525289 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dc2f9952-0c09-41ed-a49f-ba8883e27b01 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/ca83454e-f7d6-42ab-84a9-3861905ece68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6106086 Apr 22 15:12:20.531558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58348) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:20.548105 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b388d1e9-4e09-4929-8604-da111251b921 None None] Routers {'ca83454e-f7d6-42ab-84a9-3861905ece68'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:20.549075 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b388d1e9-4e09-4929-8604-da111251b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ca83454e-f7d6-42ab-84a9-3861905ece68'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:20.594291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba422-d6d3-42b1-90f9-449ab6c9af2c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.640430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-07960c78-97ef-4d36-9799-6c26707366c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:12:20.644088 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07960c78-97ef-4d36-9799-6c26707366c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.649191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '6804ca8f-9e52-496a-8189-4a6fe5245cc0'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:20.650196 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.704563 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b388d1e9-4e09-4929-8604-da111251b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:20.717331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.720659 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b388d1e9-4e09-4929-8604-da111251b921 None None] Routers {'ca83454e-f7d6-42ab-84a9-3861905ece68'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:20.721446 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b388d1e9-4e09-4929-8604-da111251b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ca83454e-f7d6-42ab-84a9-3861905ece68'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:20.818255 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b388d1e9-4e09-4929-8604-da111251b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:20.818906 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b388d1e9-4e09-4929-8604-da111251b921 None None] The sync data for ids ['ca83454e-f7d6-42ab-84a9-3861905ece68'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:20.825435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 1bc6c392-a06c-4c02-9790-eba33c8071e9 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:20.860133 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07960c78-97ef-4d36-9799-6c26707366c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:20.862338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07960c78-97ef-4d36-9799-6c26707366c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=6804ca8f-9e52-496a-8189-4a6fe5245cc0,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:20.870851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-07960c78-97ef-4d36-9799-6c26707366c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:20.885534 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:12:20.896737 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07960c78-97ef-4d36-9799-6c26707366c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:20.897326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07960c78-97ef-4d36-9799-6c26707366c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.904155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 1bc6c392-a06c-4c02-9790-eba33c8071e9 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:20.904501 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 1bc6c392-a06c-4c02-9790-eba33c8071e9 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:20.905606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b67b10e8-b4ff-43c2-9e40-ca6413069aa6 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:20.909265 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.910444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52744574-a13a-4a3f-9138-e7f358a51b9d {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:12:20.918775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba422-d6d3-42b1-90f9-449ab6c9af2c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.933389 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cc337cf5-8e90-4f37-9dd7-0ec3c0d3a681 req-00a66b5b-e3db-45db-ad46-35ca43baa7dc tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5419919 Apr 22 15:12:20.950123 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: b67b10e8-b4ff-43c2-9e40-ca6413069aa6 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:20.961244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b67b10e8-b4ff-43c2-9e40-ca6413069aa6 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:20.961244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 53899ca6-e9d3-4e4b-a8cd-beff167f4980 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:20.961550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.961550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:20.961550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.964731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:20.965831 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5b30bc57-41cc-4205-9c01-f7344f916f07 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "DELETE /v2.0/routers/52744574-a13a-4a3f-9138-e7f358a51b9d HTTP/1.1" status: 204 len: 168 time: 10.6396775 Apr 22 15:12:20.989159 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:20.992605 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ee0ba422-d6d3-42b1-90f9-449ab6c9af2c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4104a7f4-aed7-459b-a39b-511bf9eb5080']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:21.015818 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-07960c78-97ef-4d36-9799-6c26707366c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1508782 Apr 22 15:12:21.022010 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2147393369', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:21.033579 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58358) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:21.048892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'mac_address': 'fa:16:3e:f7:a1:56', 'name': 'tempest-NetworksTestDHCPv6-1122777023'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:21.054461 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 53899ca6-e9d3-4e4b-a8cd-beff167f4980 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:21.054810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 53899ca6-e9d3-4e4b-a8cd-beff167f4980 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:21.086320 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Allocated IP 2001:db8::f816:3eff:fe46:bbf (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/6804ca8f-9e52-496a-8189-4a6fe5245cc0/ebc27dd0-b959-4c41-b127-e070b2772a16) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:21.151168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:21.155962 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ee0ba422-d6d3-42b1-90f9-449ab6c9af2c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c487536e-305d-4cfe-b13e-be7b2958e4e5') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:21.156263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ee0ba422-d6d3-42b1-90f9-449ab6c9af2c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c487536e-305d-4cfe-b13e-be7b2958e4e5') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:21.233634 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Usage tracker for resource:router and tenant:5f33be7a70a244de9dc9502471b9309d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:21.252691 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1365328 Apr 22 15:12:21.254896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba422-d6d3-42b1-90f9-449ab6c9af2c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:21.261521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:21.280998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58362) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:21.290934 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0a6e20b5-cf4b-4c96-a4a2-88fe3f5b118b tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:21.305013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:21.306609 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:21.317863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Transition to ACTIVE for port object ebc27dd0-b959-4c41-b127-e070b2772a16 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:21.321747 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Network': ['ID=1cc94eab-cd98-4c0d-a943-839cd8ba47ad,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:21.334185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba422-d6d3-42b1-90f9-449ab6c9af2c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:21.400251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0ba422-d6d3-42b1-90f9-449ab6c9af2c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:21.400611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba422-d6d3-42b1-90f9-449ab6c9af2c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:21.415239 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Floating IP 67343c2b-088b-44f2-a667-e103ed56c9ef associated. External IP: 172.26.8.212, port: 21011859-8eec-463d-8566-76f78ca31784. Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:21.435030 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:21.446107 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:21.447050 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:21.512131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:21.512527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:21.512877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:21.513210 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:21.514123 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:21.514630 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:21.514960 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:21.515287 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:21.515607 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:21.515947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:21.516276 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6b92fc-d188-4987-a9e2-6ed8dbf24177 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:21.528546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 1cc94eab-cd98-4c0d-a943-839cd8ba47ad details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:21.618880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Transition to ACTIVE for port object ebc27dd0-b959-4c41-b127-e070b2772a16 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:21.627152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:21.643315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5e1ab-02a5-49b5-b007-1ef6ee1f1feb req-553132eb-be10-4c29-b312-290cbc0a3c46 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:21.643315 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-40a5e1ab-02a5-49b5-b007-1ef6ee1f1feb req-553132eb-be10-4c29-b312-290cbc0a3c46 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.5043924 Apr 22 15:12:21.668124 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-023902c4-617e-4d0e-a44a-c76293dcca0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] remove_router_interface failed (client error): The resource could not be found. Apr 22 15:12:21.668326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba422-d6d3-42b1-90f9-449ab6c9af2c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:21.669105 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-023902c4-617e-4d0e-a44a-c76293dcca0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/ca83454e-f7d6-42ab-84a9-3861905ece68/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1283946 Apr 22 15:12:21.681736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58366) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:21.682681 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:21.712659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee0ba422-d6d3-42b1-90f9-449ab6c9af2c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:21.726829 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ba422-d6d3-42b1-90f9-449ab6c9af2c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event deleted for resources: {'Network': ['ID=4104a7f4-aed7-459b-a39b-511bf9eb5080,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:21.732098 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ee0ba422-d6d3-42b1-90f9-449ab6c9af2c tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "DELETE /v2.0/networks/4104a7f4-aed7-459b-a39b-511bf9eb5080 HTTP/1.1" status: 204 len: 168 time: 1.3290639 Apr 22 15:12:21.732898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58370) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:21.733317 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:21.738411 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:21.738690 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-40a5e1ab-02a5-49b5-b007-1ef6ee1f1feb req-387f2d79-218e-4bcc-b2b9-ac92081716b8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801382 Apr 22 15:12:21.740774 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:21.747000 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Pushing event updated for resources: {'Port': ['ID=ebc27dd0-b959-4c41-b127-e070b2772a16,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:21.813470 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:21.823905 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a65cce3a-6a00-4783-a4ee-98b6f13850e6 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Synchronizing usage tracker for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:21.826984 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Router 43380618-ae46-4609-a254-abf856dae3b5 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:12:21.869258 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Attempting to bind port ebc27dd0-b959-4c41-b127-e070b2772a16 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:21.869972 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Attempting to bind port ebc27dd0-b959-4c41-b127-e070b2772a16 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:21.870477 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Attempting to bind port ebc27dd0-b959-4c41-b127-e070b2772a16 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:21.879129 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:21.879810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:21.880323 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:21.880826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:21.882350 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Bound port: ebc27dd0-b959-4c41-b127-e070b2772a16, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:21.882350 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:21.983997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] For port ebc27dd0-b959-4c41-b127-e070b2772a16, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:21.987197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] For port ebc27dd0-b959-4c41-b127-e070b2772a16, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ebc27dd0-b959-4c41-b127-e070b2772a16,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:22.001377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:22.027044 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:22.094710 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0a6e20b5-cf4b-4c96-a4a2-88fe3f5b118b tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:22.117250 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:22.122998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:22.131175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a598c70-4405-4c12-ad95-63d32530789b None None] Pushing event updated for resources: {'Port': ['ID=ebc27dd0-b959-4c41-b127-e070b2772a16,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:22.155239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0a6e20b5-cf4b-4c96-a4a2-88fe3f5b118b tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:22.192823 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:22.199449 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b18e2e20-26b2-49dc-8dd4-6fa60c4f6059 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "PUT /v2.0/routers/43380618-ae46-4609-a254-abf856dae3b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8657086 Apr 22 15:12:22.201505 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58378) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:22.206324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642914bf-ce62-4a4b-ab26-06f8e08c36f6 None None] Sync routers for ids ['43380618-ae46-4609-a254-abf856dae3b5'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:22.220489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642914bf-ce62-4a4b-ab26-06f8e08c36f6 None None] Routers {'43380618-ae46-4609-a254-abf856dae3b5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:22.221043 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-642914bf-ce62-4a4b-ab26-06f8e08c36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['43380618-ae46-4609-a254-abf856dae3b5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:22.222443 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port c05d8219-61a8-4a8b-acb8-5ec8af4e5739 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:12:22.285741 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-642914bf-ce62-4a4b-ab26-06f8e08c36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:22.297571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642914bf-ce62-4a4b-ab26-06f8e08c36f6 None None] Routers {'43380618-ae46-4609-a254-abf856dae3b5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:22.298213 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-642914bf-ce62-4a4b-ab26-06f8e08c36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['43380618-ae46-4609-a254-abf856dae3b5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:22.405880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-642914bf-ce62-4a4b-ab26-06f8e08c36f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:22.406654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d4a16-5ca3-4c48-aa86-395fb8fd3416 req-2ba1968b-b165-4a28-86fe-dfad1a0e8ec8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:22.406801 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642914bf-ce62-4a4b-ab26-06f8e08c36f6 None None] The sync data for ids ['43380618-ae46-4609-a254-abf856dae3b5'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:22.408214 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8b7d4a16-5ca3-4c48-aa86-395fb8fd3416 req-2ba1968b-b165-4a28-86fe-dfad1a0e8ec8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.2044399 Apr 22 15:12:22.418826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Router e20b3772-5e70-4ddf-840c-629ba823b81d has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:12:22.442740 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de4081-7047-4a3c-90d0-ca7dc872eecc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:22.443604 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-72de4081-7047-4a3c-90d0-ca7dc872eecc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:22.460156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a65cce3a-6a00-4783-a4ee-98b6f13850e6 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Unset dirty status for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:22.461324 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a65cce3a-6a00-4783-a4ee-98b6f13850e6 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca83454e-f7d6-42ab-84a9-3861905ece68 HTTP/1.1" status: 200 len: 205 time: 0.7722940 Apr 22 15:12:22.469211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58382) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:22.590046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a6e20b5-cf4b-4c96-a4a2-88fe3f5b118b tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network 1cc94eab-cd98-4c0d-a943-839cd8ba47ad is not hosted by any dhcp agent {{(pid=83934) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 15:12:22.594066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e20b5-cf4b-4c96-a4a2-88fe3f5b118b tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:22.594680 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0a6e20b5-cf4b-4c96-a4a2-88fe3f5b118b tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:22.596169 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0a6e20b5-cf4b-4c96-a4a2-88fe3f5b118b tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "PUT /v2.0/networks/1cc94eab-cd98-4c0d-a943-839cd8ba47ad HTTP/1.1" status: 200 len: 723 time: 1.3140616 Apr 22 15:12:22.599942 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1198e93a-9cae-4152-8931-e687ec430e37 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:22.607739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58386) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:22.620100 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'subnet': {'network_id': '1cc94eab-cd98-4c0d-a943-839cd8ba47ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:22.692052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-72de4081-7047-4a3c-90d0-ca7dc872eecc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:22.696271 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-72de4081-7047-4a3c-90d0-ca7dc872eecc tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports?device_id=43380618-ae46-4609-a254-abf856dae3b5 HTTP/1.1" status: 200 len: 982 time: 0.4842725 Apr 22 15:12:22.714509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e20b5-cf4b-4c96-a4a2-88fe3f5b118b tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Network': ['ID=1cc94eab-cd98-4c0d-a943-839cd8ba47ad,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:22.720702 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ebc27dd0-b959-4c41-b127-e070b2772a16 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:22.731651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58390) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:22.747952 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8b7d4a16-5ca3-4c48-aa86-395fb8fd3416 req-eec10ca9-8e44-4efe-9d25-a76541c67e1b tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3328369 Apr 22 15:12:22.759433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 1cc94eab-cd98-4c0d-a943-839cd8ba47ad details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:22.847340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::f816:3eff:fef7:a156 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/6804ca8f-9e52-496a-8189-4a6fe5245cc0/c05d8219-61a8-4a8b-acb8-5ec8af4e5739) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:22.937660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-49e3b9e4-1631-47ad-8f7d-90efa2e3943c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:22.952901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port ebc27dd0-b959-4c41-b127-e070b2772a16 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:22.962377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:22.969313 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device cf3918ef-09ed-4364-92df-c4c6d08d1b7d no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:23.016279 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: cf3918ef-09ed-4364-92df-c4c6d08d1b7d {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:23.016649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device cf3918ef-09ed-4364-92df-c4c6d08d1b7d not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:23.098070 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:subnet and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:23.101905 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:23.109631 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:23.169393 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:23.269997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b2c044-99e5-4a1c-a962-cfdbd344c63c None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:23.289982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.420390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1198e93a-9cae-4152-8931-e687ec430e37 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.468279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-49e3b9e4-1631-47ad-8f7d-90efa2e3943c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.478360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-49e3b9e4-1631-47ad-8f7d-90efa2e3943c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.487104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Provisioning for port ebc27dd0-b959-4c41-b127-e070b2772a16 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:23.487668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.509117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Provisioning complete for port ebc27dd0-b959-4c41-b127-e070b2772a16 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:23.509494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.521808 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1198e93a-9cae-4152-8931-e687ec430e37 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69dda7f0-bc45-46d0-a47d-a3cccca718d6']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:23.525867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af725fde-3de5-44d4-ae52-d38f2227c4ed req-ca8d0c67-0c05-44b3-a190-0bb2656d315c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:23.533415 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af725fde-3de5-44d4-ae52-d38f2227c4ed req-ca8d0c67-0c05-44b3-a190-0bb2656d315c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.4068394 Apr 22 15:12:23.560663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-49e3b9e4-1631-47ad-8f7d-90efa2e3943c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.561413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e3b9e4-1631-47ad-8f7d-90efa2e3943c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Fanout notify agent at l3_agent the message router_deleted on router ca83454e-f7d6-42ab-84a9-3861905ece68 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:12:23.587579 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:23.597185 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-49e3b9e4-1631-47ad-8f7d-90efa2e3943c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.599105 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-49e3b9e4-1631-47ad-8f7d-90efa2e3943c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/routers/ca83454e-f7d6-42ab-84a9-3861905ece68 HTTP/1.1" status: 204 len: 168 time: 1.1288621 Apr 22 15:12:23.601305 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b956b2-bd00-482f-bdc9-5b82bbd5311e None None] Sync routers for ids ['e20b3772-5e70-4ddf-840c-629ba823b81d'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:23.610676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58396) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:23.624707 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b956b2-bd00-482f-bdc9-5b82bbd5311e None None] Routers {'e20b3772-5e70-4ddf-840c-629ba823b81d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:23.626340 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-00b956b2-bd00-482f-bdc9-5b82bbd5311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e20b3772-5e70-4ddf-840c-629ba823b81d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:23.683463 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af725fde-3de5-44d4-ae52-d38f2227c4ed req-d3c460e4-b535-48df-98fe-bb150a4abcbf tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488907 Apr 22 15:12:23.687912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.715024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1198e93a-9cae-4152-8931-e687ec430e37 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fed559f-e4c6-4a4c-812d-8ffdac0015a2') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:23.715563 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1198e93a-9cae-4152-8931-e687ec430e37 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fed559f-e4c6-4a4c-812d-8ffdac0015a2') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:23.784061 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.805502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1198e93a-9cae-4152-8931-e687ec430e37 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.860506 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.862712 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1fa1aadd-dd3c-4888-bc2f-64836d78b47b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 15.5578060 Apr 22 15:12:23.870934 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] For port ebc27dd0-b959-4c41-b127-e070b2772a16, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ebc27dd0-b959-4c41-b127-e070b2772a16,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:23.877008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'tag': '21011859-8eec-463d-8566-76f78ca31784'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:12:23.886565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.891989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1198e93a-9cae-4152-8931-e687ec430e37 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.968477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1198e93a-9cae-4152-8931-e687ec430e37 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:23.968877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1198e93a-9cae-4152-8931-e687ec430e37 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:23.989901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Pushing event updated for resources: {'Port': ['ID=ebc27dd0-b959-4c41-b127-e070b2772a16,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:23.998830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting subnet fb91a461-3a09-4470-87b4-3e49fe52030b {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:12:24.005489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:24.008061 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:24.010012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object c05d8219-61a8-4a8b-acb8-5ec8af4e5739 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:24.030467 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-00b956b2-bd00-482f-bdc9-5b82bbd5311e None None] Set router e20b3772-5e70-4ddf-840c-629ba823b81d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:12:24.036198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:24.037039 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:24.037599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:24.038190 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:24.038736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:24.041452 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:24.042048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:24.042638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:24.043194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:24.043731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:24.044273 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e488cd9-c0a3-4039-baa0-0e6b97586d62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:24.073290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-01c63508-2af1-4be3-8ff8-58162ffc4afc None None] Provisioning complete for port 65d801f6-ba1d-4bb2-b197-06e86534d3b6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:24.074189 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-01c63508-2af1-4be3-8ff8-58162ffc4afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.161922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-01c63508-2af1-4be3-8ff8-58162ffc4afc None None] Port 65d801f6-ba1d-4bb2-b197-06e86534d3b6 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:24.186247 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.258566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab84d0-cd3e-42c7-a607-1f6f75130962 req-af32c1cf-c2f0-4150-8414-28dd846c20a3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:24.260653 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c4ab84d0-cd3e-42c7-a607-1f6f75130962 req-af32c1cf-c2f0-4150-8414-28dd846c20a3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.3530664 Apr 22 15:12:24.291042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ff70c578-70f4-4aca-a80e-03bb02e29e56 None None] Provisioning complete for port ebc27dd0-b959-4c41-b127-e070b2772a16 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:24.291315 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff70c578-70f4-4aca-a80e-03bb02e29e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.349438 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1198e93a-9cae-4152-8931-e687ec430e37 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.353612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1198e93a-9cae-4152-8931-e687ec430e37 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.422416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198e93a-9cae-4152-8931-e687ec430e37 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event deleted for resources: {'Network': ['ID=69dda7f0-bc45-46d0-a47d-a3cccca718d6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:24.445121 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1198e93a-9cae-4152-8931-e687ec430e37 tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "DELETE /v2.0/networks/69dda7f0-bc45-46d0-a47d-a3cccca718d6 HTTP/1.1" status: 204 len: 168 time: 2.6740057 Apr 22 15:12:24.460656 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58406) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:24.465415 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.480793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe61cc-4612-4a94-8f78-7eca5800e87a req-99753046-abca-4bab-9bb1-189601b20250 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:24.483393 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6ffe61cc-4612-4a94-8f78-7eca5800e87a req-99753046-abca-4bab-9bb1-189601b20250 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.4051173 Apr 22 15:12:24.495299 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c4ab84d0-cd3e-42c7-a607-1f6f75130962 req-24a9ab22-9bfe-4a98-9fd1-5367732ac9d1 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254004 Apr 22 15:12:24.543730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.581222 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6ffe61cc-4612-4a94-8f78-7eca5800e87a req-45deb535-2b6f-4fdc-b7f2-f58150b2b460 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847073 Apr 22 15:12:24.582824 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f60147-73dd-4482-b3b8-58cdc6792153'] response: {'name': 'network-changed', 'server_uuid': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'tag': '21011859-8eec-463d-8566-76f78ca31784', 'status': 'completed', 'code': 200} Apr 22 15:12:24.619570 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-00b956b2-bd00-482f-bdc9-5b82bbd5311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:11:22Z', 'revision_number': 4, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '67343c2b-088b-44f2-a667-e103ed56c9ef', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'floating_ip_address': '172.26.8.212', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'port_id': '21011859-8eec-463d-8566-76f78ca31784', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'mac_address': 'fa:16:3e:a8:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:12:15Z', 'updated_at': '2022-04-22T15:12:15Z', 'revision_number': 0, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640a3e4d-91e5-48d5-ac00-ba822e82aca4', 'name': '', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'mac_address': 'fa:16:3e:3f:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:19Z', 'updated_at': '2022-04-22T15:11:36Z', 'revision_number': 5, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'subnets': [{'id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:24.621484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58412) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:24.645933 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b956b2-bd00-482f-bdc9-5b82bbd5311e None None] Checking router: e20b3772-5e70-4ddf-840c-629ba823b81d for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:12:24.666162 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b956b2-bd00-482f-bdc9-5b82bbd5311e None None] Routers {'e20b3772-5e70-4ddf-840c-629ba823b81d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:24.666771 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-00b956b2-bd00-482f-bdc9-5b82bbd5311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e20b3772-5e70-4ddf-840c-629ba823b81d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:24.722248 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:24.726153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.731709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ebc27dd0-b959-4c41-b127-e070b2772a16 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:24.768748 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:24.771270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:24.775598 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:24.776526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.803757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=c05d8219-61a8-4a8b-acb8-5ec8af4e5739,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:24.819535 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.836192 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cb4cbf5-f5f3-4b1b-a8bd-889b7f2e2def tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.885525 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port ebc27dd0-b959-4c41-b127-e070b2772a16 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:24.885911 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.901622 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c0a0241e-59f9-4e7e-84ef-8677383aeee0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8631926 Apr 22 15:12:24.910781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58418) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:24.918216 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.941746 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-32df8b9b-6620-481a-bd27-867375906b05 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/floatingips/67343c2b-088b-44f2-a667-e103ed56c9ef HTTP/1.1" status: 200 len: 992 time: 0.3177404 Apr 22 15:12:24.997484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:24.999466 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Subnet': ['ID=a895cae5-5c2e-4de8-9f16-0217d3769db5,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:25.052960 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Subnet': ['ID=fb91a461-3a09-4470-87b4-3e49fe52030b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:25.109437 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:25.116612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea131bf-aa69-469a-b84c-fd878ad3c69e None None] Network 539e037a-df75-4807-89cc-a56512354381 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:25.128132 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/fb91a461-3a09-4470-87b4-3e49fe52030b HTTP/1.1" status: 204 len: 168 time: 1.5163562 Apr 22 15:12:25.173798 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-00b956b2-bd00-482f-bdc9-5b82bbd5311e None None] Set router e20b3772-5e70-4ddf-840c-629ba823b81d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:12:25.199819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58422) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:25.201825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:25.202179 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:25.202613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:25.202955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:25.203279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:25.203601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:25.203916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:25.204236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:25.204567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:25.204943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:25.205229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffbb47c-61e9-4d61-beae-8cd50edf4cb9 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:12:25.212103 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cb4cbf5-f5f3-4b1b-a8bd-889b7f2e2def tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:25.239711 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4cb4cbf5-f5f3-4b1b-a8bd-889b7f2e2def tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc592a35-fd6d-49d8-a615-228b18756226']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:25.254223 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4cb4cbf5-f5f3-4b1b-a8bd-889b7f2e2def tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27547060-bc71-4d55-8a66-cc369ea8eb55') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:25.254849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4cb4cbf5-f5f3-4b1b-a8bd-889b7f2e2def tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27547060-bc71-4d55-8a66-cc369ea8eb55') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:25.267466 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cb4cbf5-f5f3-4b1b-a8bd-889b7f2e2def tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:25.284700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cb4cbf5-f5f3-4b1b-a8bd-889b7f2e2def tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:25.291480 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb4cbf5-f5f3-4b1b-a8bd-889b7f2e2def tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:25.292099 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cb4cbf5-f5f3-4b1b-a8bd-889b7f2e2def tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:25.363832 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1eafa4a4-4b82-4bbe-978a-afccff717f02 req-5580fae3-2690-4909-85b9-e0ba4365a9a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6e451ea9b62646848542497e7cd37e73&device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 1099 time: 0.6107652 Apr 22 15:12:25.375487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:25.394192 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:25.417212 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91853c59-e76f-4b84-86f8-7689d03f6811 req-ae5b433a-85f1-4ed0-ab04-b8dd5df9627e tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:25.418868 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-91853c59-e76f-4b84-86f8-7689d03f6811 req-ae5b433a-85f1-4ed0-ab04-b8dd5df9627e tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.2884080 Apr 22 15:12:25.433821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cb4cbf5-f5f3-4b1b-a8bd-889b7f2e2def tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:25.438968 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-384f026f-5994-4c8e-8477-240501e6021d None None] Provisioning for port c05d8219-61a8-4a8b-acb8-5ec8af4e5739 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:25.439167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4cb4cbf5-f5f3-4b1b-a8bd-889b7f2e2def tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:25.446672 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-384f026f-5994-4c8e-8477-240501e6021d None None] Provisioning complete for port c05d8219-61a8-4a8b-acb8-5ec8af4e5739 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:25.447255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-384f026f-5994-4c8e-8477-240501e6021d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:25.509667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8896f8c7-c876-4218-ae8a-ddbe8b97cd31 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:25.512534 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-384f026f-5994-4c8e-8477-240501e6021d None None] Port c05d8219-61a8-4a8b-acb8-5ec8af4e5739 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:25.514543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8896f8c7-c876-4218-ae8a-ddbe8b97cd31 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:25.516707 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8896f8c7-c876-4218-ae8a-ddbe8b97cd31 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.5597878 Apr 22 15:12:25.525094 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58426) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:25.530397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Checking segment: {'id': '3c880814-0c72-42ab-8165-2fac2154d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '1cc94eab-cd98-4c0d-a943-839cd8ba47ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:25.530876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network hostable DHCP agents. Network: 1cc94eab-cd98-4c0d-a943-839cd8ba47ad, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:25.535774 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4cbf5-f5f3-4b1b-a8bd-889b7f2e2def tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] Pushing event deleted for resources: {'Network': ['ID=cc592a35-fd6d-49d8-a615-228b18756226,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:25.538856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:25.539198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:25.579658 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4cb4cbf5-f5f3-4b1b-a8bd-889b7f2e2def tempest-BulkNetworkOpsTest-1037928660 tempest-BulkNetworkOpsTest-1037928660-project] 10.222.0.71 "DELETE /v2.0/networks/cc592a35-fd6d-49d8-a615-228b18756226 HTTP/1.1" status: 204 len: 168 time: 1.1160922 Apr 22 15:12:25.597637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42315c7e-98f5-4c99-a5c8-c21f556859fa None None] DHCP port deletion for 539e037a-df75-4807-89cc-a56512354381 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:12:25.601787 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-42315c7e-98f5-4c99-a5c8-c21f556859fa None None] Deleting port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:25.602186 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42315c7e-98f5-4c99-a5c8-c21f556859fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:25.678647 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafa4a4-4b82-4bbe-978a-afccff717f02 req-0c594cbe-a8e0-40bc-8442-38e35d9615a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:25.680187 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1eafa4a4-4b82-4bbe-978a-afccff717f02 req-0c594cbe-a8e0-40bc-8442-38e35d9615a6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f80c3656-8bb1-468b-bace-76c03388f7e3 HTTP/1.1" status: 200 len: 898 time: 0.3017638 Apr 22 15:12:25.681163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c16d5d2a-aaf7-4297-a63b-2ad138563763 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port c05d8219-61a8-4a8b-acb8-5ec8af4e5739 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:25.681509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c16d5d2a-aaf7-4297-a63b-2ad138563763 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:25.781953 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-00b956b2-bd00-482f-bdc9-5b82bbd5311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:11:22Z', 'revision_number': 4, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '67343c2b-088b-44f2-a667-e103ed56c9ef', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'floating_ip_address': '172.26.8.212', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'port_id': '21011859-8eec-463d-8566-76f78ca31784', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'mac_address': 'fa:16:3e:a8:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:12:15Z', 'updated_at': '2022-04-22T15:12:15Z', 'revision_number': 0, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640a3e4d-91e5-48d5-ac00-ba822e82aca4', 'name': '', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'mac_address': 'fa:16:3e:3f:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:19Z', 'updated_at': '2022-04-22T15:11:36Z', 'revision_number': 5, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'subnets': [{'id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:25.788299 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b956b2-bd00-482f-bdc9-5b82bbd5311e None None] The sync data for ids ['e20b3772-5e70-4ddf-840c-629ba823b81d'] in dv-neutron-838883-3-hyperv is: [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:11:22Z', 'revision_number': 4, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '67343c2b-088b-44f2-a667-e103ed56c9ef', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'floating_ip_address': '172.26.8.212', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'port_id': '21011859-8eec-463d-8566-76f78ca31784', 'fixed_ip_address': '172.20.0.23', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'mac_address': 'fa:16:3e:a8:ae:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:12:15Z', 'updated_at': '2022-04-22T15:12:15Z', 'revision_number': 0, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '640a3e4d-91e5-48d5-ac00-ba822e82aca4', 'name': '', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'mac_address': 'fa:16:3e:3f:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:19Z', 'updated_at': '2022-04-22T15:11:36Z', 'revision_number': 5, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'subnets': [{'id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:25.825610 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-91853c59-e76f-4b84-86f8-7689d03f6811 req-580db6d4-86db-4a1c-a06d-06ec2871594a tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3934965 Apr 22 15:12:25.930648 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Allocated IP 172.26.8.72 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/f5f7c6e1-93b8-4c40-8ea7-153a87223ab3) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:25.941598 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1eafa4a4-4b82-4bbe-978a-afccff717f02 req-4dc0642f-65ca-4106-8d02-8cd96f6c0c1e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=21011859-8eec-463d-8566-76f78ca31784 HTTP/1.1" status: 200 len: 1000 time: 0.2515543 Apr 22 15:12:25.947835 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58434) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:25.969684 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-42315c7e-98f5-4c99-a5c8-c21f556859fa None None] For port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10,segment=NetworkSegment(f9fc304c-4904-4b85-9efb-b9651797b3f0),segment_id=f9fc304c-4904-4b85-9efb-b9651797b3f0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:25.975005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42315c7e-98f5-4c99-a5c8-c21f556859fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:25.976748 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network 1cc94eab-cd98-4c0d-a943-839cd8ba47ad is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:26.131136 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58438) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:26.161281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-42315c7e-98f5-4c99-a5c8-c21f556859fa None None] Calling delete_port for 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:26.206606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1643db-f681-4e6c-83d3-22669c98dc45 None None] New status for floating IP 67343c2b-088b-44f2-a667-e103ed56c9ef: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:12:26.237593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c16d5d2a-aaf7-4297-a63b-2ad138563763 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.266817 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafa4a4-4b82-4bbe-978a-afccff717f02 req-f7af7711-add5-4994-a42c-fd61fc723287 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:26.268256 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1eafa4a4-4b82-4bbe-978a-afccff717f02 req-f7af7711-add5-4994-a42c-fd61fc723287 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36f6d00e-e22a-4408-b1ac-560af307be50 HTTP/1.1" status: 200 len: 838 time: 0.3193312 Apr 22 15:12:26.339469 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f449e4f0-7277-4d9c-ab6e-c977a397a685 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/floatingips/67343c2b-088b-44f2-a667-e103ed56c9ef HTTP/1.1" status: 200 len: 992 time: 0.3206775 Apr 22 15:12:26.348337 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] For port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10,segment=NetworkSegment(f9fc304c-4904-4b85-9efb-b9651797b3f0),segment_id=f9fc304c-4904-4b85-9efb-b9651797b3f0)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:26.348691 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.365503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 1cc94eab-cd98-4c0d-a943-839cd8ba47ad) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:26.416175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7926c6-1c43-4474-bd09-a13657009ee8 None None] Network 1cc94eab-cd98-4c0d-a943-839cd8ba47ad requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:26.417444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c16d5d2a-aaf7-4297-a63b-2ad138563763 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for c05d8219-61a8-4a8b-acb8-5ec8af4e5739 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:26.438239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42315c7e-98f5-4c99-a5c8-c21f556859fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.469128 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:26.469617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.492018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:26.546187 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-041200dc-4610-42d3-8029-146faf972e5a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9292924 Apr 22 15:12:26.560578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58444) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:26.580021 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-04d96ad6-39c7-44b5-acdd-e5c41cb9234f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:26.592809 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42315c7e-98f5-4c99-a5c8-c21f556859fa None None] Pushing event deleted for resources: {'Port': ['ID=8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:26.624788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42315c7e-98f5-4c99-a5c8-c21f556859fa None None] No DVR routers for this DVR port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:26.708973 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6ebb6534-f58f-47f1-baf9-240ded8f0a98 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ce51d3d86064428a898a7a6fed337d3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5664921 Apr 22 15:12:26.712538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58448) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:26.731536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.752527 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1eafa4a4-4b82-4bbe-978a-afccff717f02 req-9141fe2e-ca09-4e34-855c-238ab531cd08 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f80c3656-8bb1-468b-bace-76c03388f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4693658 Apr 22 15:12:26.785249 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:26.797338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:12:26.797573 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:12:26.806332 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62b938cd-e569-4a98-865a-794fcbf9747b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.828194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:26.828526 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:26.892525 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-1cc94eab-cd98-4c0d-a943-839cd8ba47ad', 'network_id': '1cc94eab-cd98-4c0d-a943-839cd8ba47ad', 'tenant_id': '64407b8f43614be2988a915e435ea343', 'fixed_ips': [{'subnet_id': 'a895cae5-5c2e-4de8-9f16-0217d3769db5'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:26.893272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.907427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50b43bbf-2009-4750-8d01-7271d3fc2002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.934317 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50b43bbf-2009-4750-8d01-7271d3fc2002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:26.991337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04d96ad6-39c7-44b5-acdd-e5c41cb9234f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2649882'] for subnet, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.047634 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1eafa4a4-4b82-4bbe-978a-afccff717f02 req-2d6c6de7-cc4d-4282-8fb3-0d6289cc36ee service neutron] 10.222.0.70 "GET /v2.0/networks/f80c3656-8bb1-468b-bace-76c03388f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897112 Apr 22 15:12:27.052658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c16d5d2a-aaf7-4297-a63b-2ad138563763 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.094764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Allocated IP 172.20.0.2 (1cc94eab-cd98-4c0d-a943-839cd8ba47ad/a895cae5-5c2e-4de8-9f16-0217d3769db5/ee6d9bd3-a22a-4f33-8073-26563e9ccc01) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:27.120944 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d5d2a-aaf7-4297-a63b-2ad138563763 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=c05d8219-61a8-4a8b-acb8-5ec8af4e5739,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:27.179323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.183346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50b43bbf-2009-4750-8d01-7271d3fc2002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.224420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b43bbf-2009-4750-8d01-7271d3fc2002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054614ae-b01b-40bf-8a5c-3151e516b32d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:27.234374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda4091-f16b-455e-9d76-1436987d96fc req-0696dc13-bb07-4a46-aa90-305c6fd58389 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:27.235867 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cda4091-f16b-455e-9d76-1436987d96fc req-0696dc13-bb07-4a46-aa90-305c6fd58389 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.2431242 Apr 22 15:12:27.238241 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1eafa4a4-4b82-4bbe-978a-afccff717f02 req-c2bce936-f937-4b09-902a-10762209276e service neutron] 10.222.0.70 "GET /v2.0/networks/f80c3656-8bb1-468b-bace-76c03388f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828985 Apr 22 15:12:27.240048 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c16d5d2a-aaf7-4297-a63b-2ad138563763 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.273293 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c16d5d2a-aaf7-4297-a63b-2ad138563763 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/c05d8219-61a8-4a8b-acb8-5ec8af4e5739 HTTP/1.1" status: 204 len: 168 time: 1.7447586 Apr 22 15:12:27.274026 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58454) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:27.279160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50b43bbf-2009-4750-8d01-7271d3fc2002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.283010 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-50b43bbf-2009-4750-8d01-7271d3fc2002 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/054614ae-b01b-40bf-8a5c-3151e516b32d HTTP/1.1" status: 204 len: 168 time: 0.5690293 Apr 22 15:12:27.301022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:27.301362 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.345936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58460) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:27.384554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.400218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Transition to ACTIVE for port object ee6d9bd3-a22a-4f33-8073-26563e9ccc01 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:27.401271 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:27.420892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Transition to ACTIVE for port object ee6d9bd3-a22a-4f33-8073-26563e9ccc01 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:27.427230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:27.435759 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Pushing event updated for resources: {'Port': ['ID=f5f7c6e1-93b8-4c40-8ea7-153a87223ab3,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:27.441101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:27.442749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.450384 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] The port '8e8a5406-7a6c-4c1a-9b6c-fbec8a841d10' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:12:27.462776 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cda4091-f16b-455e-9d76-1436987d96fc req-fb9b896e-eda1-4a04-9ff8-c316961810b5 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185497 Apr 22 15:12:27.535801 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Network 1cc94eab-cd98-4c0d-a943-839cd8ba47ad is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:27.551046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12440716-6e1e-4d85-899f-32fc34422563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:27.552739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12440716-6e1e-4d85-899f-32fc34422563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:27.553637 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-12440716-6e1e-4d85-899f-32fc34422563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:27.553918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:27.561142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:27.677032 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dbb779a7-99d6-4b98-b8f5-8cdef32f9116 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/floatingips/67343c2b-088b-44f2-a667-e103ed56c9ef HTTP/1.1" status: 200 len: 994 time: 0.3299494 Apr 22 15:12:27.699209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Pushing event updated for resources: {'Port': ['ID=ee6d9bd3-a22a-4f33-8073-26563e9ccc01,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:27.706783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.731373 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Attempting to bind port ee6d9bd3-a22a-4f33-8073-26563e9ccc01 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:27.731803 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Attempting to bind port ee6d9bd3-a22a-4f33-8073-26563e9ccc01 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '3c880814-0c72-42ab-8165-2fac2154d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '1cc94eab-cd98-4c0d-a943-839cd8ba47ad'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:27.732165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Attempting to bind port ee6d9bd3-a22a-4f33-8073-26563e9ccc01 on network 1cc94eab-cd98-4c0d-a943-839cd8ba47ad {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:27.742421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:27.743085 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Checking segment: {'id': '3c880814-0c72-42ab-8165-2fac2154d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '1cc94eab-cd98-4c0d-a943-839cd8ba47ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:27.743495 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.743896 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Bound using segment: {'id': '3c880814-0c72-42ab-8165-2fac2154d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '1cc94eab-cd98-4c0d-a943-839cd8ba47ad'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:27.745515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Bound port: ee6d9bd3-a22a-4f33-8073-26563e9ccc01, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c880814-0c72-42ab-8165-2fac2154d2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '1cc94eab-cd98-4c0d-a943-839cd8ba47ad'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:27.745900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.746562 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539e037a-df75-4807-89cc-a56512354381']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:27.761193 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fc304c-4904-4b85-9efb-b9651797b3f0') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:27.761687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fc304c-4904-4b85-9efb-b9651797b3f0') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:27.778194 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.826159 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.835398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:27.835832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.848777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-12440716-6e1e-4d85-899f-32fc34422563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:27.852872 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-12440716-6e1e-4d85-899f-32fc34422563 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5744867 Apr 22 15:12:27.860754 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58472) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:27.922953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] For port ee6d9bd3-a22a-4f33-8073-26563e9ccc01, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:27.927153 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] For port ee6d9bd3-a22a-4f33-8073-26563e9ccc01, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ee6d9bd3-a22a-4f33-8073-26563e9ccc01,segment=NetworkSegment(3c880814-0c72-42ab-8165-2fac2154d2be),segment_id=3c880814-0c72-42ab-8165-2fac2154d2be)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:27.933146 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:27.976582 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:28.032998 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f032e3-9e85-4a27-89b6-18cf61fe58b0 None None] Pushing event updated for resources: {'Port': ['ID=ee6d9bd3-a22a-4f33-8073-26563e9ccc01,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:28.046021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:28.065483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:28.124927 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/networks/539e037a-df75-4807-89cc-a56512354381 HTTP/1.1" status: 204 len: 168 time: 2.9120362 Apr 22 15:12:28.128751 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58480) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:28.150365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1902624574'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:28.158551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414021b-7611-4c22-b94b-54e3c3a55950 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Network': ['ID=539e037a-df75-4807-89cc-a56512354381,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:28.163926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04d96ad6-39c7-44b5-acdd-e5c41cb9234f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742899280541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3336591'] for subnet, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:28.179263 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b002f-f98c-473d-8cb3-46263522693a req-2107c7a6-bb79-4690-8917-176f352de287 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:28.180761 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c46b002f-f98c-473d-8cb3-46263522693a req-2107c7a6-bb79-4690-8917-176f352de287 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.1996503 Apr 22 15:12:28.270991 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:28.276068 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c46b002f-f98c-473d-8cb3-46263522693a req-50dc3394-894e-4788-b60a-5d2951e8f2ff tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865819 Apr 22 15:12:28.358442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:network and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:28.367020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:28.434183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:28.438841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d96ad6-39c7-44b5-acdd-e5c41cb9234f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:28.439599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-04d96ad6-39c7-44b5-acdd-e5c41cb9234f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:28.440713 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-04d96ad6-39c7-44b5-acdd-e5c41cb9234f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "PUT /v2.0/subnets/a895cae5-5c2e-4de8-9f16-0217d3769db5 HTTP/1.1" status: 200 len: 806 time: 1.8687344 Apr 22 15:12:28.443496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58490) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:28.478754 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d96ad6-39c7-44b5-acdd-e5c41cb9234f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Subnet': ['ID=a895cae5-5c2e-4de8-9f16-0217d3769db5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:28.488243 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:28.491364 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:28.521917 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:28.522680 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:28.545413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-62b938cd-e569-4a98-865a-794fcbf9747b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 65d801f6-ba1d-4bb2-b197-06e86534d3b6 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:28.545723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62b938cd-e569-4a98-865a-794fcbf9747b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:28.617228 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:28.628443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Deleting port ee6d9bd3-a22a-4f33-8073-26563e9ccc01 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:28.628784 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:28.660454 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-4148d67d-06b5-4409-b290-a95c5db1dae6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 6804ca8f-9e52-496a-8189-4a6fe5245cc0 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:12:28.681605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58496) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:28.722422 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:28.724494 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4148d67d-06b5-4409-b290-a95c5db1dae6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:28.773339 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ee6d9bd3-a22a-4f33-8073-26563e9ccc01 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:28.787343 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:28.787765 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Added segment a7b33681-3c67-4a44-8142-d9b23ccb4c52 of type vlan for network c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3 Apr 22 15:12:28.857628 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port ee6d9bd3-a22a-4f33-8073-26563e9ccc01 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:28.910461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4148d67d-06b5-4409-b290-a95c5db1dae6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:28.955936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-a2e700a5-d686-4ef5-b94f-cbe9ae3dc33f tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1100925819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:28.962477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a2e700a5-d686-4ef5-b94f-cbe9ae3dc33f tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:28.966962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a2e700a5-d686-4ef5-b94f-cbe9ae3dc33f tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Usage tracker for resource:router and tenant:be0dff5467b145fe8289fbd000a8c6d5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:28.970198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a2e700a5-d686-4ef5-b94f-cbe9ae3dc33f tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:28.976715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a2e700a5-d686-4ef5-b94f-cbe9ae3dc33f tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:28.980847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.007315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a2e700a5-d686-4ef5-b94f-cbe9ae3dc33f tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.009119 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a2e700a5-d686-4ef5-b94f-cbe9ae3dc33f tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.029303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] For port ee6d9bd3-a22a-4f33-8073-26563e9ccc01, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ee6d9bd3-a22a-4f33-8073-26563e9ccc01,segment=NetworkSegment(3c880814-0c72-42ab-8165-2fac2154d2be),segment_id=3c880814-0c72-42ab-8165-2fac2154d2be)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:29.029796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.048241 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62b938cd-e569-4a98-865a-794fcbf9747b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.209858 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-62b938cd-e569-4a98-865a-794fcbf9747b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 65d801f6-ba1d-4bb2-b197-06e86534d3b6 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:29.234121 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da75cd4-8ce7-4087-8de8-193782179bc1 None None] Network 1cc94eab-cd98-4c0d-a943-839cd8ba47ad requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:29.270779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Calling delete_port for ee6d9bd3-a22a-4f33-8073-26563e9ccc01 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:29.278577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.282221 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:29.282799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.315880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a2e700a5-d686-4ef5-b94f-cbe9ae3dc33f tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.349286 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cba384e7-54c9-41b0-ad06-1eef40c87e8e None None] Provisioning for port ee6d9bd3-a22a-4f33-8073-26563e9ccc01 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:29.359738 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cba384e7-54c9-41b0-ad06-1eef40c87e8e None None] Provisioning complete for port ee6d9bd3-a22a-4f33-8073-26563e9ccc01 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:29.360104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cba384e7-54c9-41b0-ad06-1eef40c87e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.386376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a2e700a5-d686-4ef5-b94f-cbe9ae3dc33f tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.404207 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4148d67d-06b5-4409-b290-a95c5db1dae6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.461157 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a2e700a5-d686-4ef5-b94f-cbe9ae3dc33f tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.465181 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a2e700a5-d686-4ef5-b94f-cbe9ae3dc33f tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7732615 Apr 22 15:12:29.497797 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58504) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:29.520612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1519818090'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:29.531970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:29.539705 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Usage tracker for resource:network and tenant:be0dff5467b145fe8289fbd000a8c6d5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:29.549404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:29.565803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:29.569249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.575794 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cba384e7-54c9-41b0-ad06-1eef40c87e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.626226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Network': ['ID=c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:29.626502 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Port': ['ID=ee6d9bd3-a22a-4f33-8073-26563e9ccc01,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:29.633533 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-92c8e93c-52ee-4508-8bae-b1a726a2131e tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4996328 Apr 22 15:12:29.639415 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58508) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:29.650331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'subnet': {'network_id': 'c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:29.656254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:29.674855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Made reservation on behalf of be0dff5467b145fe8289fbd000a8c6d5 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:29.683900 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.758246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.775138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No DVR routers for this DVR port ee6d9bd3-a22a-4f33-8073-26563e9ccc01 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:29.803340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4148d67d-06b5-4409-b290-a95c5db1dae6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.814834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07ffc5-68d0-4dfc-a746-139dccefabb6 req-c400982c-3c8b-43c1-9d48-fb2aa5424841 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:29.816468 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6d07ffc5-68d0-4dfc-a746-139dccefabb6 req-c400982c-3c8b-43c1-9d48-fb2aa5424841 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.3572578 Apr 22 15:12:29.884927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.886886 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f498c8-63b2-475a-b172-ba32cbd47a75 None None] Network 1cc94eab-cd98-4c0d-a943-839cd8ba47ad requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:29.891688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148d67d-06b5-4409-b290-a95c5db1dae6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=6804ca8f-9e52-496a-8189-4a6fe5245cc0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:29.908722 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:29.920709 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:subnet and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:29.935409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:29.937492 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6d07ffc5-68d0-4dfc-a746-139dccefabb6 req-bd1662f9-680a-4ae1-9136-2d5c87da4001 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120796 Apr 22 15:12:29.938050 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4148d67d-06b5-4409-b290-a95c5db1dae6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:29.950923 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:29.985582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:30.008690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62b938cd-e569-4a98-865a-794fcbf9747b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.013773 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4148d67d-06b5-4409-b290-a95c5db1dae6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/6804ca8f-9e52-496a-8189-4a6fe5245cc0 HTTP/1.1" status: 204 len: 168 time: 2.1110988 Apr 22 15:12:30.017253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58514) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:30.020968 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.074204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913e96f2-15e1-46d8-ba53-57938e28b037 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:30.113116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Router 77001476-3950-4b62-801f-d0779303196a is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:12:30.126585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b938cd-e569-4a98-865a-794fcbf9747b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=65d801f6-ba1d-4bb2-b197-06e86534d3b6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:30.145092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:30.147731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Subnet': ['ID=a895cae5-5c2e-4de8-9f16-0217d3769db5,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:30.155150 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0272d3b6-8ae7-4f62-916a-a3c24d51ccf3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1358943 Apr 22 15:12:30.157660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58518) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:30.164829 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Usage tracker for resource:security_group_rule and tenant:be0dff5467b145fe8289fbd000a8c6d5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:30.185520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.210827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:30.221400 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:12:30.222475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:30.250422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:30.313458 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bee4a4f7-7b05-4a6f-ad05-db8855bd1356 None None] Could not find standard attr ID for object ee6d9bd3-a22a-4f33-8073-26563e9ccc01. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:12:30.452918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abfd659-231e-4e5d-9c21-6623f0fc6817 None None] DHCP port deletion for 1cc94eab-cd98-4c0d-a943-839cd8ba47ad request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:12:30.477963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.531541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:30.535902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc94eab-cd98-4c0d-a943-839cd8ba47ad']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:30.552714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:30.559240 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:30.564385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:12:30.568728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Deleting port ebc27dd0-b959-4c41-b127-e070b2772a16 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:30.569207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.574638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c880814-0c72-42ab-8165-2fac2154d2be') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:30.574931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c880814-0c72-42ab-8165-2fac2154d2be') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:30.587855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:30.599484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.628248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee3626-38f4-40ea-84c0-378bf31dff26 req-8836c84a-1451-4098-82e9-fe2bdda77b98 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:30.635793 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fcee3626-38f4-40ea-84c0-378bf31dff26 req-8836c84a-1451-4098-82e9-fe2bdda77b98 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.4667284 Apr 22 15:12:30.666854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.673819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:30.674364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.695146 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ee6d9bd3-a22a-4f33-8073-26563e9ccc01 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:30.711595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62b938cd-e569-4a98-865a-794fcbf9747b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.737482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: ee6d9bd3-a22a-4f33-8073-26563e9ccc01 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:30.737775 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ee6d9bd3-a22a-4f33-8073-26563e9ccc01 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:30.739342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ebc27dd0-b959-4c41-b127-e070b2772a16 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:30.756026 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:30.758670 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:30.851385 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.873127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.912524 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.923189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.929490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] For port ebc27dd0-b959-4c41-b127-e070b2772a16, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ebc27dd0-b959-4c41-b127-e070b2772a16,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:30.930030 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.967077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.984165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:30.988022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:30.991214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Subnet': ['ID=a8fb5f36-bdf4-4d39-aa44-fb9c176b7f09,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:31.074283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Calling delete_port for ebc27dd0-b959-4c41-b127-e070b2772a16 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:31.125522 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:31.170732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port ebc27dd0-b959-4c41-b127-e070b2772a16, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ebc27dd0-b959-4c41-b127-e070b2772a16,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:31.172681 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/1cc94eab-cd98-4c0d-a943-839cd8ba47ad HTTP/1.1" status: 204 len: 168 time: 2.7280545 Apr 22 15:12:31.187415 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fcee3626-38f4-40ea-84c0-378bf31dff26 req-caca855e-43b1-467d-b56a-48f4d2926d4c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5507529 Apr 22 15:12:31.189603 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:31.199755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58522) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:31.201978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef458eee-ebc9-41a2-9e8c-6b8ba7515537,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:31.204626 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d055824-c7ce-48bd-a283-a93203114b2e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Network': ['ID=1cc94eab-cd98-4c0d-a943-839cd8ba47ad,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:31.240164 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-3591bc48-34e5-4a8e-b1b2-b9fb3a2d0de0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:31.240813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3591bc48-34e5-4a8e-b1b2-b9fb3a2d0de0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:31.243458 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3591bc48-34e5-4a8e-b1b2-b9fb3a2d0de0 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/1cc94eab-cd98-4c0d-a943-839cd8ba47ad HTTP/1.1" status: 404 len: 339 time: 0.0358713 Apr 22 15:12:31.244597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:31.246503 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Added segment 2e255dca-f93e-4457-8d7d-faa95b2e1e64 of type vlan for network 5f4285ed-0bd9-4c1e-be13-d2d54467e24f Apr 22 15:12:31.252201 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58526) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:31.268269 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:12:31.268762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:12:31.273598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-603628890', 'description': 'd1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:31.281619 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=ebc27dd0-b959-4c41-b127-e070b2772a16,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:31.289168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:31.299627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:31.311747 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b4a04-b0e2-4c49-9077-45464dc66c8d None None] Sync routers for ids ['77001476-3950-4b62-801f-d0779303196a'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:31.312258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:network and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:31.320395 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:31.325313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:31.326242 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b4a04-b0e2-4c49-9077-45464dc66c8d None None] Routers {'77001476-3950-4b62-801f-d0779303196a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:31.327313 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-159b4a04-b0e2-4c49-9077-45464dc66c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['77001476-3950-4b62-801f-d0779303196a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:31.334509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:31.374935 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:31.378019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:31.403547 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-159b4a04-b0e2-4c49-9077-45464dc66c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:31.415112 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b4a04-b0e2-4c49-9077-45464dc66c8d None None] Routers {'77001476-3950-4b62-801f-d0779303196a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:31.415708 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-159b4a04-b0e2-4c49-9077-45464dc66c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['77001476-3950-4b62-801f-d0779303196a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:31.430818 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:31.432136 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-24aa73d7-b7d5-4e2f-afd7-399f0c97258e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.4234779 Apr 22 15:12:31.439309 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58532) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:31.441961 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Checking segment: {'id': 'a7b33681-3c67-4a44-8142-d9b23ccb4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:31.442552 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network hostable DHCP agents. Network: c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:31.476768 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-159b4a04-b0e2-4c49-9077-45464dc66c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:31.477448 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b4a04-b0e2-4c49-9077-45464dc66c8d None None] The sync data for ids ['77001476-3950-4b62-801f-d0779303196a'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:31.491282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:31.495001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:31.495580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:31.495888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-66a0d9dd-237a-4fdd-a630-7554d2285e0a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'enable_snat': False}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:31.626659 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:31.650411 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1455402 Apr 22 15:12:31.656036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58536) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:31.661937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d27e2a-df5e-4c30-9655-d76ba67a61f9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event updated for resources: {'Network': ['ID=5f4285ed-0bd9-4c1e-be13-d2d54467e24f,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:31.668271 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Request body: {'subnet': {'network_id': '5f4285ed-0bd9-4c1e-be13-d2d54467e24f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:31.672618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:31.672961 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Added segment 77141f7e-f825-4648-a25d-3a88907ce0a1 of type vlan for network a2edebee-6899-4b5d-b607-3011f9703097 Apr 22 15:12:31.673402 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 5f4285ed-0bd9-4c1e-be13-d2d54467e24f details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:31.693957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:31.700360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b938cd-e569-4a98-865a-794fcbf9747b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Router 43380618-ae46-4609-a254-abf856dae3b5 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:12:31.720001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:31.770119 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Deleting port ebc27dd0-b959-4c41-b127-e070b2772a16 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:31.770498 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff3ce4-f15d-489a-a600-88fb62f23775 req-f3bc97bc-6c1b-4713-9e17-cb2befe6adea tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:31.770639 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:31.771971 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-edff3ce4-f15d-489a-a600-88fb62f23775 req-f3bc97bc-6c1b-4713-9e17-cb2befe6adea tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.4068677 Apr 22 15:12:31.776146 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:31.792817 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:31.793395 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:31.818562 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd16703f-220c-4b8c-bb6a-4518ed37fafc None None] Network c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:31.882156 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:31.885385 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:31.885805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:31.886411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:31.896671 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cabf5b68-8bf4-449e-b394-d4b9166fd88d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2500250 Apr 22 15:12:31.896885 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58540) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:31.899591 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Usage tracker for resource:subnet and tenant:be0dff5467b145fe8289fbd000a8c6d5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:31.911805 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0c091155-6957-47a6-ac63-b29fe154e185 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1677416668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:31.917939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:31.972836 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0c091155-6957-47a6-ac63-b29fe154e185 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:31.985785 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:31.991500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0c091155-6957-47a6-ac63-b29fe154e185 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:router and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:31.998442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0c091155-6957-47a6-ac63-b29fe154e185 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:32.007214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0c091155-6957-47a6-ac63-b29fe154e185 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:32.008723 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-edff3ce4-f15d-489a-a600-88fb62f23775 req-8a6e93e8-55df-4e8c-82d9-438b5e8f144d tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112072 Apr 22 15:12:32.011301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.objects.ports [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83933) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:12:32.038245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c091155-6957-47a6-ac63-b29fe154e185 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:32.039147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c091155-6957-47a6-ac63-b29fe154e185 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:32.042080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Made reservation on behalf of be0dff5467b145fe8289fbd000a8c6d5 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:32.053931 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7951927 Apr 22 15:12:32.063647 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58546) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:32.065845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b938cd-e569-4a98-865a-794fcbf9747b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:32.071746 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-62b938cd-e569-4a98-865a-794fcbf9747b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "PUT /v2.0/routers/43380618-ae46-4609-a254-abf856dae3b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3386188 Apr 22 15:12:32.077517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58550) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:32.118656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82baca-02b7-40fa-a917-eb628a4efab3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Network': ['ID=a2edebee-6899-4b5d-b607-3011f9703097,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:32.130625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea33c826-5f94-4d24-ae78-dd5cf1648407 None None] Sync routers for ids ['43380618-ae46-4609-a254-abf856dae3b5'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:32.131678 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-90478853-6d3c-4133-8fb0-c394c127e4ca tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] GET failed (client error): The resource could not be found. Apr 22 15:12:32.135809 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-90478853-6d3c-4133-8fb0-c394c127e4ca tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/65d801f6-ba1d-4bb2-b197-06e86534d3b6 HTTP/1.1" status: 404 len: 333 time: 0.0575376 Apr 22 15:12:32.136394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58554) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:32.149146 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network a2edebee-6899-4b5d-b607-3011f9703097 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:32.302532 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3', 'network_id': 'c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'fixed_ips': [{'subnet_id': 'a8fb5f36-bdf4-4d39-aa44-fb9c176b7f09'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:32.303333 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:32.328662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c091155-6957-47a6-ac63-b29fe154e185 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:32.339230 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33c826-5f94-4d24-ae78-dd5cf1648407 None None] Routers {'43380618-ae46-4609-a254-abf856dae3b5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:32.339871 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-ea33c826-5f94-4d24-ae78-dd5cf1648407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['43380618-ae46-4609-a254-abf856dae3b5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:32.350195 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:32.362776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-83c1582b-d7c9-4f2d-a299-ba7cd1e8b319 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:32.426132 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-ea33c826-5f94-4d24-ae78-dd5cf1648407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:32.429351 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d92fa4-982b-4c70-b087-09bd0b1cc50f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:32.430019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-92d92fa4-982b-4c70-b087-09bd0b1cc50f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Synchronizing usage tracker for tenant:64407b8f43614be2988a915e435ea343 on resource:network {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:32.529074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c091155-6957-47a6-ac63-b29fe154e185 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:32.534633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22f6ed-48e8-4e9a-b957-568a7280983d req-94b06f54-ae7f-4dd2-bdc3-0ae9f18d6666 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:32.536130 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7b22f6ed-48e8-4e9a-b957-568a7280983d req-94b06f54-ae7f-4dd2-bdc3-0ae9f18d6666 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.3283303 Apr 22 15:12:32.576085 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-92d92fa4-982b-4c70-b087-09bd0b1cc50f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Unset dirty status for tenant:64407b8f43614be2988a915e435ea343 on resource:network {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:32.580274 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-92d92fa4-982b-4c70-b087-09bd0b1cc50f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "GET /v2.0/networks?id=a2edebee-6899-4b5d-b607-3011f9703097 HTTP/1.1" status: 200 len: 760 time: 0.5125220 Apr 22 15:12:32.583549 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58558) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:32.589710 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0c091155-6957-47a6-ac63-b29fe154e185 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:32.591066 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0c091155-6957-47a6-ac63-b29fe154e185 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6933281 Apr 22 15:12:32.596603 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-abf82787-521d-485d-a2d7-5c0501a69aa7 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'network': {'description': 'd2'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:32.605759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33c826-5f94-4d24-ae78-dd5cf1648407 None None] Routers {'43380618-ae46-4609-a254-abf856dae3b5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:32.606442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-ea33c826-5f94-4d24-ae78-dd5cf1648407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['43380618-ae46-4609-a254-abf856dae3b5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:32.615187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58562) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:32.682814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-ea33c826-5f94-4d24-ae78-dd5cf1648407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:32.683246 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea33c826-5f94-4d24-ae78-dd5cf1648407 None None] The sync data for ids ['43380618-ae46-4609-a254-abf856dae3b5'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:32.701643 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:32.773368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] For port ebc27dd0-b959-4c41-b127-e070b2772a16, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ebc27dd0-b959-4c41-b127-e070b2772a16,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:32.773767 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:32.851652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Allocated IP 172.20.0.2 (c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3/a8fb5f36-bdf4-4d39-aa44-fb9c176b7f09/567bfc84-8362-45dd-92aa-fa97daadb399) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:32.932045 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Calling delete_port for ebc27dd0-b959-4c41-b127-e070b2772a16 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:33.018957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.034890 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7b22f6ed-48e8-4e9a-b957-568a7280983d req-c2299a47-347d-4fd3-825f-fa1ad1e75bcb tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4812310 Apr 22 15:12:33.061553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-83c1582b-d7c9-4f2d-a299-ba7cd1e8b319 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.085209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-83c1582b-d7c9-4f2d-a299-ba7cd1e8b319 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.265887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.278977 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Transition to ACTIVE for port object 567bfc84-8362-45dd-92aa-fa97daadb399 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:33.289445 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] For port ebc27dd0-b959-4c41-b127-e070b2772a16, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ebc27dd0-b959-4c41-b127-e070b2772a16,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:33.299972 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-83c1582b-d7c9-4f2d-a299-ba7cd1e8b319 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.300485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c1582b-d7c9-4f2d-a299-ba7cd1e8b319 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Fanout notify agent at l3_agent the message router_deleted on router 43380618-ae46-4609-a254-abf856dae3b5 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:12:33.304146 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Transition to ACTIVE for port object 567bfc84-8362-45dd-92aa-fa97daadb399 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:33.317160 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.319503 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-83c1582b-d7c9-4f2d-a299-ba7cd1e8b319 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.323205 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-83c1582b-d7c9-4f2d-a299-ba7cd1e8b319 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/routers/43380618-ae46-4609-a254-abf856dae3b5 HTTP/1.1" status: 204 len: 168 time: 1.1820638 Apr 22 15:12:33.326825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58568) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:33.339476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abf82787-521d-485d-a2d7-5c0501a69aa7 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.351308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.361426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510da69-ae90-4a1f-a4ff-672b05e97109 req-b20952d9-0cac-4679-b15f-7676298955d1 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:33.363154 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5510da69-ae90-4a1f-a4ff-672b05e97109 req-b20952d9-0cac-4679-b15f-7676298955d1 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.1548522 Apr 22 15:12:33.364541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.365485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.374717 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:12:33.375070 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:12:33.400267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Network c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:33.400608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.401079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Pushing event updated for resources: {'Port': ['ID=567bfc84-8362-45dd-92aa-fa97daadb399,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:33.406662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:33.408152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:33.451372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abf82787-521d-485d-a2d7-5c0501a69aa7 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.499957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Attempting to bind port 567bfc84-8362-45dd-92aa-fa97daadb399 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:33.500349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Attempting to bind port 567bfc84-8362-45dd-92aa-fa97daadb399 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a7b33681-3c67-4a44-8142-d9b23ccb4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:33.500681 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Attempting to bind port 567bfc84-8362-45dd-92aa-fa97daadb399 on network c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:33.508336 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:33.509213 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Checking segment: {'id': 'a7b33681-3c67-4a44-8142-d9b23ccb4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:33.509500 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.509891 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Bound using segment: {'id': 'a7b33681-3c67-4a44-8142-d9b23ccb4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:33.510875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Bound port: 567bfc84-8362-45dd-92aa-fa97daadb399, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b33681-3c67-4a44-8142-d9b23ccb4c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:33.510875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.522514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:33.531233 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:33.541764 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:33.542490 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.551369 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=4386556d-a7e1-4534-a89a-5120faac1af2,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:33.571681 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5510da69-ae90-4a1f-a4ff-672b05e97109 req-df25dce4-feac-4687-9e09-5871170cfa54 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967604 Apr 22 15:12:33.572719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=ebc27dd0-b959-4c41-b127-e070b2772a16,revision_number=7']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:33.577995 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9c6ec08b-4fcc-4a74-8f0b-86cc6c75f5c6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4164846 Apr 22 15:12:33.580556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58572) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:33.581805 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-abf82787-521d-485d-a2d7-5c0501a69aa7 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network a2edebee-6899-4b5d-b607-3011f9703097 is not hosted by any dhcp agent {{(pid=83934) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 22 15:12:33.585337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf82787-521d-485d-a2d7-5c0501a69aa7 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:33.585915 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abf82787-521d-485d-a2d7-5c0501a69aa7 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.589652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'mac_address': 'fa:16:3e:a5:7f:d8', 'name': 'tempest-NetworksTestDHCPv6-1146119286'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:33.590253 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-abf82787-521d-485d-a2d7-5c0501a69aa7 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "PUT /v2.0/networks/a2edebee-6899-4b5d-b607-3011f9703097 HTTP/1.1" status: 200 len: 757 time: 1.0045514 Apr 22 15:12:33.609171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58576) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:33.612883 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] For port 567bfc84-8362-45dd-92aa-fa97daadb399, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:33.616424 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] For port 567bfc84-8362-45dd-92aa-fa97daadb399, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=567bfc84-8362-45dd-92aa-fa97daadb399,segment=NetworkSegment(a7b33681-3c67-4a44-8142-d9b23ccb4c52),segment_id=a7b33681-3c67-4a44-8142-d9b23ccb4c52)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:33.631615 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.748950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f405993-476b-4c50-b869-e8c628f6e246 None None] Pushing event updated for resources: {'Port': ['ID=567bfc84-8362-45dd-92aa-fa97daadb399,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:33.765698 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Deleting port ebc27dd0-b959-4c41-b127-e070b2772a16 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:33.766212 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:33.840710 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event updated for resources: {'Subnet': ['ID=a57b3a59-23dc-4866-a288-8d6a327a4b36,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:33.867838 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf82787-521d-485d-a2d7-5c0501a69aa7 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Network': ['ID=a2edebee-6899-4b5d-b607-3011f9703097,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:33.895417 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network a2edebee-6899-4b5d-b607-3011f9703097 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:33.899597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f8ece5-d38b-4143-a491-57c015b279be tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:33.900277 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-76f8ece5-d38b-4143-a491-57c015b279be tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Synchronizing usage tracker for tenant:64407b8f43614be2988a915e435ea343 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:33.924120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:33.934166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:33.938492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:33.941100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-76f8ece5-d38b-4143-a491-57c015b279be tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Unset dirty status for tenant:64407b8f43614be2988a915e435ea343 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:33.942441 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-76f8ece5-d38b-4143-a491-57c015b279be tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "GET /v2.0/networks?id=a2edebee-6899-4b5d-b607-3011f9703097 HTTP/1.1" status: 200 len: 760 time: 0.3227043 Apr 22 15:12:33.949294 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:33.951720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58582) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:33.958805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-40ce0865-710b-46c8-b4e2-713a29b612f3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2048814722'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:33.966997 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-40ce0865-710b-46c8-b4e2-713a29b612f3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:33.983222 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be82a06-2f72-49bf-9e98-1e9cf414cf6a req-fda09cdd-ed19-4912-9f73-040078ae259d tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:33.984813 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8be82a06-2f72-49bf-9e98-1e9cf414cf6a req-fda09cdd-ed19-4912-9f73-040078ae259d tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.2362692 Apr 22 15:12:33.998942 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Checking segment: {'id': '2e255dca-f93e-4457-8d7d-faa95b2e1e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '5f4285ed-0bd9-4c1e-be13-d2d54467e24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:33.999305 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Network hostable DHCP agents. Network: 5f4285ed-0bd9-4c1e-be13-d2d54467e24f, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:34.002619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-40ce0865-710b-46c8-b4e2-713a29b612f3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:34.005953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:34.021224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.093796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-b909bbed-b8cf-4376-8bd0-cf9cabb83a7f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting subnet 7dca9c9e-23aa-4f61-88a7-ae157aaf8422 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:12:34.110486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b909bbed-b8cf-4376-8bd0-cf9cabb83a7f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.132178 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ce0865-710b-46c8-b4e2-713a29b612f3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:34.135934 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40ce0865-710b-46c8-b4e2-713a29b612f3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.169713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port 23bddcca-aaca-40bd-b428-667699174864 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:12:34.221129 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8be82a06-2f72-49bf-9e98-1e9cf414cf6a req-3b792cfa-2344-43e1-98c1-dda74ddedf99 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195618 Apr 22 15:12:34.261790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ce0865-710b-46c8-b4e2-713a29b612f3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:34.281373 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] For port ebc27dd0-b959-4c41-b127-e070b2772a16, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ebc27dd0-b959-4c41-b127-e070b2772a16,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:34.281882 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.286725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40ce0865-710b-46c8-b4e2-713a29b612f3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.287350 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-40ce0865-710b-46c8-b4e2-713a29b612f3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Added segment 3b11e6bc-4340-4c2e-937d-7db31b176b4a of type vlan for network 5e67a7bb-a2f7-46ca-b2ee-984796681911 Apr 22 15:12:34.363560 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40ce0865-710b-46c8-b4e2-713a29b612f3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.396677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b909bbed-b8cf-4376-8bd0-cf9cabb83a7f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.417158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::f816:3eff:fea5:7fd8 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/4386556d-a7e1-4534-a89a-5120faac1af2/23bddcca-aaca-40bd-b428-667699174864) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:34.430570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40ce0865-710b-46c8-b4e2-713a29b612f3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.432111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Calling delete_port for ebc27dd0-b959-4c41-b127-e070b2772a16 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:34.436401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ce0865-710b-46c8-b4e2-713a29b612f3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:34.437101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40ce0865-710b-46c8-b4e2-713a29b612f3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.442462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Network 5f4285ed-0bd9-4c1e-be13-d2d54467e24f is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:34.460576 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.547262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 5f4285ed-0bd9-4c1e-be13-d2d54467e24f) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:34.565260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2461a3c9-8c38-4246-9e9d-0c6a3e2bcb8c None None] Network 5f4285ed-0bd9-4c1e-be13-d2d54467e24f requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:34.602716 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce0865-710b-46c8-b4e2-713a29b612f3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Network': ['ID=5e67a7bb-a2f7-46ca-b2ee-984796681911,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:34.621531 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-40ce0865-710b-46c8-b4e2-713a29b612f3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6686080 Apr 22 15:12:34.624958 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58588) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:34.631002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:34.631758 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.634075 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'subnet': {'network_id': '5e67a7bb-a2f7-46ca-b2ee-984796681911', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:34.634288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 5e67a7bb-a2f7-46ca-b2ee-984796681911 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:34.723684 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f38f75e0-dc1a-4971-bec6-b548b133f960 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0649083 Apr 22 15:12:34.724824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58592) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:34.738310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Request body: {'network': {'name': 'tempest-router-network01--1319132261'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:34.749781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b909bbed-b8cf-4376-8bd0-cf9cabb83a7f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.784970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.823081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:34.839135 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 567bfc84-8362-45dd-92aa-fa97daadb399 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:34.842365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Usage tracker for resource:network and tenant:be0dff5467b145fe8289fbd000a8c6d5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:34.859252 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:34.893254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] Pushing event deleted for resources: {'Port': ['ID=ebc27dd0-b959-4c41-b127-e070b2772a16,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:34.911933 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:34.960186 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66a0d9dd-237a-4fdd-a630-7554d2285e0a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:34.979947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Made reservation on behalf of be0dff5467b145fe8289fbd000a8c6d5 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:34.983403 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.098772 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:35.108583 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.108930 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Added segment 6422a7e5-a60f-470d-8ef6-84d5e24cec69 of type vlan for network 2e141f70-7a54-45c9-a15b-94f70f52006c Apr 22 15:12:35.109098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-5f4285ed-0bd9-4c1e-be13-d2d54467e24f', 'network_id': '5f4285ed-0bd9-4c1e-be13-d2d54467e24f', 'tenant_id': 'be0dff5467b145fe8289fbd000a8c6d5', 'fixed_ips': [{'subnet_id': 'a57b3a59-23dc-4866-a288-8d6a327a4b36'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:35.110237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.120616 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d560715-618b-415b-8ce6-cd13bd2ef660 None None] No DVR routers for this DVR port ebc27dd0-b959-4c41-b127-e070b2772a16 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:35.142833 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.143782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d356aa-21ba-4742-b55e-511865e28f65 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:35.158941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.182062 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object 23bddcca-aaca-40bd-b428-667699174864 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:35.194296 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.198224 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:35.198781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.210601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:35.215583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Usage tracker for resource:subnet and tenant:64407b8f43614be2988a915e435ea343 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:35.222831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b909bbed-b8cf-4376-8bd0-cf9cabb83a7f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.223657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.225532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:35.280839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:35.287327 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Allocated IP 172.20.0.1 (c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3/a8fb5f36-bdf4-4d39-aa44-fb9c176b7f09/37063981-612d-4627-b3b5-de0cb5194bb3) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:35.322930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:35.323848 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:35.342402 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:35.342602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f8b04a-f46e-4061-a53c-98b9d8129b0d None None] Network c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:35.350544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:35.354713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:35.355323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.358559 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909bbed-b8cf-4376-8bd0-cf9cabb83a7f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Subnet': ['ID=7dca9c9e-23aa-4f61-88a7-ae157aaf8422,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:35.410713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=23bddcca-aaca-40bd-b428-667699174864,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:35.443821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b909bbed-b8cf-4376-8bd0-cf9cabb83a7f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.445815 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b909bbed-b8cf-4376-8bd0-cf9cabb83a7f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/7dca9c9e-23aa-4f61-88a7-ae157aaf8422 HTTP/1.1" status: 204 len: 168 time: 2.1105750 Apr 22 15:12:35.449629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58596) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:35.466782 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-863bce48-f47d-4a67-8e20-0252aafcdeea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8840175 Apr 22 15:12:35.470234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event updated for resources: {'Network': ['ID=2e141f70-7a54-45c9-a15b-94f70f52006c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:35.473992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a0a92d-6c5d-428b-abee-fd568284b730 None None] Network 4a46ba77-9a8a-4859-aea6-445944d2bf6d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:35.496298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58600) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:35.520584 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c5d204e0-469d-4c72-aa74-f98919fa4891 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7867973 Apr 22 15:12:35.533775 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 2e141f70-7a54-45c9-a15b-94f70f52006c details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:35.535308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58604) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:35.543370 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.568051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Request body: {'network': {'name': 'tempest-router-network02--1532429198'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:35.626954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.656989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Transition to ACTIVE for port object 37063981-612d-4627-b3b5-de0cb5194bb3 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:35.677075 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:35.709056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Usage tracker for resource:network and tenant:be0dff5467b145fe8289fbd000a8c6d5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:35.716736 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:35.728328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:35.747334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 567bfc84-8362-45dd-92aa-fa97daadb399 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:35.779885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.787372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Made reservation on behalf of be0dff5467b145fe8289fbd000a8c6d5 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:35.790512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.836823 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-40289182-cbff-41c2-91f2-f41d0577633d None None] Provisioning for port 567bfc84-8362-45dd-92aa-fa97daadb399 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:35.839310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.845428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281ee319-af68-473d-958e-0a72b8d502ca tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:35.847507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-281ee319-af68-473d-958e-0a72b8d502ca tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:35.862621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port f9e05269-e76f-4023-a997-f39a753c0b29 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:35.863044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.895811 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-40289182-cbff-41c2-91f2-f41d0577633d None None] Provisioning complete for port 567bfc84-8362-45dd-92aa-fa97daadb399 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:35.896160 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40289182-cbff-41c2-91f2-f41d0577633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.929461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:35.959991 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66a0d9dd-237a-4fdd-a630-7554d2285e0a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.964097 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=37063981-612d-4627-b3b5-de0cb5194bb3,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:35.967268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-281ee319-af68-473d-958e-0a72b8d502ca tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:35.970786 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-281ee319-af68-473d-958e-0a72b8d502ca tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4710581 Apr 22 15:12:35.978905 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66a0d9dd-237a-4fdd-a630-7554d2285e0a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:35.981247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58608) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:36.036222 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:36.039620 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:36.042199 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:36.057950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.058348 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Added segment 29bd8da4-99c4-4ee6-9f88-7c93444a8e45 of type vlan for network 23251869-1a15-4569-89b9-6ccf8e116039 Apr 22 15:12:36.085465 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.110469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Allocated IP 2001:db8::2 (5f4285ed-0bd9-4c1e-be13-d2d54467e24f/a57b3a59-23dc-4866-a288-8d6a327a4b36/8087eaca-b22f-432c-949e-5148cd8bcc88) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:36.139618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.172376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '4386556d-a7e1-4534-a89a-5120faac1af2'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:36.173108 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.277219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Subnet': ['ID=0ed86a51-df0b-4bf4-acc7-a8cbefe7c1ea,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:36.371365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.375564 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:36.376611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.379267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b529b-b615-4696-bd76-89442216f7ed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port 23bddcca-aaca-40bd-b428-667699174864 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:36.379606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e3b529b-b615-4696-bd76-89442216f7ed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.397785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Checking segment: {'id': '3b11e6bc-4340-4c2e-937d-7db31b176b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5e67a7bb-a2f7-46ca-b2ee-984796681911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:36.397987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network hostable DHCP agents. Network: 5e67a7bb-a2f7-46ca-b2ee-984796681911, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:36.425057 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.432902 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40289182-cbff-41c2-91f2-f41d0577633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.511725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] For port f9e05269-e76f-4023-a997-f39a753c0b29, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f9e05269-e76f-4023-a997-f39a753c0b29,segment=NetworkSegment(8509e289-6156-4187-925d-c090c20ae001),segment_id=8509e289-6156-4187-925d-c090c20ae001)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:36.512296 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.585483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event updated for resources: {'Network': ['ID=23251869-1a15-4569-89b9-6ccf8e116039,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:36.601321 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfd2d86-5fc2-446a-9a37-237072358cd7 None None] DHCP port deletion for 4a46ba77-9a8a-4859-aea6-445944d2bf6d request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:12:36.616345 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 23251869-1a15-4569-89b9-6ccf8e116039 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:36.642469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-40289182-cbff-41c2-91f2-f41d0577633d None None] For port 567bfc84-8362-45dd-92aa-fa97daadb399, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=567bfc84-8362-45dd-92aa-fa97daadb399,segment=NetworkSegment(a7b33681-3c67-4a44-8142-d9b23ccb4c52),segment_id=a7b33681-3c67-4a44-8142-d9b23ccb4c52)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:36.646368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd2d86-5fc2-446a-9a37-237072358cd7 None None] Deleting port f9e05269-e76f-4023-a997-f39a753c0b29 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:36.649850 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3bfd2d86-5fc2-446a-9a37-237072358cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.649960 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f29a8569-0df9-4b95-bd10-24952c5014a5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1066685 Apr 22 15:12:36.652950 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58612) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:36.654516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for f9e05269-e76f-4023-a997-f39a753c0b29 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:36.704193 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e3b529b-b615-4696-bd76-89442216f7ed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.752588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.753644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network 5e67a7bb-a2f7-46ca-b2ee-984796681911 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:36.770455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40289182-cbff-41c2-91f2-f41d0577633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.772364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 5e67a7bb-a2f7-46ca-b2ee-984796681911) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:36.774373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.816347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:36.816928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:36.833325 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f9e05269-e76f-4023-a997-f39a753c0b29 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:36.846019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b529b-b615-4696-bd76-89442216f7ed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for 23bddcca-aaca-40bd-b428-667699174864 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:36.856966 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=f9e05269-e76f-4023-a997-f39a753c0b29,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:36.862400 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391440e6-8c35-4eef-8978-0bb5bb1cfee5 None None] Network 5e67a7bb-a2f7-46ca-b2ee-984796681911 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:36.873090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No DVR routers for this DVR port f9e05269-e76f-4023-a997-f39a753c0b29 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:36.902474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Request body: {'subnet': {'network_id': '2e141f70-7a54-45c9-a15b-94f70f52006c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:36.916575 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2f56146a-2cb3-4365-aa9d-2e1d203a542e tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2903726 Apr 22 15:12:36.917255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58616) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:37.041643 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Transition to ACTIVE for port object 8087eaca-b22f-432c-949e-5148cd8bcc88 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:37.112699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:37.135048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: f9e05269-e76f-4023-a997-f39a753c0b29 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:37.135477 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f9e05269-e76f-4023-a997-f39a753c0b29 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:37.136348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Usage tracker for resource:subnet and tenant:be0dff5467b145fe8289fbd000a8c6d5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:37.139356 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Allocated IP 2001:db8::f816:3eff:fea5:6985 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/4386556d-a7e1-4534-a89a-5120faac1af2/8853e6e5-7346-4061-a530-ea0774f3f980) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:37.144585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:37.148416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd2d86-5fc2-446a-9a37-237072358cd7 None None] The port 'f9e05269-e76f-4023-a997-f39a753c0b29' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:12:37.155501 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.200533 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:37.221041 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40289182-cbff-41c2-91f2-f41d0577633d None None] Pushing event updated for resources: {'Port': ['ID=567bfc84-8362-45dd-92aa-fa97daadb399,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:37.227569 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Transition to ACTIVE for port object 8087eaca-b22f-432c-949e-5148cd8bcc88 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:37.271738 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.273426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.308458 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a46ba77-9a8a-4859-aea6-445944d2bf6d']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:37.323410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8509e289-6156-4187-925d-c090c20ae001') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:37.323838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8509e289-6156-4187-925d-c090c20ae001') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:37.357876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.371192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fa4fbe33-817d-417a-b8fc-bbb6f639e012 None None] Provisioning for port 37063981-612d-4627-b3b5-de0cb5194bb3 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:37.401280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.411457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.421877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:37.422597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.425434 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fa4fbe33-817d-417a-b8fc-bbb6f639e012 None None] Provisioning complete for port 37063981-612d-4627-b3b5-de0cb5194bb3 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:37.425799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa4fbe33-817d-417a-b8fc-bbb6f639e012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:37.440291 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:37.448780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Made reservation on behalf of be0dff5467b145fe8289fbd000a8c6d5 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:37.579613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.592478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Network 5f4285ed-0bd9-4c1e-be13-d2d54467e24f is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:37.598560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Pushing event updated for resources: {'Port': ['ID=8087eaca-b22f-432c-949e-5148cd8bcc88,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:37.612530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.613104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:37.626255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:37.642605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.652760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fa4fbe33-817d-417a-b8fc-bbb6f639e012 None None] Port 37063981-612d-4627-b3b5-de0cb5194bb3 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:37.653880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Network': ['ID=4a46ba77-9a8a-4859-aea6-445944d2bf6d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:37.659768 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bcf056ad-64fb-4b3e-a0c1-737a178490ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/networks/4a46ba77-9a8a-4859-aea6-445944d2bf6d HTTP/1.1" status: 204 len: 168 time: 2.1979098 Apr 22 15:12:37.661173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58620) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:37.674441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e3b529b-b615-4696-bd76-89442216f7ed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.696972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.750373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9926a8-d46e-40ea-ba39-c1084c4f2b95 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:37.751221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ee9926a8-d46e-40ea-ba39-c1084c4f2b95 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:37.772786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ee9926a8-d46e-40ea-ba39-c1084c4f2b95 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:37.777334 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ee9926a8-d46e-40ea-ba39-c1084c4f2b95 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/df3c503c-b954-4581-9821-516de77b4b41 HTTP/1.1" status: 200 len: 840 time: 0.1130502 Apr 22 15:12:37.778028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58624) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:37.818946 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaae887-1001-4110-95a3-3ad25c41ad27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-5e67a7bb-a2f7-46ca-b2ee-984796681911', 'network_id': '5e67a7bb-a2f7-46ca-b2ee-984796681911', 'tenant_id': '64407b8f43614be2988a915e435ea343', 'fixed_ips': [{'subnet_id': '0ed86a51-df0b-4bf4-acc7-a8cbefe7c1ea'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:37.819825 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-acaae887-1001-4110-95a3-3ad25c41ad27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.829182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.870984 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Attempting to bind port 8087eaca-b22f-432c-949e-5148cd8bcc88 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:37.871392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Attempting to bind port 8087eaca-b22f-432c-949e-5148cd8bcc88 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '2e255dca-f93e-4457-8d7d-faa95b2e1e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '5f4285ed-0bd9-4c1e-be13-d2d54467e24f'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:37.872260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Attempting to bind port 8087eaca-b22f-432c-949e-5148cd8bcc88 on network 5f4285ed-0bd9-4c1e-be13-d2d54467e24f {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:37.881625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:37.881906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Checking segment: {'id': '2e255dca-f93e-4457-8d7d-faa95b2e1e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '5f4285ed-0bd9-4c1e-be13-d2d54467e24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:37.882288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.882679 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Bound using segment: {'id': '2e255dca-f93e-4457-8d7d-faa95b2e1e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '5f4285ed-0bd9-4c1e-be13-d2d54467e24f'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:37.883146 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Bound port: 8087eaca-b22f-432c-949e-5148cd8bcc88, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e255dca-f93e-4457-8d7d-faa95b2e1e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '5f4285ed-0bd9-4c1e-be13-d2d54467e24f'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:37.883514 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.885718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed86a51-df0b-4bf4-acc7-a8cbefe7c1ea,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:37.900994 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dc93fdf7-2e36-43e5-9a6e-6f9686d36806 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/df3c503c-b954-4581-9821-516de77b4b41?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1180909 Apr 22 15:12:37.901222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fa4fbe33-817d-417a-b8fc-bbb6f639e012 None None] Provisioning complete for port 567bfc84-8362-45dd-92aa-fa97daadb399 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:37.901222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa4fbe33-817d-417a-b8fc-bbb6f639e012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:37.912419 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58628) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:37.920469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b7b28172-50c3-406b-be20-b9f47e305305 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:37.926385 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b529b-b615-4696-bd76-89442216f7ed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=23bddcca-aaca-40bd-b428-667699174864,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:37.929649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a0d9dd-237a-4fdd-a630-7554d2285e0a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Router 77001476-3950-4b62-801f-d0779303196a has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:12:37.998712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.063622 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Transition to ACTIVE for port object 8853e6e5-7346-4061-a530-ea0774f3f980 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:38.081298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.123478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e67a7bb-a2f7-46ca-b2ee-984796681911']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:38.133620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b7b28172-50c3-406b-be20-b9f47e305305 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:38.139831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b11e6bc-4340-4c2e-937d-7db31b176b4a') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:38.140132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b11e6bc-4340-4c2e-937d-7db31b176b4a') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:38.147273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b7b28172-50c3-406b-be20-b9f47e305305 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:38.152316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b7b28172-50c3-406b-be20-b9f47e305305 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:38.159114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Transition to ACTIVE for port object 8853e6e5-7346-4061-a530-ea0774f3f980 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:38.159701 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.166490 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b7b28172-50c3-406b-be20-b9f47e305305 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:38.174355 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e3b529b-b615-4696-bd76-89442216f7ed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.183188 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.191152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b28172-50c3-406b-be20-b9f47e305305 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:38.197448 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.211442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:38.211830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.224619 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1e3b529b-b615-4696-bd76-89442216f7ed tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/23bddcca-aaca-40bd-b428-667699174864 HTTP/1.1" status: 204 len: 168 time: 2.2398164 Apr 22 15:12:38.225772 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58632) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:38.232051 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:38.274494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Pushing event updated for resources: {'Port': ['ID=8853e6e5-7346-4061-a530-ea0774f3f980,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:38.279705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af304dc-fd39-47a1-9658-1c76bb1aeb3d None None] Network 5e67a7bb-a2f7-46ca-b2ee-984796681911 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:38.319818 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.325585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401d3837-c78d-46c3-8757-763de4d31ddd tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:38.327036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401d3837-c78d-46c3-8757-763de4d31ddd tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:38.327954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-401d3837-c78d-46c3-8757-763de4d31ddd tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:38.333676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.382910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] For port 8087eaca-b22f-432c-949e-5148cd8bcc88, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:38.392732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7b28172-50c3-406b-be20-b9f47e305305 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.409751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.430991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.462696 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] For port 8087eaca-b22f-432c-949e-5148cd8bcc88, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8087eaca-b22f-432c-949e-5148cd8bcc88,segment=NetworkSegment(2e255dca-f93e-4457-8d7d-faa95b2e1e64),segment_id=2e255dca-f93e-4457-8d7d-faa95b2e1e64)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:38.476098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-401d3837-c78d-46c3-8757-763de4d31ddd tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:38.480115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:38.480257 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-401d3837-c78d-46c3-8757-763de4d31ddd tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2510736 Apr 22 15:12:38.480825 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.483727 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.487134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=37063981-612d-4627-b3b5-de0cb5194bb3,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:38.489199 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58636) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:38.533752 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:38.534118 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Network': ['ID=5e67a7bb-a2f7-46ca-b2ee-984796681911,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:38.540600 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:38.564610 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0637a70a-1ff7-4af9-ac38-0b9a8d51c6a8 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/5e67a7bb-a2f7-46ca-b2ee-984796681911 HTTP/1.1" status: 204 len: 168 time: 1.6427307 Apr 22 15:12:38.571669 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58640) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:38.637632 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8b52be-2cbc-41be-b605-4d7105661a2a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] GET failed (client error): The resource could not be found. Apr 22 15:12:38.639141 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3b8b52be-2cbc-41be-b605-4d7105661a2a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Synchronizing usage tracker for tenant:64407b8f43614be2988a915e435ea343 on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:38.672326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec336931-10bb-4b61-b8a5-af80339fbffe None None] Pushing event updated for resources: {'Port': ['ID=8087eaca-b22f-432c-949e-5148cd8bcc88,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:38.687704 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Attempting to bind port 8853e6e5-7346-4061-a530-ea0774f3f980 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:38.688073 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Attempting to bind port 8853e6e5-7346-4061-a530-ea0774f3f980 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:38.688428 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Attempting to bind port 8853e6e5-7346-4061-a530-ea0774f3f980 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:38.691912 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6548312f-7712-4d8a-8928-4222089a72e8 req-f9ac0d44-79fd-4e1d-9049-05b7b108694d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2060122 Apr 22 15:12:38.692641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3b8b52be-2cbc-41be-b605-4d7105661a2a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Unset dirty status for tenant:64407b8f43614be2988a915e435ea343 on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:38.696163 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3b8b52be-2cbc-41be-b605-4d7105661a2a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "GET /v2.0/subnets/0ed86a51-df0b-4bf4-acc7-a8cbefe7c1ea HTTP/1.1" status: 404 len: 337 time: 0.1197150 Apr 22 15:12:38.696427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1c2a283e-a6db-41a8-bbfc-f6c7b04bced0 None None] Provisioning complete for port 37063981-612d-4627-b3b5-de0cb5194bb3 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:38.696427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c2a283e-a6db-41a8-bbfc-f6c7b04bced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.711588 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58644) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:38.750475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:38.750848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:38.751249 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.751632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:38.752111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Bound port: 8853e6e5-7346-4061-a530-ea0774f3f980, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:38.752478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.825951 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 567bfc84-8362-45dd-92aa-fa97daadb399 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:38.839445 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-46981ede-b88d-4373-a7af-9561f9f127a1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:38.839883 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46981ede-b88d-4373-a7af-9561f9f127a1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:38.876503 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1c2a283e-a6db-41a8-bbfc-f6c7b04bced0 None None] Port 37063981-612d-4627-b3b5-de0cb5194bb3 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:38.910882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7b28172-50c3-406b-be20-b9f47e305305 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:38.963661 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] For port 8853e6e5-7346-4061-a530-ea0774f3f980, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:38.978381 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] For port 8853e6e5-7346-4061-a530-ea0774f3f980, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8853e6e5-7346-4061-a530-ea0774f3f980,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:38.995188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:39.027602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cf00f1-7596-4307-9831-4a362b8ce510 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 4386556d-a7e1-4534-a89a-5120faac1af2 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:12:39.031277 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-46981ede-b88d-4373-a7af-9561f9f127a1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/5e67a7bb-a2f7-46ca-b2ee-984796681911 HTTP/1.1" status: 404 len: 339 time: 0.3161538 Apr 22 15:12:39.038754 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58648) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:39.042625 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:39.051740 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2cf00f1-7596-4307-9831-4a362b8ce510 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:39.078471 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 567bfc84-8362-45dd-92aa-fa97daadb399 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:39.078823 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:39.165586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a0d9dd-237a-4fdd-a630-7554d2285e0a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:39.166183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b28172-50c3-406b-be20-b9f47e305305 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:39.178982 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c85b34-4ed0-4348-8d16-6c1bf14abebd None None] Sync routers for ids ['77001476-3950-4b62-801f-d0779303196a'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:39.180238 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-66a0d9dd-237a-4fdd-a630-7554d2285e0a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:39.185712 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-66a0d9dd-237a-4fdd-a630-7554d2285e0a tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "PUT /v2.0/routers/77001476-3950-4b62-801f-d0779303196a HTTP/1.1" status: 200 len: 921 time: 7.7444131 Apr 22 15:12:39.188068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-b7b28172-50c3-406b-be20-b9f47e305305 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:39.189660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58652) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:39.198422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b28172-50c3-406b-be20-b9f47e305305 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:39.198422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7b28172-50c3-406b-be20-b9f47e305305 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:39.212645 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c85b34-4ed0-4348-8d16-6c1bf14abebd None None] Routers {'77001476-3950-4b62-801f-d0779303196a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:39.213836 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e5c85b34-4ed0-4348-8d16-6c1bf14abebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['77001476-3950-4b62-801f-d0779303196a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:39.244088 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9cf0b4-d9c6-45dd-8019-2bda121bf490 None None] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:39.272472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b28172-50c3-406b-be20-b9f47e305305 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Subnet': ['ID=50a098db-ca32-4460-9448-48137d3b271a,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:39.301305 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e5c85b34-4ed0-4348-8d16-6c1bf14abebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:39.317823 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c85b34-4ed0-4348-8d16-6c1bf14abebd None None] Routers {'77001476-3950-4b62-801f-d0779303196a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:39.318934 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e5c85b34-4ed0-4348-8d16-6c1bf14abebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['77001476-3950-4b62-801f-d0779303196a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:39.341113 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2cf00f1-7596-4307-9831-4a362b8ce510 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:39.367474 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b7b28172-50c3-406b-be20-b9f47e305305 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4539807 Apr 22 15:12:39.370465 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58656) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:39.380646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'security_group': {'name': 'tempest-secgroup-1099877458'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:39.388010 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:39.395224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:39.404704 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6548312f-7712-4d8a-8928-4222089a72e8 req-3fd46b5e-3909-47c8-a8be-8cb1cf5b19cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca170eb8340f428b86c9c5acf6a8ca1c&device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 1098 time: 0.5670247 Apr 22 15:12:39.412142 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:39.422626 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:security_group and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:39.428509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:39.454888 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e5c85b34-4ed0-4348-8d16-6c1bf14abebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:39.455411 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c85b34-4ed0-4348-8d16-6c1bf14abebd None None] The sync data for ids ['77001476-3950-4b62-801f-d0779303196a'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:39.472886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:39.564188 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:39.566356 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343da0d1-adbf-4018-a045-3dae31a8103b None None] Pushing event updated for resources: {'Port': ['ID=8853e6e5-7346-4061-a530-ea0774f3f980,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:39.629037 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event updated for resources: {'Subnet': ['ID=df483f88-0748-43d8-bc21-ae0858d2dbe3,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:39.636138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548312f-7712-4d8a-8928-4222089a72e8 req-200749ca-3479-46aa-8ad3-32b5b0d954bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:39.642101 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6548312f-7712-4d8a-8928-4222089a72e8 req-200749ca-3479-46aa-8ad3-32b5b0d954bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b30759b-11ae-417c-bc4c-b58157939dcc HTTP/1.1" status: 200 len: 913 time: 0.2073698 Apr 22 15:12:39.679652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-42f418b3-b14e-4672-8a63-39fd5640d9b7', 'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'tenant_id': '07ec4ee4f5ae41adb68e8261c099cebe', 'fixed_ips': [{'subnet_id': '50a098db-ca32-4460-9448-48137d3b271a'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:39.680464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:39.750343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:39.772440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c72537-3515-453e-bcb6-aa2a00fc57e5 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:39.779029 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-61c72537-3515-453e-bcb6-aa2a00fc57e5 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7276442 Apr 22 15:12:39.788918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:security_group_rule and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:39.793085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58660) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:39.806253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:39.865087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:39.874685 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3dda9652-24e5-4188-b6a4-456adc1915cc tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 207 time: 0.0769968 Apr 22 15:12:39.887852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58664) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:39.899133 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Allocated IP 172.20.0.2 (42f418b3-b14e-4672-8a63-39fd5640d9b7/50a098db-ca32-4460-9448-48137d3b271a/7a81287c-25dc-48ec-a1c3-96d5586a9a92) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:39.936943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cae637fd-8eac-4a0a-ae12-8e559f1d373d None None] Provisioning complete for port 37063981-612d-4627-b3b5-de0cb5194bb3 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:39.937874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cae637fd-8eac-4a0a-ae12-8e559f1d373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:40.013759 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6548312f-7712-4d8a-8928-4222089a72e8 req-b439f0eb-fe05-42ed-a293-751ce0a50068 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63510a2-1adb-46e9-89b2-afa7e71ab191 HTTP/1.1" status: 200 len: 1001 time: 0.3584588 Apr 22 15:12:40.017313 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Checking segment: {'id': '6422a7e5-a60f-470d-8ef6-84d5e24cec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '2e141f70-7a54-45c9-a15b-94f70f52006c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:40.018696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Network hostable DHCP agents. Network: 2e141f70-7a54-45c9-a15b-94f70f52006c, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:40.121038 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b718ba47-03a8-40f1-94ab-8d4c2b07e4fb tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/routers/77001476-3950-4b62-801f-d0779303196a HTTP/1.1" status: 200 len: 921 time: 0.9273727 Apr 22 15:12:40.141295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cae637fd-8eac-4a0a-ae12-8e559f1d373d None None] Port 37063981-612d-4627-b3b5-de0cb5194bb3 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:40.154776 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58670) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:40.166572 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Network 2e141f70-7a54-45c9-a15b-94f70f52006c is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:40.224825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1550f56-7eac-4a89-8daf-f6896f83f713 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:40.229054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1550f56-7eac-4a89-8daf-f6896f83f713 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:40.234674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1550f56-7eac-4a89-8daf-f6896f83f713 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:40.238700 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1550f56-7eac-4a89-8daf-f6896f83f713 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:40.239722 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d1550f56-7eac-4a89-8daf-f6896f83f713 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Synchronizing usage tracker for tenant:64407b8f43614be2988a915e435ea343 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:40.250202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548312f-7712-4d8a-8928-4222089a72e8 req-2301218f-b6b5-4619-845b-6beb4946eb7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:40.254860 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6548312f-7712-4d8a-8928-4222089a72e8 req-2301218f-b6b5-4619-845b-6beb4946eb7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44024044-2bbf-41e4-9040-da56b02148a3 HTTP/1.1" status: 200 len: 851 time: 0.2336664 Apr 22 15:12:40.291814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2cf00f1-7596-4307-9831-4a362b8ce510 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:40.312786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:40.320381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:40.325219 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Transition to ACTIVE for port object 7a81287c-25dc-48ec-a1c3-96d5586a9a92 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:40.329131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 2e141f70-7a54-45c9-a15b-94f70f52006c) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:40.330614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:40.334012 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d1550f56-7eac-4a89-8daf-f6896f83f713 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Unset dirty status for tenant:64407b8f43614be2988a915e435ea343 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:40.338735 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d1550f56-7eac-4a89-8daf-f6896f83f713 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4464164 Apr 22 15:12:40.342438 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58674) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:40.349466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c5277e-5c67-48e1-9d8a-12091e089841 None None] Network 2e141f70-7a54-45c9-a15b-94f70f52006c requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:40.349661 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:40.350038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:40.366948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Transition to ACTIVE for port object 7a81287c-25dc-48ec-a1c3-96d5586a9a92 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:40.399324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa737ec-b1ff-45e0-b53d-5aba0da415ac,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:40.403926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:40.408776 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5199afee-3f7a-494f-b889-4d2f435f2ce4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0312274 Apr 22 15:12:40.408776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58678) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:40.415916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'security_group': {'name': 'tempest-secgroup-138392401'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:40.422901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:40.425356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:40.431925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:security_group and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:40.436692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:40.442007 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6548312f-7712-4d8a-8928-4222089a72e8 req-a7540223-ce19-456b-877b-2da0b058e012 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b30759b-11ae-417c-bc4c-b58157939dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1758482 Apr 22 15:12:40.445860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:40.500671 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bc2e70b3-62cd-4fe5-a02c-92e5b0c2a655 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6137624 Apr 22 15:12:40.506635 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58682) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:40.514211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Request body: {'subnet': {'network_id': '23251869-1a15-4569-89b9-6ccf8e116039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:40.539275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:40.542766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:40.548877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Pushing event updated for resources: {'Port': ['ID=7a81287c-25dc-48ec-a1c3-96d5586a9a92,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:40.554636 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:40.572548 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d270b71-04ea-447a-920e-69ddd11cd508 None None] Network 5f4285ed-0bd9-4c1e-be13-d2d54467e24f requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:40.598479 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:40.629937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:40.675707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:security_group_rule and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:40.683371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:40.683546 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c3a2bb47-03e8-4bac-bfc1-8d764ab18d40 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=2d66903e-b313-440b-aa1f-9c226989a999&device_id=77001476-3950-4b62-801f-d0779303196a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5265777 Apr 22 15:12:40.688227 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58686) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:40.692735 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2cf00f1-7596-4307-9831-4a362b8ce510 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:40.697034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:40.702475 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6548312f-7712-4d8a-8928-4222089a72e8 req-8e666c41-c029-4c7f-8a6f-fce48872631c service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512236 Apr 22 15:12:40.834609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:40.837862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf00f1-7596-4307-9831-4a362b8ce510 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=4386556d-a7e1-4534-a89a-5120faac1af2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:40.860608 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1c38e57b-96cf-43bc-bd24-105c7a4208a1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5030894 Apr 22 15:12:40.866844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Usage tracker for resource:subnet and tenant:be0dff5467b145fe8289fbd000a8c6d5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:40.869389 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58690) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:40.876270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2cf00f1-7596-4307-9831-4a362b8ce510 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:40.889812 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8087eaca-b22f-432c-949e-5148cd8bcc88 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:40.915808 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:40.960951 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:40.965308 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e9098d0d-5196-4a9b-a452-b0a838c09a80 None None] Provisioning for port 8087eaca-b22f-432c-949e-5148cd8bcc88 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:40.966865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:41.001367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:41.044153 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Attempting to bind port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:41.044514 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Attempting to bind port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'abf9f515-1c13-4a36-a88a-206315ebee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:41.045203 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Attempting to bind port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 on network 42f418b3-b14e-4672-8a63-39fd5640d9b7 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:41.057251 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d2cf00f1-7596-4307-9831-4a362b8ce510 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/4386556d-a7e1-4534-a89a-5120faac1af2 HTTP/1.1" status: 204 len: 168 time: 2.5638554 Apr 22 15:12:41.060451 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ddaa1b-a83f-4922-b20d-18305851b6d7 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:41.062450 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c5ddaa1b-a83f-4922-b20d-18305851b6d7 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/networks/2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 881 time: 0.3715267 Apr 22 15:12:41.063691 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58694) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:41.072073 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58696) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:41.083671 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6548312f-7712-4d8a-8928-4222089a72e8 req-23d56f7c-81f1-46b6-9d7b-542d3f4b654b service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694007 Apr 22 15:12:41.086021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-2e141f70-7a54-45c9-a15b-94f70f52006c', 'network_id': '2e141f70-7a54-45c9-a15b-94f70f52006c', 'tenant_id': 'be0dff5467b145fe8289fbd000a8c6d5', 'fixed_ips': [{'subnet_id': 'df483f88-0748-43d8-bc21-ae0858d2dbe3'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:41.086856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:41.124077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:41.124443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Checking segment: {'id': 'abf9f515-1c13-4a36-a88a-206315ebee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:41.125713 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:41.125713 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Bound using segment: {'id': 'abf9f515-1c13-4a36-a88a-206315ebee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:41.125937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a80f31-8344-437b-865d-1d470fd4a17b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:41.126037 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Bound port: 7a81287c-25dc-48ec-a1c3-96d5586a9a92, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf9f515-1c13-4a36-a88a-206315ebee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:41.126037 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:41.138532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:41.142805 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fe0c2a54-f50c-4ee4-bc31-d45199590d72 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7301965 Apr 22 15:12:41.145761 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5302bcfd-42c9-4bab-a155-9b15630e5558 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "GET /v2.0/ports?device_id=77001476-3950-4b62-801f-d0779303196a HTTP/1.1" status: 200 len: 205 time: 0.0724752 Apr 22 15:12:41.146383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58702) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:41.146805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58704) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:41.177676 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2b7e4854-ee71-4e0d-949f-9268fc2fd31f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967619 Apr 22 15:12:41.180174 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58710) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:41.183536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Made reservation on behalf of be0dff5467b145fe8289fbd000a8c6d5 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:41.196702 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a133e-2d67-45df-a9c4-4ec83d7f028b None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:41.218641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1777478635', 'security_groups': ['b7a80f31-8344-437b-865d-1d470fd4a17b'], 'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '50a098db-ca32-4460-9448-48137d3b271a'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:41.323782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26639c3b-7d7d-4c37-b78a-1cc0d294d976 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:41.325892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26639c3b-7d7d-4c37-b78a-1cc0d294d976 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:41.326733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-26639c3b-7d7d-4c37-b78a-1cc0d294d976 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Synchronizing usage tracker for tenant:64407b8f43614be2988a915e435ea343 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:41.364235 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 8087eaca-b22f-432c-949e-5148cd8bcc88 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:41.372143 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router a56e6adf-2941-4374-918d-09f3f3e021ce is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:12:41.383315 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:41.402121 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 8087eaca-b22f-432c-949e-5148cd8bcc88 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:41.402412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-26639c3b-7d7d-4c37-b78a-1cc0d294d976 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Unset dirty status for tenant:64407b8f43614be2988a915e435ea343 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:41.403145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:41.408081 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-26639c3b-7d7d-4c37-b78a-1cc0d294d976 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5249162 Apr 22 15:12:41.426818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58714) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:41.546903 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d6bbe8a0-0abc-448d-a2d7-95102972264d None None] Provisioning for port 8853e6e5-7346-4061-a530-ea0774f3f980 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:41.592525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ecc004-63b1-48ea-b459-4336456624a9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:41.593827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ecc004-63b1-48ea-b459-4336456624a9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:41.595388 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-40ecc004-63b1-48ea-b459-4336456624a9 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1172373 Apr 22 15:12:41.599781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58718) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:41.690257 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] For port 7a81287c-25dc-48ec-a1c3-96d5586a9a92, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:41.704149 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d6bbe8a0-0abc-448d-a2d7-95102972264d None None] Could not find standard attr ID for object 23bddcca-aaca-40bd-b428-667699174864. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:12:41.722013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] For port 7a81287c-25dc-48ec-a1c3-96d5586a9a92, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7a81287c-25dc-48ec-a1c3-96d5586a9a92,segment=NetworkSegment(abf9f515-1c13-4a36-a88a-206315ebee81),segment_id=abf9f515-1c13-4a36-a88a-206315ebee81)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:41.752162 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:41.757858 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Allocated IP 2001:db8::2 (2e141f70-7a54-45c9-a15b-94f70f52006c/df483f88-0748-43d8-bc21-ae0858d2dbe3/c255ea77-1aa0-464e-9930-6b51939610ed) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:41.775134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3f4efd-c8d6-4649-90f3-0f6989bc85de tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:41.776604 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9f3f4efd-c8d6-4649-90f3-0f6989bc85de tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "GET /v2.0/networks/87b84bf6-09ac-4d57-9322-81be473b4e49 HTTP/1.1" status: 200 len: 800 time: 0.1614707 Apr 22 15:12:41.790164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58724) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:41.840977 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab50990-b065-41f3-bdb9-fcd6fedda1f9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:41.841832 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-dab50990-b065-41f3-bdb9-fcd6fedda1f9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:41.904932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-dab50990-b065-41f3-bdb9-fcd6fedda1f9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:41.905389 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:41.906001 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dab50990-b065-41f3-bdb9-fcd6fedda1f9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7240613 Apr 22 15:12:41.911613 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58730) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:41.938374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:42.005878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:42.011233 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:42.014964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:42.062850 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:42.068649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae671ff-08ef-4026-86e5-8e1de6dc1a49 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:42.069333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3ae671ff-08ef-4026-86e5-8e1de6dc1a49 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:42.123591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec892fd-52ad-4560-83f7-1257ed81339f None None] Pushing event updated for resources: {'Port': ['ID=7a81287c-25dc-48ec-a1c3-96d5586a9a92,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:42.134245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:42.135978 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:42.162495 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f1da912f-4a87-4693-a8d6-d4e9335db7d5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/a56e6adf-2941-4374-918d-09f3f3e021ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5435941 Apr 22 15:12:42.162969 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3ae671ff-08ef-4026-86e5-8e1de6dc1a49 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:42.163928 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3ae671ff-08ef-4026-86e5-8e1de6dc1a49 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2514224 Apr 22 15:12:42.164667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event updated for resources: {'Subnet': ['ID=38b27fb4-c0d6-4ff6-8172-661ee73c0bc2,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:42.167437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58736) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:42.167959 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58738) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:42.197144 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fed5c4a1-720d-4bea-9936-66953a30f231 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "GET /v2.0/networks/87b84bf6-09ac-4d57-9322-81be473b4e49?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4024532 Apr 22 15:12:42.200881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58744) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:42.205431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port 0d923a65-a765-44d2-b5ac-ac05d59c0c04 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:12:42.214394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c173bc-f358-4918-ad10-f12016b9894c None None] Sync routers for ids ['a56e6adf-2941-4374-918d-09f3f3e021ce'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:42.283746 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f28beeb8-f9a5-4b18-8dee-2d63a06b6962 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087794 Apr 22 15:12:42.289330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58748) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:42.307392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-298481fe-ff89-4917-b083-5dd8ca4fc4d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:42.335917 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Checking segment: {'id': '29bd8da4-99c4-4ee6-9f88-7c93444a8e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '23251869-1a15-4569-89b9-6ccf8e116039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:42.336296 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Network hostable DHCP agents. Network: 23251869-1a15-4569-89b9-6ccf8e116039, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:42.342847 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 8087eaca-b22f-432c-949e-5148cd8bcc88, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8087eaca-b22f-432c-949e-5148cd8bcc88,segment=NetworkSegment(2e255dca-f93e-4457-8d7d-faa95b2e1e64),segment_id=2e255dca-f93e-4457-8d7d-faa95b2e1e64)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:42.347663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a389afe1-d735-4904-98e8-11c280be56fe tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:42.352562 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a389afe1-d735-4904-98e8-11c280be56fe tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "GET /v2.0/subnets/3f386f30-6d27-4891-8795-782c45f0818e HTTP/1.1" status: 200 len: 811 time: 0.1474800 Apr 22 15:12:42.355663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58752) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:42.383266 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:42.386832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8853e6e5-7346-4061-a530-ea0774f3f980 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:42.414120 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c173bc-f358-4918-ad10-f12016b9894c None None] Routers {'a56e6adf-2941-4374-918d-09f3f3e021ce'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:42.414816 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-73c173bc-f358-4918-ad10-f12016b9894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['a56e6adf-2941-4374-918d-09f3f3e021ce'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:42.426336 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c33da7-f4a3-459d-b6b6-c94e527ee381 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:42.430975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d36fcf5-3341-4b6e-a1d6-10de69aee573 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:42.431149 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d9c33da7-f4a3-459d-b6b6-c94e527ee381 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "GET /v2.0/subnets/3f386f30-6d27-4891-8795-782c45f0818e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0708923 Apr 22 15:12:42.431250 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2d36fcf5-3341-4b6e-a1d6-10de69aee573 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Synchronizing usage tracker for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:42.437911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58756) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:42.446665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8e34d393-0fe6-4f9e-bf7b-a8755929159f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2092944409'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:42.481899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-298481fe-ff89-4917-b083-5dd8ca4fc4d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:42.489621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2d36fcf5-3341-4b6e-a1d6-10de69aee573 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Unset dirty status for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:42.490645 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8e34d393-0fe6-4f9e-bf7b-a8755929159f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:42.490842 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2d36fcf5-3341-4b6e-a1d6-10de69aee573 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports/37063981-612d-4627-b3b5-de0cb5194bb3 HTTP/1.1" status: 200 len: 910 time: 0.3218021 Apr 22 15:12:42.495560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-298481fe-ff89-4917-b083-5dd8ca4fc4d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:42.497400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58760) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:42.516754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ccc65-b449-41d9-a4c3-877090cdd7ca None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:12:42.523500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8e34d393-0fe6-4f9e-bf7b-a8755929159f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:42.563183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e34d393-0fe6-4f9e-bf7b-a8755929159f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:42.566106 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8e34d393-0fe6-4f9e-bf7b-a8755929159f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:42.571360 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-73c173bc-f358-4918-ad10-f12016b9894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:42.573552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e13ccc65-b449-41d9-a4c3-877090cdd7ca None None] Deleting port 8853e6e5-7346-4061-a530-ea0774f3f980 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:42.574116 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e13ccc65-b449-41d9-a4c3-877090cdd7ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:42.669430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e34d393-0fe6-4f9e-bf7b-a8755929159f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:12:42.690280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8e34d393-0fe6-4f9e-bf7b-a8755929159f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:42.690873 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-8e34d393-0fe6-4f9e-bf7b-a8755929159f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Added segment 1ca24955-626b-46ab-a029-8fcb648a406c of type vlan for network 1223b54a-95f0-496c-adf6-48506d26f4d4 Apr 22 15:12:42.691410 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298481fe-ff89-4917-b083-5dd8ca4fc4d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:42.695813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-298481fe-ff89-4917-b083-5dd8ca4fc4d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:42.720806 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Network 23251869-1a15-4569-89b9-6ccf8e116039 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:42.725821 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bcb8147c-c07a-4e8e-852a-0c80d5d12c91 None None] Provisioning complete for port 8087eaca-b22f-432c-949e-5148cd8bcc88 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:42.726270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Allocated IP 172.20.0.10 (42f418b3-b14e-4672-8a63-39fd5640d9b7/50a098db-ca32-4460-9448-48137d3b271a/0d923a65-a765-44d2-b5ac-ac05d59c0c04) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:42.726684 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bcb8147c-c07a-4e8e-852a-0c80d5d12c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:42.762734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8e34d393-0fe6-4f9e-bf7b-a8755929159f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:42.810771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 23251869-1a15-4569-89b9-6ccf8e116039) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:42.815379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:42.815974 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:42.838383 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=8087eaca-b22f-432c-949e-5148cd8bcc88,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:42.841106 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bcd3c3-323a-4b60-9060-7758914253aa None None] Network 23251869-1a15-4569-89b9-6ccf8e116039 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:42.880199 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-055906df-f285-46bf-a54a-66e0072b0c2d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3707354 Apr 22 15:12:42.883582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58764) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:42.904139 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c173bc-f358-4918-ad10-f12016b9894c None None] Routers {'a56e6adf-2941-4374-918d-09f3f3e021ce'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:42.904744 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-73c173bc-f358-4918-ad10-f12016b9894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['a56e6adf-2941-4374-918d-09f3f3e021ce'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:42.982227 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:42.984817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5e54928-cf52-4413-ac75-760466a92953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.041558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8e34d393-0fe6-4f9e-bf7b-a8755929159f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.045977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e34d393-0fe6-4f9e-bf7b-a8755929159f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:43.046754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8e34d393-0fe6-4f9e-bf7b-a8755929159f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.078603 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-73c173bc-f358-4918-ad10-f12016b9894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:43.078998 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c173bc-f358-4918-ad10-f12016b9894c None None] The sync data for ids ['a56e6adf-2941-4374-918d-09f3f3e021ce'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:43.082759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.089800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.100889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Transition to ACTIVE for port object c255ea77-1aa0-464e-9930-6b51939610ed will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:43.175551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Deleting port f5f7c6e1-93b8-4c40-8ea7-153a87223ab3 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:43.175926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.185859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 8853e6e5-7346-4061-a530-ea0774f3f980 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:43.218388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Transition to ACTIVE for port object 0d923a65-a765-44d2-b5ac-ac05d59c0c04 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:43.243345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34d393-0fe6-4f9e-bf7b-a8755929159f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Network': ['ID=1223b54a-95f0-496c-adf6-48506d26f4d4,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:43.252716 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8e34d393-0fe6-4f9e-bf7b-a8755929159f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8112016 Apr 22 15:12:43.256543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58768) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:43.358252 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e13ccc65-b449-41d9-a4c3-877090cdd7ca None None] For port 8853e6e5-7346-4061-a530-ea0774f3f980, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8853e6e5-7346-4061-a530-ea0774f3f980,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:43.358802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e13ccc65-b449-41d9-a4c3-877090cdd7ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.402302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'subnet': {'network_id': '1223b54a-95f0-496c-adf6-48506d26f4d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:43.513015 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e13ccc65-b449-41d9-a4c3-877090cdd7ca None None] Calling delete_port for 8853e6e5-7346-4061-a530-ea0774f3f980 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:43.557537 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-298481fe-ff89-4917-b083-5dd8ca4fc4d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.568216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.644381 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Transition to ACTIVE for port object c255ea77-1aa0-464e-9930-6b51939610ed will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:43.652887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 1223b54a-95f0-496c-adf6-48506d26f4d4 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:12:43.667582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 8853e6e5-7346-4061-a530-ea0774f3f980 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:43.669114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.674154 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:43.693580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:43.703761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:43.711736 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.719165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:43.721232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:43.724948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e13ccc65-b449-41d9-a4c3-877090cdd7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.746871 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=0d923a65-a765-44d2-b5ac-ac05d59c0c04,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:43.782291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298481fe-ff89-4917-b083-5dd8ca4fc4d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:43.788006 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-298481fe-ff89-4917-b083-5dd8ca4fc4d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:43.791285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298481fe-ff89-4917-b083-5dd8ca4fc4d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:43.791911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-298481fe-ff89-4917-b083-5dd8ca4fc4d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.809397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298481fe-ff89-4917-b083-5dd8ca4fc4d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=2e87b479-c20f-42f8-b033-6d8ebb57dd7e,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:43.862376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:43.867978 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-298481fe-ff89-4917-b083-5dd8ca4fc4d3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5751314 Apr 22 15:12:43.883088 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Port 8853e6e5-7346-4061-a530-ea0774f3f980 was deleted so its status cannot be updated. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 15:12:43.885029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58772) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:43.887723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Made reservation on behalf of 64407b8f43614be2988a915e435ea343 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:43.911034 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ccc65-b449-41d9-a4c3-877090cdd7ca None None] Pushing event deleted for resources: {'Port': ['ID=8853e6e5-7346-4061-a530-ea0774f3f980,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:43.914865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Calling delete_port for f5f7c6e1-93b8-4c40-8ea7-153a87223ab3 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:43.976631 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39026926-8ed8-40f5-a50d-5fd6785b12cf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.009980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ccc65-b449-41d9-a4c3-877090cdd7ca None None] No DVR routers for this DVR port 8853e6e5-7346-4061-a530-ea0774f3f980 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:44.012052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'mac_address': 'fa:16:3e:4d:8b:26', 'name': 'tempest-NetworksTestDHCPv6-2109064095'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:44.053299 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b90a4c-cd56-43f5-8521-71a68fe1eae3 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:44.093594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Network 2e141f70-7a54-45c9-a15b-94f70f52006c is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:44.113272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.185297 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:44.187825 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:44.190423 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8087eaca-b22f-432c-949e-5148cd8bcc88 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:44.242875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Pushing event updated for resources: {'Port': ['ID=c255ea77-1aa0-464e-9930-6b51939610ed,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:44.270309 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.309788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-23251869-1a15-4569-89b9-6ccf8e116039', 'network_id': '23251869-1a15-4569-89b9-6ccf8e116039', 'tenant_id': 'be0dff5467b145fe8289fbd000a8c6d5', 'fixed_ips': [{'subnet_id': '38b27fb4-c0d6-4ff6-8172-661ee73c0bc2'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:44.311294 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.400323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:44.401484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.424706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.ipam_backend_mixin [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Performing IP validity checks on allocation pools {{(pid=83933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 15:12:44.425226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.ipam_backend_mixin [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83933) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 15:12:44.463620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-75b2768b-5fd2-4f06-8f9c-1d53e951bf87 None None] Provisioning for port 0d923a65-a765-44d2-b5ac-ac05d59c0c04 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:44.468557 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bb74a9cc-b6d9-47f4-8a50-5cc2646afb8f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3207407 Apr 22 15:12:44.472638 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58776) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:44.491074 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-75b2768b-5fd2-4f06-8f9c-1d53e951bf87 None None] Provisioning complete for port 0d923a65-a765-44d2-b5ac-ac05d59c0c04 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:44.491498 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75b2768b-5fd2-4f06-8f9c-1d53e951bf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.514268 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-416e88fa-9e49-49bc-b68a-6e8cdda0d125 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:44.520965 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:44.531941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Attempting to bind port c255ea77-1aa0-464e-9930-6b51939610ed on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:44.531941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Attempting to bind port c255ea77-1aa0-464e-9930-6b51939610ed by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '6422a7e5-a60f-470d-8ef6-84d5e24cec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '2e141f70-7a54-45c9-a15b-94f70f52006c'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:44.532263 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Attempting to bind port c255ea77-1aa0-464e-9930-6b51939610ed on network 2e141f70-7a54-45c9-a15b-94f70f52006c {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:44.544507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:44.596774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:44.631941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:44.632380 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Checking segment: {'id': '6422a7e5-a60f-470d-8ef6-84d5e24cec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '2e141f70-7a54-45c9-a15b-94f70f52006c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:44.632715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.633105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Bound using segment: {'id': '6422a7e5-a60f-470d-8ef6-84d5e24cec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '2e141f70-7a54-45c9-a15b-94f70f52006c'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:44.634418 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Bound port: c255ea77-1aa0-464e-9930-6b51939610ed, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6422a7e5-a60f-470d-8ef6-84d5e24cec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '2e141f70-7a54-45c9-a15b-94f70f52006c'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:44.634418 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.664101 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-75b2768b-5fd2-4f06-8f9c-1d53e951bf87 None None] Port 0d923a65-a765-44d2-b5ac-ac05d59c0c04 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:44.665282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 8087eaca-b22f-432c-949e-5148cd8bcc88 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:44.665656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.812512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.840701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Allocated IP 2001:db8::1 (2e141f70-7a54-45c9-a15b-94f70f52006c/df483f88-0748-43d8-bc21-ae0858d2dbe3/7ae9bb74-0386-4282-8ab9-9291c0a2db3f) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:44.856759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '2e87b479-c20f-42f8-b033-6d8ebb57dd7e'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:44.857002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.857812 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.870093 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-416e88fa-9e49-49bc-b68a-6e8cdda0d125 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:44.875688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-416e88fa-9e49-49bc-b68a-6e8cdda0d125 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:44.881611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-416e88fa-9e49-49bc-b68a-6e8cdda0d125 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:44.901874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Allocated IP 2001:db8::2 (23251869-1a15-4569-89b9-6ccf8e116039/38b27fb4-c0d6-4ff6-8172-661ee73c0bc2/41b9a99d-0952-4769-85db-589189a58677) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:44.902150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Pushing event deleted for resources: {'Port': ['ID=f5f7c6e1-93b8-4c40-8ea7-153a87223ab3,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:44.911926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.919243 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-75b2768b-5fd2-4f06-8f9c-1d53e951bf87 None None] Provisioning complete for port df3c503c-b954-4581-9821-516de77b4b41 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:44.919639 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75b2768b-5fd2-4f06-8f9c-1d53e951bf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:44.932671 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-416e88fa-9e49-49bc-b68a-6e8cdda0d125 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:44.986504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Subnet': ['ID=291f9feb-0c20-4c73-9f7d-58c97eb12361,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:45.034599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416e88fa-9e49-49bc-b68a-6e8cdda0d125 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:45.141434 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] For port c255ea77-1aa0-464e-9930-6b51939610ed, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:45.214572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port a5cb947d-fe4a-4c68-a86c-d8fb0e35933d yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:12:45.230374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d6b3591f-b669-48ed-a0a0-8012be143c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.241036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] For port c255ea77-1aa0-464e-9930-6b51939610ed, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c255ea77-1aa0-464e-9930-6b51939610ed,segment=NetworkSegment(6422a7e5-a60f-470d-8ef6-84d5e24cec69),segment_id=6422a7e5-a60f-470d-8ef6-84d5e24cec69)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:45.258442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-75b2768b-5fd2-4f06-8f9c-1d53e951bf87 None None] Port df3c503c-b954-4581-9821-516de77b4b41 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:45.270960 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.305810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Checking segment: {'id': '1ca24955-626b-46ab-a029-8fcb648a406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '1223b54a-95f0-496c-adf6-48506d26f4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:45.306449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network hostable DHCP agents. Network: 1223b54a-95f0-496c-adf6-48506d26f4d4, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:12:45.364304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7a81287c-25dc-48ec-a1c3-96d5586a9a92 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:45.371090 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.404816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Transition to ACTIVE for port object 7ae9bb74-0386-4282-8ab9-9291c0a2db3f will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:45.430433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-416e88fa-9e49-49bc-b68a-6e8cdda0d125 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.480881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.502483 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-75b2768b-5fd2-4f06-8f9c-1d53e951bf87 None None] Provisioning for port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:45.532557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ac900-a503-48a8-8db1-37beabfedcb5 None None] Pushing event updated for resources: {'Port': ['ID=c255ea77-1aa0-464e-9930-6b51939610ed,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:45.559802 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.599913 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Allocated IP 2001:db8::2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/2e87b479-c20f-42f8-b033-6d8ebb57dd7e/2310c11b-63d2-4a4a-8795-e35aacb19ccd) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:45.622068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Network 1223b54a-95f0-496c-adf6-48506d26f4d4 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:12:45.644474 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.671821 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:45.689594 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event updated for resources: {'Port': ['ID=7ae9bb74-0386-4282-8ab9-9291c0a2db3f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:45.726030 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Transition to ACTIVE for port object 41b9a99d-0952-4769-85db-589189a58677 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:45.743835 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:45.744217 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.783132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 1223b54a-95f0-496c-adf6-48506d26f4d4) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:45.800068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:45.800852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.813034 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a0a982-e8ed-4a0d-9d47-bb0f888f9a07 None None] Network 1223b54a-95f0-496c-adf6-48506d26f4d4 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:45.827115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Transition to ACTIVE for port object 41b9a99d-0952-4769-85db-589189a58677 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:45.828901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.830489 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Network 2e141f70-7a54-45c9-a15b-94f70f52006c is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:45.832049 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-416e88fa-9e49-49bc-b68a-6e8cdda0d125 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 50a098db-ca32-4460-9448-48137d3b271a (CIDR: 172.20.0.0/28) Apr 22 15:12:45.834289 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:45.836851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:45.837803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.844728 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-416e88fa-9e49-49bc-b68a-6e8cdda0d125 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:12:45.845416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416e88fa-9e49-49bc-b68a-6e8cdda0d125 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:45.849223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.877604 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a68f2450-7985-4e65-9acc-1b2b0615dbac tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6199875 Apr 22 15:12:45.886672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58782) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:45.899198 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-22a619d0-63e7-4842-a451-33254266bc44 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:45.900438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.901054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Fanout notify agent at l3_agent the message router_deleted on router 77001476-3950-4b62-801f-d0779303196a {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:12:45.918869 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.923447 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7f2debd0-71ed-48ed-85bc-ded6349ac636 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "DELETE /v2.0/routers/77001476-3950-4b62-801f-d0779303196a HTTP/1.1" status: 204 len: 168 time: 4.7706461 Apr 22 15:12:45.924322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58786) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:45.932738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f58dcb43-d0fe-4858-9222-4a214f6275cd tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1406843451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:45.945886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f58dcb43-d0fe-4858-9222-4a214f6275cd tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:45.958879 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-416e88fa-9e49-49bc-b68a-6e8cdda0d125 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4578819 Apr 22 15:12:45.959100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f58dcb43-d0fe-4858-9222-4a214f6275cd tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Usage tracker for resource:router and tenant:5f33be7a70a244de9dc9502471b9309d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:45.961374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58790) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:45.963749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f58dcb43-d0fe-4858-9222-4a214f6275cd tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:45.972926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f58dcb43-d0fe-4858-9222-4a214f6275cd tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:45.989127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f58dcb43-d0fe-4858-9222-4a214f6275cd tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:45.990638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f58dcb43-d0fe-4858-9222-4a214f6275cd tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.023925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f58dcb43-d0fe-4858-9222-4a214f6275cd tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.030069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c76af7cd-3e85-4e72-a54e-4dd4d03038e0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:46.052395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.061451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f58dcb43-d0fe-4858-9222-4a214f6275cd tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.085446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f58dcb43-d0fe-4858-9222-4a214f6275cd tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.086787 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f58dcb43-d0fe-4858-9222-4a214f6275cd tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1615596 Apr 22 15:12:46.089632 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58794) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:46.095440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:46.184443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.185046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.225159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Network 23251869-1a15-4569-89b9-6ccf8e116039 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:46.245681 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:46.252263 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Pushing event updated for resources: {'Port': ['ID=41b9a99d-0952-4769-85db-589189a58677,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:46.255171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:46.267565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-39026926-8ed8-40f5-a50d-5fd6785b12cf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 37063981-612d-4627-b3b5-de0cb5194bb3 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:46.268028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39026926-8ed8-40f5-a50d-5fd6785b12cf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.320860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.367674 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.400738 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Transition to ACTIVE for port object 2310c11b-63d2-4a4a-8795-e35aacb19ccd will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:46.428395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Transition to ACTIVE for port object 2310c11b-63d2-4a4a-8795-e35aacb19ccd will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:46.518274 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.559938 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c76af7cd-3e85-4e72-a54e-4dd4d03038e0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:46.579538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.588535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c76af7cd-3e85-4e72-a54e-4dd4d03038e0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:46.596863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::152 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/2e87b479-c20f-42f8-b033-6d8ebb57dd7e/a5cb947d-fe4a-4c68-a86c-d8fb0e35933d) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:46.607703 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 7a81287c-25dc-48ec-a1c3-96d5586a9a92, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7a81287c-25dc-48ec-a1c3-96d5586a9a92,segment=NetworkSegment(abf9f515-1c13-4a36-a88a-206315ebee81),segment_id=abf9f515-1c13-4a36-a88a-206315ebee81)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:46.614307 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.623520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c76af7cd-3e85-4e72-a54e-4dd4d03038e0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:46.677269 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-1223b54a-95f0-496c-adf6-48506d26f4d4', 'network_id': '1223b54a-95f0-496c-adf6-48506d26f4d4', 'tenant_id': '64407b8f43614be2988a915e435ea343', 'fixed_ips': [{'subnet_id': '291f9feb-0c20-4c73-9f7d-58c97eb12361'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:46.678027 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.766306 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c76af7cd-3e85-4e72-a54e-4dd4d03038e0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:46.824940 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.826964 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Attempting to bind port 41b9a99d-0952-4769-85db-589189a58677 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:46.827317 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Attempting to bind port 41b9a99d-0952-4769-85db-589189a58677 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '29bd8da4-99c4-4ee6-9f88-7c93444a8e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '23251869-1a15-4569-89b9-6ccf8e116039'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:46.827672 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Attempting to bind port 41b9a99d-0952-4769-85db-589189a58677 on network 23251869-1a15-4569-89b9-6ccf8e116039 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:46.830155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Pushing event updated for resources: {'Port': ['ID=2310c11b-63d2-4a4a-8795-e35aacb19ccd,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:46.839985 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac03f97c-4641-476a-aa28-69f69b4ca648 None None] Network 2e141f70-7a54-45c9-a15b-94f70f52006c requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:46.848409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76af7cd-3e85-4e72-a54e-4dd4d03038e0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:46.852144 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c76af7cd-3e85-4e72-a54e-4dd4d03038e0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.858573 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:46.874322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22a619d0-63e7-4842-a451-33254266bc44 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2649882'] for subnet, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:46.929483 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:46.934861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8853e6e5-7346-4061-a530-ea0774f3f980 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:46.960012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39026926-8ed8-40f5-a50d-5fd6785b12cf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.012949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:47.102064 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.139085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object a5cb947d-fe4a-4c68-a86c-d8fb0e35933d will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:47.187341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.190979 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 8853e6e5-7346-4061-a530-ea0774f3f980 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:47.191319 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8853e6e5-7346-4061-a530-ea0774f3f980 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:47.199952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:47.199952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Checking segment: {'id': '29bd8da4-99c4-4ee6-9f88-7c93444a8e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '23251869-1a15-4569-89b9-6ccf8e116039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:47.199952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.200304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Bound using segment: {'id': '29bd8da4-99c4-4ee6-9f88-7c93444a8e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '23251869-1a15-4569-89b9-6ccf8e116039'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:47.200582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Bound port: 41b9a99d-0952-4769-85db-589189a58677, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29bd8da4-99c4-4ee6-9f88-7c93444a8e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '23251869-1a15-4569-89b9-6ccf8e116039'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:47.200941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.222782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.264225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=7a81287c-25dc-48ec-a1c3-96d5586a9a92,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:47.278629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-39026926-8ed8-40f5-a50d-5fd6785b12cf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 37063981-612d-4627-b3b5-de0cb5194bb3 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:47.297048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.375400 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ed877c65-4f61-4d53-9778-ec4c33a32305 None None] Provisioning for port c255ea77-1aa0-464e-9930-6b51939610ed completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:47.402930 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c255ea77-1aa0-464e-9930-6b51939610ed up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:47.446371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=a5cb947d-fe4a-4c68-a86c-d8fb0e35933d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:47.449989 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:47.453428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:47.457460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:47.461404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:47.462121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.479666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Attempting to bind port 2310c11b-63d2-4a4a-8795-e35aacb19ccd on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:47.480033 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Attempting to bind port 2310c11b-63d2-4a4a-8795-e35aacb19ccd by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:47.480949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Attempting to bind port 2310c11b-63d2-4a4a-8795-e35aacb19ccd on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:47.490998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Allocated IP 172.26.8.38 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/5078f240-e731-4c76-a60d-bc5f4719ae96) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:47.507309 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-368bf3d3-af44-41af-a827-47b250889c6d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6214252 Apr 22 15:12:47.508078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58800) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:47.519971 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 22 15:12:47.519971 dv-neutron-838883-3-hyperv neutron-server[83935]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 22 15:12:47.519971 dv-neutron-838883-3-hyperv neutron-server[83935]: [parameters: {'in_use': 1, 'id_1': '291f9feb-0c20-4c73-9f7d-58c97eb12361'}] Apr 22 15:12:47.519971 dv-neutron-838883-3-hyperv neutron-server[83935]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:12:47.520384 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:12:47.538707 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:47.539086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:47.539467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.539851 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:47.540298 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Bound port: 2310c11b-63d2-4a4a-8795-e35aacb19ccd, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:47.540675 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.566059 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.573756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] For port 41b9a99d-0952-4769-85db-589189a58677, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:47.618015 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] For port 41b9a99d-0952-4769-85db-589189a58677, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=41b9a99d-0952-4769-85db-589189a58677,segment=NetworkSegment(29bd8da4-99c4-4ee6-9f88-7c93444a8e45),segment_id=29bd8da4-99c4-4ee6-9f88-7c93444a8e45)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:47.636666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.693567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710cf4e-9b41-4bab-85bd-06b97d4f5c5e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:47.698089 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710cf4e-9b41-4bab-85bd-06b97d4f5c5e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:47.699693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4710cf4e-9b41-4bab-85bd-06b97d4f5c5e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:47.739897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port c255ea77-1aa0-464e-9930-6b51939610ed completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:47.744674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4710cf4e-9b41-4bab-85bd-06b97d4f5c5e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:47.748972 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4710cf4e-9b41-4bab-85bd-06b97d4f5c5e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2390859 Apr 22 15:12:47.749926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58804) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:47.753955 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c255ea77-1aa0-464e-9930-6b51939610ed triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:47.754498 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.780892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] For port 2310c11b-63d2-4a4a-8795-e35aacb19ccd, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:47.790259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4310a7-97bd-4ed0-9575-a7fbd854e110 None None] Pushing event updated for resources: {'Port': ['ID=41b9a99d-0952-4769-85db-589189a58677,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:47.791391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.797202 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:12:47.826202 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] For port 2310c11b-63d2-4a4a-8795-e35aacb19ccd, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=2310c11b-63d2-4a4a-8795-e35aacb19ccd,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:47.827160 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22a619d0-63e7-4842-a451-33254266bc44 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742899280541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3336591'] for subnet, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.835507 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.837754 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.854667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-04b62086-368c-474f-8b4f-ea0334382eba tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port a5cb947d-fe4a-4c68-a86c-d8fb0e35933d {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:47.855031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04b62086-368c-474f-8b4f-ea0334382eba tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.881920 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.883137 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.978667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a619d0-63e7-4842-a451-33254266bc44 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:47.979525 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22a619d0-63e7-4842-a451-33254266bc44 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:47.984147 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-22a619d0-63e7-4842-a451-33254266bc44 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "PUT /v2.0/subnets/291f9feb-0c20-4c73-9f7d-58c97eb12361 HTTP/1.1" status: 200 len: 877 time: 2.0912874 Apr 22 15:12:48.006066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58808) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:48.020198 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a619d0-63e7-4842-a451-33254266bc44 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event updated for resources: {'Subnet': ['ID=291f9feb-0c20-4c73-9f7d-58c97eb12361,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:48.024074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39026926-8ed8-40f5-a50d-5fd6785b12cf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:48.026668 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:48.083344 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbe6e0-f9ad-4025-af71-4b6daf36a10f None None] Pushing event updated for resources: {'Port': ['ID=2310c11b-63d2-4a4a-8795-e35aacb19ccd,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:48.130674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:48.299795 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:48.333042 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event updated for resources: {'Port': ['ID=7ae9bb74-0386-4282-8ab9-9291c0a2db3f,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:48.431746 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39026926-8ed8-40f5-a50d-5fd6785b12cf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=37063981-612d-4627-b3b5-de0cb5194bb3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:48.451522 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5b100e85-fa00-4188-bd9f-c4621e1a045c None None] Provisioning complete for port c255ea77-1aa0-464e-9930-6b51939610ed triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:48.451891 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b100e85-fa00-4188-bd9f-c4621e1a045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:48.513006 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:48.516545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Pushing event updated for resources: {'Port': ['ID=5078f240-e731-4c76-a60d-bc5f4719ae96,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:48.537819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:48.547561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:48.651439 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c76af7cd-3e85-4e72-a54e-4dd4d03038e0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:48.675961 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port c255ea77-1aa0-464e-9930-6b51939610ed, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c255ea77-1aa0-464e-9930-6b51939610ed,segment=NetworkSegment(6422a7e5-a60f-470d-8ef6-84d5e24cec69),segment_id=6422a7e5-a60f-470d-8ef6-84d5e24cec69)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:48.692907 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:48.764925 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:48.818419 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Allocated IP 172.20.0.3 (1223b54a-95f0-496c-adf6-48506d26f4d4/291f9feb-0c20-4c73-9f7d-58c97eb12361/3e0e345a-0b0a-48e6-b66d-dc2135168e22) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:48.872741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76af7cd-3e85-4e72-a54e-4dd4d03038e0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:48.878586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04b62086-368c-474f-8b4f-ea0334382eba tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:48.882209 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-c76af7cd-3e85-4e72-a54e-4dd4d03038e0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:48.884944 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76af7cd-3e85-4e72-a54e-4dd4d03038e0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:48.885530 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c76af7cd-3e85-4e72-a54e-4dd4d03038e0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:48.898933 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Network 2e141f70-7a54-45c9-a15b-94f70f52006c is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:48.947268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc9937e-fca7-469c-ad37-8ff245d810d7 None None] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:48.953359 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:49.035365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-04b62086-368c-474f-8b4f-ea0334382eba tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for a5cb947d-fe4a-4c68-a86c-d8fb0e35933d owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:49.267748 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=c255ea77-1aa0-464e-9930-6b51939610ed,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:49.324191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04b62086-368c-474f-8b4f-ea0334382eba tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:49.392090 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5b100e85-fa00-4188-bd9f-c4621e1a045c None None] Provisioning for port 7ae9bb74-0386-4282-8ab9-9291c0a2db3f completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:49.405145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5b100e85-fa00-4188-bd9f-c4621e1a045c None None] Provisioning complete for port 7ae9bb74-0386-4282-8ab9-9291c0a2db3f triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:49.405624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b100e85-fa00-4188-bd9f-c4621e1a045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:49.444323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76af7cd-3e85-4e72-a54e-4dd4d03038e0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Subnet': ['ID=61b528e2-e723-47a3-84e2-2dc4f2cc9ecf,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:49.489896 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5b100e85-fa00-4188-bd9f-c4621e1a045c None None] Port 7ae9bb74-0386-4282-8ab9-9291c0a2db3f cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:49.532414 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c76af7cd-3e85-4e72-a54e-4dd4d03038e0 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5519178 Apr 22 15:12:49.539312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39026926-8ed8-40f5-a50d-5fd6785b12cf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:49.543874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58814) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:49.563365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5607604b-9ef5-4140-9b74-52000959bb47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1453525328', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '61b528e2-e723-47a3-84e2-2dc4f2cc9ecf'}], 'security_groups': ['3aa737ec-b1ff-45e0-b53d-5aba0da415ac']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:49.607376 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:49.744652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:49.756122 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 41b9a99d-0952-4769-85db-589189a58677 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:49.868483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b62086-368c-474f-8b4f-ea0334382eba tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=a5cb947d-fe4a-4c68-a86c-d8fb0e35933d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:49.896316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e43e20f5-8a84-4813-88c4-3adc8f3cae37 None None] Provisioning complete for port 7ae9bb74-0386-4282-8ab9-9291c0a2db3f triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:49.896695 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e43e20f5-8a84-4813-88c4-3adc8f3cae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:49.920911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04b62086-368c-474f-8b4f-ea0334382eba tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:49.947059 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-04b62086-368c-474f-8b4f-ea0334382eba tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/a5cb947d-fe4a-4c68-a86c-d8fb0e35933d HTTP/1.1" status: 204 len: 168 time: 2.1934025 Apr 22 15:12:49.950066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58818) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:49.980689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Transition to ACTIVE for port object 3e0e345a-0b0a-48e6-b66d-dc2135168e22 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:49.987765 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e43e20f5-8a84-4813-88c4-3adc8f3cae37 None None] Port 7ae9bb74-0386-4282-8ab9-9291c0a2db3f cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:50.007788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ddbc9-d06e-47af-a193-abf5d8b4060f None None] Update dhcp port {'port': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'fixed_ips': [{'subnet_id': '50a098db-ca32-4460-9448-48137d3b271a', 'ip_address': '172.20.0.2'}, {'subnet_id': '61b528e2-e723-47a3-84e2-2dc4f2cc9ecf'}], 'binding:host_id': 'dv-neutron-838883-3-hyperv'}, 'id': '7a81287c-25dc-48ec-a1c3-96d5586a9a92'} from dv-neutron-838883-3-hyperv. {{(pid=83935) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 15:12:50.041493 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:50.081287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Transition to ACTIVE for port object 3e0e345a-0b0a-48e6-b66d-dc2135168e22 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:50.110523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 41b9a99d-0952-4769-85db-589189a58677 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:50.118776 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:50.157328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 2310c11b-63d2-4a4a-8795-e35aacb19ccd up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:50.195440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a693535-1c61-4574-acc3-877b223067eb None None] Network 23251869-1a15-4569-89b9-6ccf8e116039 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:50.202651 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fa055a-2bfe-42c0-bbaa-b8e13d571d23 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:50.204081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fa055a-2bfe-42c0-bbaa-b8e13d571d23 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:50.204817 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-58fa055a-2bfe-42c0-bbaa-b8e13d571d23 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:50.231087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cf2ddbc9-d06e-47af-a193-abf5d8b4060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:50.241308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-58fa055a-2bfe-42c0-bbaa-b8e13d571d23 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:50.245519 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-58fa055a-2bfe-42c0-bbaa-b8e13d571d23 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2943535 Apr 22 15:12:50.246717 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58822) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:50.315502 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:50.324853 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5607604b-9ef5-4140-9b74-52000959bb47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:50.326650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:50.347897 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:50.393172 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Network 1223b54a-95f0-496c-adf6-48506d26f4d4 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:50.409298 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Pushing event updated for resources: {'Port': ['ID=3e0e345a-0b0a-48e6-b66d-dc2135168e22,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:50.413353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:50.429304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:50.436710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cc9d6389-5333-42d1-8b6d-3d8ea907ac87 None None] Provisioning complete for port 7ae9bb74-0386-4282-8ab9-9291c0a2db3f triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:50.437226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cc9d6389-5333-42d1-8b6d-3d8ea907ac87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:50.616089 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-41af9983-9502-45ad-984f-8ee6f0ffde54 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 2e87b479-c20f-42f8-b033-6d8ebb57dd7e {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:12:50.626103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41af9983-9502-45ad-984f-8ee6f0ffde54 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:50.643286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Subnet': ['ID=291f9feb-0c20-4c73-9f7d-58c97eb12361,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:50.692467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41af9983-9502-45ad-984f-8ee6f0ffde54 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:50.716701 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 2310c11b-63d2-4a4a-8795-e35aacb19ccd completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:50.719720 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cc9d6389-5333-42d1-8b6d-3d8ea907ac87 None None] Port 7ae9bb74-0386-4282-8ab9-9291c0a2db3f cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:50.741159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7a81287c-25dc-48ec-a1c3-96d5586a9a92 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:50.815272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41af9983-9502-45ad-984f-8ee6f0ffde54 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:50.829865 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Attempting to bind port 3e0e345a-0b0a-48e6-b66d-dc2135168e22 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:50.830405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Attempting to bind port 3e0e345a-0b0a-48e6-b66d-dc2135168e22 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '1ca24955-626b-46ab-a029-8fcb648a406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '1223b54a-95f0-496c-adf6-48506d26f4d4'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:50.830873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Attempting to bind port 3e0e345a-0b0a-48e6-b66d-dc2135168e22 on network 1223b54a-95f0-496c-adf6-48506d26f4d4 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:50.905556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Router 2afd2287-fb54-47d5-b7c7-c4efba725cdf is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:12:50.916368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:50.916870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Checking segment: {'id': '1ca24955-626b-46ab-a029-8fcb648a406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '1223b54a-95f0-496c-adf6-48506d26f4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:50.917365 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:50.918373 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Bound using segment: {'id': '1ca24955-626b-46ab-a029-8fcb648a406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '1223b54a-95f0-496c-adf6-48506d26f4d4'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:50.918498 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Bound port: 3e0e345a-0b0a-48e6-b66d-dc2135168e22, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca24955-626b-46ab-a029-8fcb648a406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '1223b54a-95f0-496c-adf6-48506d26f4d4'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:50.918966 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:50.927169 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41af9983-9502-45ad-984f-8ee6f0ffde54 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:50.937374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-cf2ddbc9-d06e-47af-a193-abf5d8b4060f None None] Allocated IP 172.20.0.18 (42f418b3-b14e-4672-8a63-39fd5640d9b7/61b528e2-e723-47a3-84e2-2dc4f2cc9ecf/7a81287c-25dc-48ec-a1c3-96d5586a9a92) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:51.027737 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] Provisioning for port 2310c11b-63d2-4a4a-8795-e35aacb19ccd completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:51.049844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41af9983-9502-45ad-984f-8ee6f0ffde54 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:51.070331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af9983-9502-45ad-984f-8ee6f0ffde54 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=2e87b479-c20f-42f8-b033-6d8ebb57dd7e,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:51.114545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:51.120566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] Provisioning complete for port 2310c11b-63d2-4a4a-8795-e35aacb19ccd triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:51.121075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:51.143426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1223b54a-95f0-496c-adf6-48506d26f4d4']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:51.156698 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-41af9983-9502-45ad-984f-8ee6f0ffde54 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/2e87b479-c20f-42f8-b033-6d8ebb57dd7e HTTP/1.1" status: 204 len: 168 time: 0.8984153 Apr 22 15:12:51.158795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58826) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:51.173358 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa9b697-713f-4ccc-8916-7ba2e96e7269 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:51.237775 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-768304fc-eaf6-4ac0-b0c7-f76225a658cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777647 Apr 22 15:12:51.239891 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58830) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:51.240662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca24955-626b-46ab-a029-8fcb648a406c') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:51.241005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca24955-626b-46ab-a029-8fcb648a406c') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:51.262179 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:51.292404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:51.305861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:51.306349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:51.306726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39026926-8ed8-40f5-a50d-5fd6785b12cf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router a56e6adf-2941-4374-918d-09f3f3e021ce has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:12:51.313471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:51.313871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:51.331221 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:51.333861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077ef3c5-7af9-4744-8654-dbc299c61679 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:51.333861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-077ef3c5-7af9-4744-8654-dbc299c61679 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:51.363400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-077ef3c5-7af9-4744-8654-dbc299c61679 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:51.367143 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-077ef3c5-7af9-4744-8654-dbc299c61679 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1263592 Apr 22 15:12:51.368570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58834) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:51.394864 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] For port 3e0e345a-0b0a-48e6-b66d-dc2135168e22, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:51.441594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:51.449441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:51.453980 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1db1612c-462b-45e2-9ac4-b4dfb7ceda23 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "PUT /v2.0/routers/2afd2287-fb54-47d5-b7c7-c4efba725cdf HTTP/1.1" status: 200 len: 879 time: 5.3598642 Apr 22 15:12:51.453980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58838) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:51.464035 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b4b4c7-9d66-4a4a-9431-c9148888ae5b None None] Sync routers for ids ['2afd2287-fb54-47d5-b7c7-c4efba725cdf'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:51.486870 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b4b4c7-9d66-4a4a-9431-c9148888ae5b None None] Routers {'2afd2287-fb54-47d5-b7c7-c4efba725cdf'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:51.487771 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f9b4b4c7-9d66-4a4a-9431-c9148888ae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['2afd2287-fb54-47d5-b7c7-c4efba725cdf'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:51.518291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-cf2ddbc9-d06e-47af-a193-abf5d8b4060f None None] For port 7a81287c-25dc-48ec-a1c3-96d5586a9a92, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7a81287c-25dc-48ec-a1c3-96d5586a9a92,segment=NetworkSegment(abf9f515-1c13-4a36-a88a-206315ebee81),segment_id=abf9f515-1c13-4a36-a88a-206315ebee81)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:51.564660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b947c2b0-8c1c-497c-8f1c-b21ffcbd64a2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:51.565374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b947c2b0-8c1c-497c-8f1c-b21ffcbd64a2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:51.593079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 15:12:51.593079 dv-neutron-838883-3-hyperv neutron-server[83934]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 15:12:51.593079 dv-neutron-838883-3-hyperv neutron-server[83934]: [parameters: {'id': '1223b54a-95f0-496c-adf6-48506d26f4d4'}] Apr 22 15:12:51.593079 dv-neutron-838883-3-hyperv neutron-server[83934]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:12:51.593570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:12:51.596505 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f9b4b4c7-9d66-4a4a-9431-c9148888ae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:51.602624 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Router 2ed77844-8467-4e88-a2c1-ce06fb5d1a79 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:12:51.614534 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b4b4c7-9d66-4a4a-9431-c9148888ae5b None None] Routers {'2afd2287-fb54-47d5-b7c7-c4efba725cdf'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:51.615599 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f9b4b4c7-9d66-4a4a-9431-c9148888ae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['2afd2287-fb54-47d5-b7c7-c4efba725cdf'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:51.698445 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] For port 3e0e345a-0b0a-48e6-b66d-dc2135168e22, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3e0e345a-0b0a-48e6-b66d-dc2135168e22,segment=NetworkSegment(1ca24955-626b-46ab-a029-8fcb648a406c),segment_id=1ca24955-626b-46ab-a029-8fcb648a406c)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:51.727659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:51.728270 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f9b4b4c7-9d66-4a4a-9431-c9148888ae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:51.729100 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b4b4c7-9d66-4a4a-9431-c9148888ae5b None None] The sync data for ids ['2afd2287-fb54-47d5-b7c7-c4efba725cdf'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:51.783473 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39026926-8ed8-40f5-a50d-5fd6785b12cf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:51.805398 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-39026926-8ed8-40f5-a50d-5fd6785b12cf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/a56e6adf-2941-4374-918d-09f3f3e021ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3027802 Apr 22 15:12:51.805638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b947c2b0-8c1c-497c-8f1c-b21ffcbd64a2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:51.805638 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b947c2b0-8c1c-497c-8f1c-b21ffcbd64a2 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4348896 Apr 22 15:12:51.806482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58842) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:51.809296 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58844) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:51.829225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:51.838019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346298b-1ad0-4fd3-b4c1-72aaa8e4a861 None None] Sync routers for ids ['a56e6adf-2941-4374-918d-09f3f3e021ce'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:51.846253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cf2ddbc9-d06e-47af-a193-abf5d8b4060f None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:51.863726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d98a3f54-5638-47e7-be5d-f2e5b848ab62 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Synchronizing usage tracker for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:51.875117 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ce0a4119-5d38-451e-861e-108433fff4b0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647357 Apr 22 15:12:51.878977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58850) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:51.886901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:51.901641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d98a3f54-5638-47e7-be5d-f2e5b848ab62 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Unset dirty status for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:51.905148 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d98a3f54-5638-47e7-be5d-f2e5b848ab62 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports?device_id=a56e6adf-2941-4374-918d-09f3f3e021ce HTTP/1.1" status: 200 len: 205 time: 0.0936406 Apr 22 15:12:51.906217 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58854) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:51.935180 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cf2ddbc9-d06e-47af-a193-abf5d8b4060f None None] Transition to ACTIVE for port object 7a81287c-25dc-48ec-a1c3-96d5586a9a92 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:51.954776 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d6f446-bac5-42da-82ec-ff41b81b24e3 None None] Pushing event updated for resources: {'Port': ['ID=3e0e345a-0b0a-48e6-b66d-dc2135168e22,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:51.993072 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] For port 2310c11b-63d2-4a4a-8795-e35aacb19ccd, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=2310c11b-63d2-4a4a-8795-e35aacb19ccd,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:51.994519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cf2ddbc9-d06e-47af-a193-abf5d8b4060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:51.999591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346298b-1ad0-4fd3-b4c1-72aaa8e4a861 None None] Routers {'a56e6adf-2941-4374-918d-09f3f3e021ce'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:52.000509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b346298b-1ad0-4fd3-b4c1-72aaa8e4a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['a56e6adf-2941-4374-918d-09f3f3e021ce'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:52.096004 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:12:52.096266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:52.097773 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:52.106651 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1cbf2291-79c1-4122-a3cd-1029ab1282e1 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "PUT /v2.0/routers/2ed77844-8467-4e88-a2c1-ce06fb5d1a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2210987 Apr 22 15:12:52.108338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c255ea77-1aa0-464e-9930-6b51939610ed up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:52.112295 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58858) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:52.115194 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:52.118468 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c0298-2056-4524-ba5e-52fe78f3758b None None] Sync routers for ids ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:12:52.130480 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c0298-2056-4524-ba5e-52fe78f3758b None None] Routers {'2ed77844-8467-4e88-a2c1-ce06fb5d1a79'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:52.131406 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ad2c0298-2056-4524-ba5e-52fe78f3758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:52.132104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:52.166050 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b346298b-1ad0-4fd3-b4c1-72aaa8e4a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:52.197009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] Could not find standard attr ID for object 23bddcca-aaca-40bd-b428-667699174864. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:12:52.219735 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ad2c0298-2056-4524-ba5e-52fe78f3758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:52.231126 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2c0298-2056-4524-ba5e-52fe78f3758b None None] Routers {'2ed77844-8467-4e88-a2c1-ce06fb5d1a79'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:52.231884 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ad2c0298-2056-4524-ba5e-52fe78f3758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:52.253105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e672a2e6-3a5d-42ff-b794-1c7722a53479 None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:12:52.254914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be0738d-8f3e-4794-9616-40aa17006e5d None None] Network 1223b54a-95f0-496c-adf6-48506d26f4d4 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:52.265558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:52.269002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:52.292131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-5607604b-9ef5-4140-9b74-52000959bb47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Delete allocated IP 172.20.0.10 (42f418b3-b14e-4672-8a63-39fd5640d9b7/50a098db-ca32-4460-9448-48137d3b271a) {{(pid=83934) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 15:12:52.303915 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-5607604b-9ef5-4140-9b74-52000959bb47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Allocated IP 172.20.0.24 (42f418b3-b14e-4672-8a63-39fd5640d9b7/61b528e2-e723-47a3-84e2-2dc4f2cc9ecf/0d923a65-a765-44d2-b5ac-ac05d59c0c04) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:52.311149 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ad2c0298-2056-4524-ba5e-52fe78f3758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:52.311686 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2c0298-2056-4524-ba5e-52fe78f3758b None None] The sync data for ids ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:52.343714 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Deleting port 3e0e345a-0b0a-48e6-b66d-dc2135168e22 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:52.344188 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:52.374364 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e672a2e6-3a5d-42ff-b794-1c7722a53479 None None] Deleting port 2310c11b-63d2-4a4a-8795-e35aacb19ccd {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:52.374364 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e672a2e6-3a5d-42ff-b794-1c7722a53479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:52.396057 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1345feb-6f4c-4c23-a1a7-2a71609ffdb1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:52.425080 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d5c1e769-010b-475e-8cf8-0b4fda7d35f8 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/routers/2afd2287-fb54-47d5-b7c7-c4efba725cdf HTTP/1.1" status: 200 len: 920 time: 0.9676452 Apr 22 15:12:52.426179 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58862) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:52.439406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ddbc9-d06e-47af-a193-abf5d8b4060f None None] Pushing event updated for resources: {'Port': ['ID=7a81287c-25dc-48ec-a1c3-96d5586a9a92,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:52.533071 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] Pushing event updated for resources: {'Port': ['ID=2310c11b-63d2-4a4a-8795-e35aacb19ccd,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:52.535852 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346298b-1ad0-4fd3-b4c1-72aaa8e4a861 None None] Routers {'a56e6adf-2941-4374-918d-09f3f3e021ce'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:12:52.537089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b346298b-1ad0-4fd3-b4c1-72aaa8e4a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['a56e6adf-2941-4374-918d-09f3f3e021ce'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:52.650927 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b346298b-1ad0-4fd3-b4c1-72aaa8e4a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:52.652173 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b346298b-1ad0-4fd3-b4c1-72aaa8e4a861 None None] The sync data for ids ['a56e6adf-2941-4374-918d-09f3f3e021ce'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:12:52.694285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] Provisioning for port 41b9a99d-0952-4769-85db-589189a58677 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:52.763854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a0c88876-eea0-4f72-8422-b914fe3553fc tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Synchronizing usage tracker for tenant:2b7b0d93880f41a5a8d35824e8ba12dd on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:52.799393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a0c88876-eea0-4f72-8422-b914fe3553fc tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Unset dirty status for tenant:2b7b0d93880f41a5a8d35824e8ba12dd on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:52.800634 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a0c88876-eea0-4f72-8422-b914fe3553fc tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=2d66903e-b313-440b-aa1f-9c226989a999&device_id=2afd2287-fb54-47d5-b7c7-c4efba725cdf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3735967 Apr 22 15:12:52.834554 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58868) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:52.874309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] Provisioning complete for port 41b9a99d-0952-4769-85db-589189a58677 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:52.874996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.020306 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e672a2e6-3a5d-42ff-b794-1c7722a53479 None None] For port 2310c11b-63d2-4a4a-8795-e35aacb19ccd, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=2310c11b-63d2-4a4a-8795-e35aacb19ccd,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:53.020702 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e672a2e6-3a5d-42ff-b794-1c7722a53479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.057534 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c255ea77-1aa0-464e-9930-6b51939610ed triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:53.058611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.218199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e672a2e6-3a5d-42ff-b794-1c7722a53479 None None] Calling delete_port for 2310c11b-63d2-4a4a-8795-e35aacb19ccd owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:53.247897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584789fc-6b10-4b10-b80d-d12433ba5d4e tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:53.248492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-584789fc-6b10-4b10-b80d-d12433ba5d4e tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Synchronizing usage tracker for tenant:2b7b0d93880f41a5a8d35824e8ba12dd on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:53.260303 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] For port 3e0e345a-0b0a-48e6-b66d-dc2135168e22, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3e0e345a-0b0a-48e6-b66d-dc2135168e22,segment=NetworkSegment(1ca24955-626b-46ab-a029-8fcb648a406c),segment_id=1ca24955-626b-46ab-a029-8fcb648a406c)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:53.260856 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.264038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.objects.ports [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83933) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:12:53.275683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.resource_extend [None req-5607604b-9ef5-4140-9b74-52000959bb47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:12:53.289061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1345feb-6f4c-4c23-a1a7-2a71609ffdb1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.407669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5607604b-9ef5-4140-9b74-52000959bb47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.418776 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Calling delete_port for 3e0e345a-0b0a-48e6-b66d-dc2135168e22 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:53.451141 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1345feb-6f4c-4c23-a1a7-2a71609ffdb1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.461648 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5bce17-9b81-48c3-87e1-821e3c8030f2 None None] Network 1223b54a-95f0-496c-adf6-48506d26f4d4 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:53.482342 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-5607604b-9ef5-4140-9b74-52000959bb47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Transition to ACTIVE for port object 0d923a65-a765-44d2-b5ac-ac05d59c0c04 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:53.487874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e672a2e6-3a5d-42ff-b794-1c7722a53479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.489814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-584789fc-6b10-4b10-b80d-d12433ba5d4e tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Unset dirty status for tenant:2b7b0d93880f41a5a8d35824e8ba12dd on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:53.494915 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-584789fc-6b10-4b10-b80d-d12433ba5d4e tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/networks/2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 881 time: 0.6588731 Apr 22 15:12:53.495905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58872) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:53.496457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5607604b-9ef5-4140-9b74-52000959bb47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.563354 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9c183ada-67d8-4b7f-b4f0-558c0ffbcf54 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "GET /v2.0/ports?device_id=2afd2287-fb54-47d5-b7c7-c4efba725cdf HTTP/1.1" status: 200 len: 205 time: 0.0610623 Apr 22 15:12:53.563790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58876) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:53.614203 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1345feb-6f4c-4c23-a1a7-2a71609ffdb1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.614434 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672a2e6-3a5d-42ff-b794-1c7722a53479 None None] Pushing event deleted for resources: {'Port': ['ID=2310c11b-63d2-4a4a-8795-e35aacb19ccd,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:53.614937 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1345feb-6f4c-4c23-a1a7-2a71609ffdb1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Fanout notify agent at l3_agent the message router_deleted on router a56e6adf-2941-4374-918d-09f3f3e021ce {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:12:53.621112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.630918 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.650230 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e672a2e6-3a5d-42ff-b794-1c7722a53479 None None] No DVR routers for this DVR port 2310c11b-63d2-4a4a-8795-e35aacb19ccd on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:53.676013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607604b-9ef5-4140-9b74-52000959bb47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=0d923a65-a765-44d2-b5ac-ac05d59c0c04,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:53.740372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1345feb-6f4c-4c23-a1a7-2a71609ffdb1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.741615 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e1345feb-6f4c-4c23-a1a7-2a71609ffdb1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/routers/a56e6adf-2941-4374-918d-09f3f3e021ce HTTP/1.1" status: 204 len: 168 time: 1.8323998 Apr 22 15:12:53.742904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Port': ['ID=3e0e345a-0b0a-48e6-b66d-dc2135168e22,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:53.744594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] For port 41b9a99d-0952-4769-85db-589189a58677, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=41b9a99d-0952-4769-85db-589189a58677,segment=NetworkSegment(29bd8da4-99c4-4ee6-9f88-7c93444a8e45),segment_id=29bd8da4-99c4-4ee6-9f88-7c93444a8e45)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:53.744756 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No DVR routers for this DVR port 3e0e345a-0b0a-48e6-b66d-dc2135168e22 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:53.752267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.776417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58880) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:53.777723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.ipam_pluggable_backend [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Port 2310c11b-63d2-4a4a-8795-e35aacb19ccd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83933) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 22 15:12:53.778036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.ipam_pluggable_backend [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Reverting IP allocation for 2001:db8::f816:3eff:fe89:bc46 {{(pid=83933) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 22 15:12:53.806307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5607604b-9ef5-4140-9b74-52000959bb47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] In _notify_port_updated(), no bound segment for port 0d923a65-a765-44d2-b5ac-ac05d59c0c04 on network 42f418b3-b14e-4672-8a63-39fd5640d9b7 {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:12:53.810352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5607604b-9ef5-4140-9b74-52000959bb47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:53.810947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5607604b-9ef5-4140-9b74-52000959bb47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.814895 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5607604b-9ef5-4140-9b74-52000959bb47 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "PUT /v2.0/ports/0d923a65-a765-44d2-b5ac-ac05d59c0c04 HTTP/1.1" status: 200 len: 921 time: 4.2633319 Apr 22 15:12:53.822681 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfea664-5502-4bbd-8007-260975b62f8a None None] Pushing event updated for resources: {'Port': ['ID=41b9a99d-0952-4769-85db-589189a58677,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:53.845167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58884) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:53.867871 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f29127c8-5582-41ad-95ac-cc9e5854886d None None] Could not find standard attr ID for object a5cb947d-fe4a-4c68-a86c-d8fb0e35933d. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:12:53.880393 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f29127c8-5582-41ad-95ac-cc9e5854886d None None] Provisioning for port 0d923a65-a765-44d2-b5ac-ac05d59c0c04 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:53.887832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f29127c8-5582-41ad-95ac-cc9e5854886d None None] Provisioning complete for port 0d923a65-a765-44d2-b5ac-ac05d59c0c04 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:53.888146 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.888411 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f29127c8-5582-41ad-95ac-cc9e5854886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.916285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1223b54a-95f0-496c-adf6-48506d26f4d4']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:53.942363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:53.956979 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f29127c8-5582-41ad-95ac-cc9e5854886d None None] Port 0d923a65-a765-44d2-b5ac-ac05d59c0c04 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:53.970045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca24955-626b-46ab-a029-8fcb648a406c') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:53.973797 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca24955-626b-46ab-a029-8fcb648a406c') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:53.981441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f29127c8-5582-41ad-95ac-cc9e5854886d None None] Provisioning for port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:53.987253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f29127c8-5582-41ad-95ac-cc9e5854886d None None] Provisioning complete for port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:53.987799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f29127c8-5582-41ad-95ac-cc9e5854886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.003171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.050892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.092226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:54.092772 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:54.111372 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:54.130194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7a81287c-25dc-48ec-a1c3-96d5586a9a92 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:54.149882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d5991454-19c3-4c73-8cf5-369e9f8b578a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port 0d923a65-a765-44d2-b5ac-ac05d59c0c04 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:54.150247 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5991454-19c3-4c73-8cf5-369e9f8b578a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.216413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.218628 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b504fad6-3454-4e7f-8962-1dc5a0543c21 None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:12:54.239002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.240229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:54.249586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Network': ['ID=1223b54a-95f0-496c-adf6-48506d26f4d4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:54.258877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:54.263909 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4dcdbbde-0071-4776-b321-9489035c6a98 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/1223b54a-95f0-496c-adf6-48506d26f4d4 HTTP/1.1" status: 204 len: 168 time: 6.2453432 Apr 22 15:12:54.269221 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58890) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:54.269413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=144e0c8c-7964-4d05-9b4c-2c23c98835d4,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:54.273921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:54.275285 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.285033 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f29127c8-5582-41ad-95ac-cc9e5854886d None None] Provisioning complete for port 41b9a99d-0952-4769-85db-589189a58677 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:54.285405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f29127c8-5582-41ad-95ac-cc9e5854886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.285862 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-94de8abb-c034-435d-a96d-f5b633c35866 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:12:54.289664 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-94de8abb-c034-435d-a96d-f5b633c35866 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "PUT /v2.0/routers/2ed77844-8467-4e88-a2c1-ce06fb5d1a79/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1739111 Apr 22 15:12:54.301617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58894) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:54.309875 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e511579-3165-4402-992a-daf97e5c1e3f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:54.310353 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e511579-3165-4402-992a-daf97e5c1e3f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:54.314269 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7e511579-3165-4402-992a-daf97e5c1e3f tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/subnets/291f9feb-0c20-4c73-9f7d-58c97eb12361 HTTP/1.1" status: 404 len: 337 time: 0.0417681 Apr 22 15:12:54.314548 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58898) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:54.340805 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3d94fe-2122-4a6d-ab20-6091b33c3dfe tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:54.341034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3d94fe-2122-4a6d-ab20-6091b33c3dfe tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:54.344672 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fd3d94fe-2122-4a6d-ab20-6091b33c3dfe tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/1223b54a-95f0-496c-adf6-48506d26f4d4 HTTP/1.1" status: 404 len: 339 time: 0.0271673 Apr 22 15:12:54.344892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58902) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:54.382083 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-887bf009-62f2-4a1f-82f7-4075b56aa3d4 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:54.382538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887bf009-62f2-4a1f-82f7-4075b56aa3d4 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:54.384351 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-887bf009-62f2-4a1f-82f7-4075b56aa3d4 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/subnets/0ed86a51-df0b-4bf4-acc7-a8cbefe7c1ea HTTP/1.1" status: 404 len: 337 time: 0.0383773 Apr 22 15:12:54.386718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58906) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:54.398353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:54.398740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.416111 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1b0b73-4913-4251-84bc-bc8d4ec49679 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:54.416539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1b0b73-4913-4251-84bc-bc8d4ec49679 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:54.421201 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3b1b0b73-4913-4251-84bc-bc8d4ec49679 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/5e67a7bb-a2f7-46ca-b2ee-984796681911 HTTP/1.1" status: 404 len: 339 time: 0.0310054 Apr 22 15:12:54.421945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58910) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:54.536663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c2651da-81ea-4f55-8d7c-9e37813cb459 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.552860 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bb296dc1-e338-45b6-888b-5f82c2d6e578 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6716659 Apr 22 15:12:54.579599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-b968f4b0-fa40-4ade-a9b6-8851cd41b930 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting subnet a8fb5f36-bdf4-4d39-aa44-fb9c176b7f09 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:12:54.585644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58914) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:54.606491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b504fad6-3454-4e7f-8962-1dc5a0543c21 None None] Resources bound (agent type, host, resource id): {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:12:54.638483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b968f4b0-fa40-4ade-a9b6-8851cd41b930 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.672624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 41b9a99d-0952-4769-85db-589189a58677 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:54.676623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e11b5df2-66dd-4c58-ab72-482fb953419e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:54.769719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c2651da-81ea-4f55-8d7c-9e37813cb459 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.797145 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-2c2651da-81ea-4f55-8d7c-9e37813cb459 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2edebee-6899-4b5d-b607-3011f9703097']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:54.807637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f29127c8-5582-41ad-95ac-cc9e5854886d None None] Provisioning complete for port df3c503c-b954-4581-9821-516de77b4b41 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:54.808679 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f29127c8-5582-41ad-95ac-cc9e5854886d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.809099 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-2c2651da-81ea-4f55-8d7c-9e37813cb459 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77141f7e-f825-4648-a25d-3a88907ce0a1') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:54.809395 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-2c2651da-81ea-4f55-8d7c-9e37813cb459 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77141f7e-f825-4648-a25d-3a88907ce0a1') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:54.821072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c2651da-81ea-4f55-8d7c-9e37813cb459 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.838108 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c2651da-81ea-4f55-8d7c-9e37813cb459 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.845022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2651da-81ea-4f55-8d7c-9e37813cb459 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:54.845423 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c2651da-81ea-4f55-8d7c-9e37813cb459 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.846987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b968f4b0-fa40-4ade-a9b6-8851cd41b930 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:54.860495 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:54.896249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.918155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f29127c8-5582-41ad-95ac-cc9e5854886d None None] Port df3c503c-b954-4581-9821-516de77b4b41 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:54.952673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c2651da-81ea-4f55-8d7c-9e37813cb459 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.960234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 41b9a99d-0952-4769-85db-589189a58677 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:54.960764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:54.997969 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c2651da-81ea-4f55-8d7c-9e37813cb459 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:55.013527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2651da-81ea-4f55-8d7c-9e37813cb459 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Network': ['ID=a2edebee-6899-4b5d-b607-3011f9703097,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:55.020062 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2c2651da-81ea-4f55-8d7c-9e37813cb459 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/a2edebee-6899-4b5d-b607-3011f9703097 HTTP/1.1" status: 204 len: 168 time: 0.5966070 Apr 22 15:12:55.020240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58918) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.068732 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-afda763d-3e1c-49cb-8f4d-872cce66632a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.069013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afda763d-3e1c-49cb-8f4d-872cce66632a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.073243 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-afda763d-3e1c-49cb-8f4d-872cce66632a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/subnets/a895cae5-5c2e-4de8-9f16-0217d3769db5 HTTP/1.1" status: 404 len: 337 time: 0.0513895 Apr 22 15:12:55.074435 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58922) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.099159 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ae0f36-3a27-430e-95c3-f92db07676fb tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.099424 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-74cc4890-cebf-44e7-9bc0-005c9e4e0a53 None None] Provisioning complete for port 0d923a65-a765-44d2-b5ac-ac05d59c0c04 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:55.099569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ae0f36-3a27-430e-95c3-f92db07676fb tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.099669 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-74cc4890-cebf-44e7-9bc0-005c9e4e0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:55.101831 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c9ae0f36-3a27-430e-95c3-f92db07676fb tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/1cc94eab-cd98-4c0d-a943-839cd8ba47ad HTTP/1.1" status: 404 len: 339 time: 0.0256059 Apr 22 15:12:55.103583 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58926) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.144833 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68efba4-02f2-4bd3-9d48-97e5759ec601 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.145182 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68efba4-02f2-4bd3-9d48-97e5759ec601 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.149185 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f68efba4-02f2-4bd3-9d48-97e5759ec601 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/subnets/d3cd759d-cf77-4bb7-9ca7-a6e3329d2950 HTTP/1.1" status: 404 len: 337 time: 0.0421038 Apr 22 15:12:55.150002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58930) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.174701 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-537d93f3-3740-4bfd-aeae-c699d80bd85a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.175129 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537d93f3-3740-4bfd-aeae-c699d80bd85a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.179021 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-537d93f3-3740-4bfd-aeae-c699d80bd85a tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/018dafb1-039e-461f-bb9f-36ad8d255f25 HTTP/1.1" status: 404 len: 339 time: 0.0264695 Apr 22 15:12:55.179230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58934) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.201422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5991454-19c3-4c73-8cf5-369e9f8b578a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:55.217754 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-2304fe57-c900-44c6-878c-900b96baadff tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.218211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2304fe57-c900-44c6-878c-900b96baadff tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.222191 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2304fe57-c900-44c6-878c-900b96baadff tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/subnets/21e1933e-f8c1-4931-a1c7-cde080fc7486 HTTP/1.1" status: 404 len: 337 time: 0.0397649 Apr 22 15:12:55.222455 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58938) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.247670 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-541ff389-1263-45a3-9421-f271885685f4 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.248100 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541ff389-1263-45a3-9421-f271885685f4 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.251495 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-541ff389-1263-45a3-9421-f271885685f4 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/8b5d1593-e97e-448c-8baa-7141db155e6b HTTP/1.1" status: 404 len: 339 time: 0.0264552 Apr 22 15:12:55.252368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58942) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.284182 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-74cc4890-cebf-44e7-9bc0-005c9e4e0a53 None None] Port 0d923a65-a765-44d2-b5ac-ac05d59c0c04 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:12:55.300560 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7d600b-ec21-4b6e-8b52-1fc3b72d0b69 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.301151 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7d600b-ec21-4b6e-8b52-1fc3b72d0b69 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.308703 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9c7d600b-ec21-4b6e-8b52-1fc3b72d0b69 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/subnets/381dcc69-ed55-4d27-a656-a0d5b09c0a8f HTTP/1.1" status: 404 len: 337 time: 0.0525267 Apr 22 15:12:55.309170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58946) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.333842 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-130659b0-8a14-4dde-a051-b987e743015c tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.334536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130659b0-8a14-4dde-a051-b987e743015c tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.336237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 2310c11b-63d2-4a4a-8795-e35aacb19ccd no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:12:55.336827 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-130659b0-8a14-4dde-a051-b987e743015c tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/c4acea44-ed38-437b-bef7-9795b5828646 HTTP/1.1" status: 404 len: 339 time: 0.0265694 Apr 22 15:12:55.340113 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58950) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.365930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d5991454-19c3-4c73-8cf5-369e9f8b578a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for 0d923a65-a765-44d2-b5ac-ac05d59c0c04 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:55.371021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '144e0c8c-7964-4d05-9b4c-2c23c98835d4'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:12:55.371545 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:55.378530 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-53977c48-51c4-48bb-9e60-5b1f8c75122b tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.379086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53977c48-51c4-48bb-9e60-5b1f8c75122b tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.383302 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-53977c48-51c4-48bb-9e60-5b1f8c75122b tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/subnets/b689f370-0a9d-421d-ad72-b60515a15996 HTTP/1.1" status: 404 len: 337 time: 0.0396271 Apr 22 15:12:55.388454 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 2310c11b-63d2-4a4a-8795-e35aacb19ccd {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:12:55.388790 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 2310c11b-63d2-4a4a-8795-e35aacb19ccd not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:12:55.390543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58954) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.417928 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb46aa5a-9a94-408a-a59b-3ff9e5ab25ee tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.418575 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb46aa5a-9a94-408a-a59b-3ff9e5ab25ee tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.420433 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eb46aa5a-9a94-408a-a59b-3ff9e5ab25ee tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/bbc3cdbf-a0d3-433e-bdc6-10988d0e83da HTTP/1.1" status: 404 len: 339 time: 0.0284307 Apr 22 15:12:55.425956 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58958) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.438209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e11b5df2-66dd-4c58-ab72-482fb953419e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:55.458254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e11b5df2-66dd-4c58-ab72-482fb953419e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:55.465147 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e11b5df2-66dd-4c58-ab72-482fb953419e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:55.474555 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-59217988-9d7b-464d-8a62-44d41f07e413 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.475128 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59217988-9d7b-464d-8a62-44d41f07e413 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.479510 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-59217988-9d7b-464d-8a62-44d41f07e413 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/subnets/45fd7822-0122-4a51-ba9d-89c0eb707bd0 HTTP/1.1" status: 404 len: 337 time: 0.0498044 Apr 22 15:12:55.480254 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58962) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.484680 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e11b5df2-66dd-4c58-ab72-482fb953419e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:55.506102 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-42629303-4e63-4d34-86b1-5f51cd85f6e1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.506562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42629303-4e63-4d34-86b1-5f51cd85f6e1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.510564 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-42629303-4e63-4d34-86b1-5f51cd85f6e1 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/20321267-257f-4d79-bced-7d4f266f2ad8 HTTP/1.1" status: 404 len: 339 time: 0.0269864 Apr 22 15:12:55.510842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58966) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.547981 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ada53e-1e4c-4bad-8b96-d5edf8a62f69 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.548423 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ada53e-1e4c-4bad-8b96-d5edf8a62f69 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.550070 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e4ada53e-1e4c-4bad-8b96-d5edf8a62f69 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/subnets/11cbc34e-5aeb-482c-add2-b9fd8e405334 HTTP/1.1" status: 404 len: 337 time: 0.0383463 Apr 22 15:12:55.552712 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58970) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.562087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Allocated IP 2001:db8::f816:3eff:fe28:fb17 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/144e0c8c-7964-4d05-9b4c-2c23c98835d4/5c19709b-8418-4eb2-878c-904113c3acca) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:55.579944 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-beae1dba-7801-4037-82ac-0c14829c0889 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.580382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beae1dba-7801-4037-82ac-0c14829c0889 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.584510 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-beae1dba-7801-4037-82ac-0c14829c0889 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/0b38126b-e9a1-4e04-9e25-2903e8964a26 HTTP/1.1" status: 404 len: 339 time: 0.0279815 Apr 22 15:12:55.584763 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58974) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.627311 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1952888-db71-469c-a132-ef1d11c3fe94 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.627802 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1952888-db71-469c-a132-ef1d11c3fe94 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.630188 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f1952888-db71-469c-a132-ef1d11c3fe94 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/subnets/3d7f054b-8007-46a5-b9df-ca47ee5af65f HTTP/1.1" status: 404 len: 337 time: 0.0443463 Apr 22 15:12:55.632900 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58978) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.633494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11b5df2-66dd-4c58-ab72-482fb953419e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:55.658388 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92ea4b9-c63a-4a25-9527-f7d180fa4da3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] DELETE failed (client error): The resource could not be found. Apr 22 15:12:55.658742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92ea4b9-c63a-4a25-9527-f7d180fa4da3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:55.660370 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a92ea4b9-c63a-4a25-9527-f7d180fa4da3 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/a39906da-e5e6-46c7-8cdc-e52f4651834e HTTP/1.1" status: 404 len: 339 time: 0.0265713 Apr 22 15:12:55.663599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58982) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:55.708982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b968f4b0-fa40-4ade-a9b6-8851cd41b930 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:55.786750 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:55.851445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb75f55-f15a-4d9e-b8d6-28aa4beec0ab tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Deleting subnet 3f386f30-6d27-4891-8795-782c45f0818e {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:12:55.854650 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9cb75f55-f15a-4d9e-b8d6-28aa4beec0ab tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:55.913013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9cb75f55-f15a-4d9e-b8d6-28aa4beec0ab tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:55.928198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5991454-19c3-4c73-8cf5-369e9f8b578a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:55.934422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e11b5df2-66dd-4c58-ab72-482fb953419e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:55.936000 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Transition to ACTIVE for port object 5c19709b-8418-4eb2-878c-904113c3acca will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:55.964745 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Transition to ACTIVE for port object 5c19709b-8418-4eb2-878c-904113c3acca will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:12:55.973567 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:55.998558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b968f4b0-fa40-4ade-a9b6-8851cd41b930 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.017371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9cb75f55-f15a-4d9e-b8d6-28aa4beec0ab tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.069993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:56.073982 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Pushing event updated for resources: {'Port': ['ID=5c19709b-8418-4eb2-878c-904113c3acca,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:56.076445 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:56.079149 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:56.095561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5991454-19c3-4c73-8cf5-369e9f8b578a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=0d923a65-a765-44d2-b5ac-ac05d59c0c04,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:56.113410 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9cb75f55-f15a-4d9e-b8d6-28aa4beec0ab tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.126848 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968f4b0-fa40-4ade-a9b6-8851cd41b930 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Subnet': ['ID=a8fb5f36-bdf4-4d39-aa44-fb9c176b7f09,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:56.162950 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb75f55-f15a-4d9e-b8d6-28aa4beec0ab tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Subnet': ['ID=3f386f30-6d27-4891-8795-782c45f0818e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:56.169886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9cb75f55-f15a-4d9e-b8d6-28aa4beec0ab tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.177144 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Attempting to bind port 5c19709b-8418-4eb2-878c-904113c3acca on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:12:56.178374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Attempting to bind port 5c19709b-8418-4eb2-878c-904113c3acca by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:12:56.178374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Attempting to bind port 5c19709b-8418-4eb2-878c-904113c3acca on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:12:56.186098 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9cb75f55-f15a-4d9e-b8d6-28aa4beec0ab tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/subnets/3f386f30-6d27-4891-8795-782c45f0818e HTTP/1.1" status: 204 len: 168 time: 0.5192297 Apr 22 15:12:56.186330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:12:56.186478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b968f4b0-fa40-4ade-a9b6-8851cd41b930 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.186587 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:12:56.186587 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.186587 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:12:56.186877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58986) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:56.186993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Bound port: 5c19709b-8418-4eb2-878c-904113c3acca, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:12:56.186993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.260533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d43c6402-f7a9-48ed-a29d-1a27b5e1f5f8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.274612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] For port 5c19709b-8418-4eb2-878c-904113c3acca, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:12:56.278391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] For port 5c19709b-8418-4eb2-878c-904113c3acca, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5c19709b-8418-4eb2-878c-904113c3acca,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:12:56.283452 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.302481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.309080 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b968f4b0-fa40-4ade-a9b6-8851cd41b930 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/a8fb5f36-bdf4-4d39-aa44-fb9c176b7f09 HTTP/1.1" status: 204 len: 168 time: 2.5184689 Apr 22 15:12:56.311659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 58990) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:56.375650 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f30e65-f446-4ebf-b0c0-86d7e34778b8 None None] Pushing event updated for resources: {'Port': ['ID=5c19709b-8418-4eb2-878c-904113c3acca,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:56.392081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Deleting port 9207b54d-40a1-48a5-995e-40f943b35911 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:56.392564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.414677 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.ipam_backend_mixin [None req-e11b5df2-66dd-4c58-ab72-482fb953419e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 144e0c8c-7964-4d05-9b4c-2c23c98835d4 (CIDR: 2001:db8::/64) Apr 22 15:12:56.431902 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11b5df2-66dd-4c58-ab72-482fb953419e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:12:56.432250 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11b5df2-66dd-4c58-ab72-482fb953419e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:12:56.436514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5991454-19c3-4c73-8cf5-369e9f8b578a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.438487 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d5991454-19c3-4c73-8cf5-369e9f8b578a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/0d923a65-a765-44d2-b5ac-ac05d59c0c04 HTTP/1.1" status: 204 len: 168 time: 2.5896130 Apr 22 15:12:56.443031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.451627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58994) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:56.506806 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Deleting port 5078f240-e731-4c76-a60d-bc5f4719ae96 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:56.507143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.637477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.685132 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 567bfc84-8362-45dd-92aa-fa97daadb399 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:56.686538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.688592 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e11b5df2-66dd-4c58-ab72-482fb953419e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0982759 Apr 22 15:12:56.697687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 58998) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:56.713434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b3dbbbf7-fc00-4b20-b113-7626d819d255 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:56.727144 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e982926-be4b-41b0-8cef-8e98627b28f3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] GET failed (client error): The resource could not be found. Apr 22 15:12:56.727629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1e982926-be4b-41b0-8cef-8e98627b28f3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:12:56.843817 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] For port 9207b54d-40a1-48a5-995e-40f943b35911, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9207b54d-40a1-48a5-995e-40f943b35911,segment=NetworkSegment(d25f3c86-760e-4bca-84ac-91ac1239fe89),segment_id=d25f3c86-760e-4bca-84ac-91ac1239fe89)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:56.844117 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:56.931565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1e982926-be4b-41b0-8cef-8e98627b28f3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:12:56.936247 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1e982926-be4b-41b0-8cef-8e98627b28f3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/0d923a65-a765-44d2-b5ac-ac05d59c0c04 HTTP/1.1" status: 404 len: 333 time: 0.4801667 Apr 22 15:12:56.939135 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59002) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:56.982038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Calling delete_port for 9207b54d-40a1-48a5-995e-40f943b35911 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:57.069993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.078271 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b3dbbbf7-fc00-4b20-b113-7626d819d255 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:57.118990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b3dbbbf7-fc00-4b20-b113-7626d819d255 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:57.147218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] For port 567bfc84-8362-45dd-92aa-fa97daadb399, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=567bfc84-8362-45dd-92aa-fa97daadb399,segment=NetworkSegment(a7b33681-3c67-4a44-8142-d9b23ccb4c52),segment_id=a7b33681-3c67-4a44-8142-d9b23ccb4c52)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:57.147576 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.174892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b3dbbbf7-fc00-4b20-b113-7626d819d255 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:57.211355 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.274824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Calling delete_port for 5078f240-e731-4c76-a60d-bc5f4719ae96 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:57.303771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 567bfc84-8362-45dd-92aa-fa97daadb399 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:57.304804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b3dbbbf7-fc00-4b20-b113-7626d819d255 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:57.323402 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98e261b8-2bb7-41f5-b99b-c17550f43996 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.360195 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Port': ['ID=9207b54d-40a1-48a5-995e-40f943b35911,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:57.367226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] No DVR routers for this DVR port 9207b54d-40a1-48a5-995e-40f943b35911 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:57.377879 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1730848c-61e4-42c4-b4b8-d7ee0097a1bf None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:57.404850 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a220000-e1c3-41b1-ab77-6a5763239736 None None] Network 87b84bf6-09ac-4d57-9322-81be473b4e49 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:57.416816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dbbbf7-fc00-4b20-b113-7626d819d255 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:12:57.420823 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b3dbbbf7-fc00-4b20-b113-7626d819d255 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.456878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98e261b8-2bb7-41f5-b99b-c17550f43996 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.503093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6467ba-3c6a-4dec-92cb-4609932c6df7 None None] Network c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:57.517563 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.529266 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.583938 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No DVR routers for this DVR port 567bfc84-8362-45dd-92aa-fa97daadb399 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:12:57.626846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=567bfc84-8362-45dd-92aa-fa97daadb399,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:57.632671 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b84bf6-09ac-4d57-9322-81be473b4e49']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:57.666955 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25f3c86-760e-4bca-84ac-91ac1239fe89') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:57.667589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25f3c86-760e-4bca-84ac-91ac1239fe89') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:57.712389 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98e261b8-2bb7-41f5-b99b-c17550f43996 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.745726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.762547 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e261b8-2bb7-41f5-b99b-c17550f43996 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a80f31-8344-437b-865d-1d470fd4a17b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:57.767262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.778535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.798816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:57.798816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:57.814366 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:57.819670 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98e261b8-2bb7-41f5-b99b-c17550f43996 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:57.820992 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-98e261b8-2bb7-41f5-b99b-c17550f43996 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/security-groups/b7a80f31-8344-437b-865d-1d470fd4a17b HTTP/1.1" status: 204 len: 168 time: 0.8775575 Apr 22 15:12:57.821146 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:57.828199 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59006) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:57.857617 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6d00df88-5650-4819-b754-bbf9f81e0304 None None] Provisioning for port 5c19709b-8418-4eb2-878c-904113c3acca completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:57.984580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.008212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b33681-3c67-4a44-8142-d9b23ccb4c52') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:58.008410 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b33681-3c67-4a44-8142-d9b23ccb4c52') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:12:58.032958 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.052544 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.054999 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.075526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.093503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:12:58.094100 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.096856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50be1285-52c1-48f8-a817-fd6a33dd1f86 None None] DHCP port deletion for 87b84bf6-09ac-4d57-9322-81be473b4e49 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:12:58.121082 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:12:58.123202 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] Pushing event deleted for resources: {'Network': ['ID=87b84bf6-09ac-4d57-9322-81be473b4e49,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:58.139587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Pushing event deleted for resources: {'Port': ['ID=5078f240-e731-4c76-a60d-bc5f4719ae96,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:58.183991 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6b2fe524-c284-46c7-a258-daa79e1ee854 tempest-NetworksTest-219301636 tempest-NetworksTest-219301636-project] 10.222.0.71 "DELETE /v2.0/networks/87b84bf6-09ac-4d57-9322-81be473b4e49 HTTP/1.1" status: 204 len: 168 time: 1.9936779 Apr 22 15:12:58.201207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b947a196-f390-4cca-9b3e-5f933444120a None None] DHCP port deletion for c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:12:58.272494 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.307257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.317986 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Network': ['ID=c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:58.322209 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-94d60995-bc7f-4abd-adda-d517672a8906 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/networks/c6e0cb5f-2a34-4ac4-8483-e73c8b484fa3 HTTP/1.1" status: 204 len: 168 time: 2.0081193 Apr 22 15:12:58.326752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59014) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:58.332275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-24720732', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:58.332512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-35107824-a57d-463c-96cf-5594cd7f9a48 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.346585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:58.352279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:router and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:58.356489 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:58.373314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:58.376163 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5c19709b-8418-4eb2-878c-904113c3acca up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:12:58.404274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.405276 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.430877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.478883 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 5c19709b-8418-4eb2-878c-904113c3acca completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:12:58.485843 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 5c19709b-8418-4eb2-878c-904113c3acca triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:12:58.486211 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.609126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.638997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.639398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59020) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:58.673104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 5c19709b-8418-4eb2-878c-904113c3acca, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5c19709b-8418-4eb2-878c-904113c3acca,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:12:58.677081 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.761278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.827797 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=5c19709b-8418-4eb2-878c-904113c3acca,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:58.829091 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.859876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.893523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b3dbbbf7-fc00-4b20-b113-7626d819d255 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.974809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-35107824-a57d-463c-96cf-5594cd7f9a48 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:58.984399 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cbf8f975-98d4-485e-acc8-c16f2b3b1965 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=64407b8f43614be2988a915e435ea343&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3389482 Apr 22 15:12:58.987501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59026) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:59.047812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Allocated IP 172.26.8.132 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/6f67cb9c-d978-4652-a16c-851821397531) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:59.137380 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dbbbf7-fc00-4b20-b113-7626d819d255 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:59.159052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-b3dbbbf7-fc00-4b20-b113-7626d819d255 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:59.167440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e53d777-399a-4381-9399-7cca4ebbfe65 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:12:59.167760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dbbbf7-fc00-4b20-b113-7626d819d255 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:12:59.168338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b3dbbbf7-fc00-4b20-b113-7626d819d255 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.195050 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbbbf7-fc00-4b20-b113-7626d819d255 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=74e436f1-a215-4182-9bc9-22eb5f53d56b,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:59.202731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.206005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.237427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.253126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.293752 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-35107824-a57d-463c-96cf-5594cd7f9a48 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.296042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-35107824-a57d-463c-96cf-5594cd7f9a48 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.298645 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-35107824-a57d-463c-96cf-5594cd7f9a48 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/security-groups/3aa737ec-b1ff-45e0-b53d-5aba0da415ac HTTP/1.1" status: 204 len: 168 time: 1.4456363 Apr 22 15:12:59.305138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59030) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:59.335461 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b3dbbbf7-fc00-4b20-b113-7626d819d255 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6325078 Apr 22 15:12:59.341356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59034) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:59.343981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-70c7c7b0-fe62-4b24-a771-9869e00fad5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.347866 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35107824-a57d-463c-96cf-5594cd7f9a48 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa737ec-b1ff-45e0-b53d-5aba0da415ac,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:59.358041 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'mac_address': 'fa:16:3e:a8:64:b6', 'name': 'tempest-NetworksTestDHCPv6-657587955'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:59.383534 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:12:59.391038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:12:59.392383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d43c6402-f7a9-48ed-a29d-1a27b5e1f5f8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Deleting port 7ae9bb74-0386-4282-8ab9-9291c0a2db3f {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:12:59.392721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d43c6402-f7a9-48ed-a29d-1a27b5e1f5f8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.393459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:12:59.427813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=6f67cb9c-d978-4652-a16c-851821397531,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:59.497504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.498033 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Fanout notify agent at l3_agent the message router_deleted on router 2afd2287-fb54-47d5-b7c7-c4efba725cdf {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:12:59.508180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-70c7c7b0-fe62-4b24-a771-9869e00fad5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.538869 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd34e4f-7d9d-4d78-bedd-7982a4161f81 None None] Update dhcp port {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'fixed_ips': [{'subnet_id': '144e0c8c-7964-4d05-9b4c-2c23c98835d4', 'ip_address': '2001:db8::f816:3eff:fe28:fb17'}, {'subnet_id': '74e436f1-a215-4182-9bc9-22eb5f53d56b'}], 'binding:host_id': 'dv-neutron-838883-3-hyperv'}, 'id': '5c19709b-8418-4eb2-878c-904113c3acca'} from dv-neutron-838883-3-hyperv. {{(pid=83935) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 15:12:59.557590 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.558611 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0de02628-ecda-4d4c-9798-f9987973cd5e tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "DELETE /v2.0/routers/2afd2287-fb54-47d5-b7c7-c4efba725cdf HTTP/1.1" status: 204 len: 168 time: 5.9909804 Apr 22 15:12:59.562914 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59038) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:59.587717 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7fbbdba3-e18e-41bf-b4c6-ca9529b75f2a tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-196304991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:59.592014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0dd34e4f-7d9d-4d78-bedd-7982a4161f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.594126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7fbbdba3-e18e-41bf-b4c6-ca9529b75f2a tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:59.597836 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7fbbdba3-e18e-41bf-b4c6-ca9529b75f2a tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Usage tracker for resource:router and tenant:5f33be7a70a244de9dc9502471b9309d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:59.600644 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7fbbdba3-e18e-41bf-b4c6-ca9529b75f2a tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:59.607133 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7fbbdba3-e18e-41bf-b4c6-ca9529b75f2a tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:59.629813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fbbdba3-e18e-41bf-b4c6-ca9529b75f2a tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.630753 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fbbdba3-e18e-41bf-b4c6-ca9529b75f2a tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.696926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fbbdba3-e18e-41bf-b4c6-ca9529b75f2a tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.731022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-6220dd43-100f-4d4f-9e7a-691f7e18fb30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting subnet 50a098db-ca32-4460-9448-48137d3b271a {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:12:59.737999 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6220dd43-100f-4d4f-9e7a-691f7e18fb30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.738512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-70c7c7b0-fe62-4b24-a771-9869e00fad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.744527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:12:59.768507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:12:59.771839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fbbdba3-e18e-41bf-b4c6-ca9529b75f2a tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.776091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:12:59.779840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7c7b0-fe62-4b24-a771-9869e00fad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148d161f-3c97-4666-8bef-27a13f79a651,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:12:59.789297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d43c6402-f7a9-48ed-a29d-1a27b5e1f5f8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.797199 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:12:59.808569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-70c7c7b0-fe62-4b24-a771-9869e00fad5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.809624 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-70c7c7b0-fe62-4b24-a771-9869e00fad5d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/148d161f-3c97-4666-8bef-27a13f79a651 HTTP/1.1" status: 204 len: 168 time: 0.8148582 Apr 22 15:12:59.819625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-0dd34e4f-7d9d-4d78-bedd-7982a4161f81 None None] Allocated IP 2001:db8:0:1::2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/74e436f1-a215-4182-9bc9-22eb5f53d56b/5c19709b-8418-4eb2-878c-904113c3acca) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:12:59.830987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6220dd43-100f-4d4f-9e7a-691f7e18fb30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.868816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fbbdba3-e18e-41bf-b4c6-ca9529b75f2a tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:12:59.876690 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7fbbdba3-e18e-41bf-b4c6-ca9529b75f2a tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3048968 Apr 22 15:12:59.884676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59044) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:12:59.895822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'enable_snat': True}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:12:59.960593 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d43c6402-f7a9-48ed-a29d-1a27b5e1f5f8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Calling delete_port for 7ae9bb74-0386-4282-8ab9-9291c0a2db3f owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:12:59.972540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-0dd34e4f-7d9d-4d78-bedd-7982a4161f81 None None] For port 5c19709b-8418-4eb2-878c-904113c3acca, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5c19709b-8418-4eb2-878c-904113c3acca,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:00.016103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0dd34e4f-7d9d-4d78-bedd-7982a4161f81 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:00.036367 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0dd34e4f-7d9d-4d78-bedd-7982a4161f81 None None] Transition to ACTIVE for port object 5c19709b-8418-4eb2-878c-904113c3acca will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:00.045476 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0dd34e4f-7d9d-4d78-bedd-7982a4161f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:00.053061 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:00.056877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:00.134837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port b23dbda2-50ae-40cb-aecc-523e371a04d5 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:13:00.152622 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5c19709b-8418-4eb2-878c-904113c3acca up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:00.172859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:00.173620 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:00.252075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd34e4f-7d9d-4d78-bedd-7982a4161f81 None None] Pushing event updated for resources: {'Port': ['ID=5c19709b-8418-4eb2-878c-904113c3acca,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:00.351504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 567bfc84-8362-45dd-92aa-fa97daadb399 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:00.408296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 567bfc84-8362-45dd-92aa-fa97daadb399 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:13:00.408642 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 567bfc84-8362-45dd-92aa-fa97daadb399 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:13:00.409062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9207b54d-40a1-48a5-995e-40f943b35911 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:00.441880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 9207b54d-40a1-48a5-995e-40f943b35911 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:13:00.442265 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9207b54d-40a1-48a5-995e-40f943b35911 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:13:00.471643 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6220dd43-100f-4d4f-9e7a-691f7e18fb30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:00.584095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d43c6402-f7a9-48ed-a29d-1a27b5e1f5f8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:00.640042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c6402-f7a9-48ed-a29d-1a27b5e1f5f8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event deleted for resources: {'Port': ['ID=7ae9bb74-0386-4282-8ab9-9291c0a2db3f,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:00.642314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8:0:1::a5 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/74e436f1-a215-4182-9bc9-22eb5f53d56b/b23dbda2-50ae-40cb-aecc-523e371a04d5) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:00.650674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::f816:3eff:fea8:64b6 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/144e0c8c-7964-4d05-9b4c-2c23c98835d4/b23dbda2-50ae-40cb-aecc-523e371a04d5) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:00.707641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6220dd43-100f-4d4f-9e7a-691f7e18fb30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:00.756490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220dd43-100f-4d4f-9e7a-691f7e18fb30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Subnet': ['ID=50a098db-ca32-4460-9448-48137d3b271a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:00.769908 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6220dd43-100f-4d4f-9e7a-691f7e18fb30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:00.780167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beab5f00-cea5-4903-9b2c-262921cd0f60 None None] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:00.785138 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6220dd43-100f-4d4f-9e7a-691f7e18fb30 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/50a098db-ca32-4460-9448-48137d3b271a HTTP/1.1" status: 204 len: 168 time: 1.4789550 Apr 22 15:13:00.787255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:00.792018 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59048) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:00.812337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-78304630-ea70-4158-99c0-ecf25444d27c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:01.123384 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-420349be-5de8-4580-ad89-9fa9acd9c55c None None] Provisioning for port 5c19709b-8418-4eb2-878c-904113c3acca completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:01.125493 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:01.129483 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-420349be-5de8-4580-ad89-9fa9acd9c55c None None] Provisioning complete for port 5c19709b-8418-4eb2-878c-904113c3acca triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:01.134321 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-420349be-5de8-4580-ad89-9fa9acd9c55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:01.147578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d43c6402-f7a9-48ed-a29d-1a27b5e1f5f8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:01.152605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object b23dbda2-50ae-40cb-aecc-523e371a04d5 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:01.159580 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-78304630-ea70-4158-99c0-ecf25444d27c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:01.171273 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-78304630-ea70-4158-99c0-ecf25444d27c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:01.177917 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-78304630-ea70-4158-99c0-ecf25444d27c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:01.194020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-78304630-ea70-4158-99c0-ecf25444d27c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:01.222891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78304630-ea70-4158-99c0-ecf25444d27c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:01.231117 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78304630-ea70-4158-99c0-ecf25444d27c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:01.241272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:01.362339 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 6862d725-c70e-46ca-aa9c-10f610dea849 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:13:01.375603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:01.380893 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:01.383359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:01.387989 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:01.388598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:01.414354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=b23dbda2-50ae-40cb-aecc-523e371a04d5,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:01.449047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:01.498277 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:01.505711 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ac0a429e-e19f-4161-b42a-91412f08a477 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1597133 Apr 22 15:13:01.560635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59052) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:01.668334 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-064e6cac-145c-40ed-9097-6a69b9ec7976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port b23dbda2-50ae-40cb-aecc-523e371a04d5 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:01.668665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-064e6cac-145c-40ed-9097-6a69b9ec7976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:01.716306 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-be33c79c-0434-4f37-9132-ec14de05100b None None] Provisioning for port b23dbda2-50ae-40cb-aecc-523e371a04d5 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:01.723748 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-be33c79c-0434-4f37-9132-ec14de05100b None None] Provisioning complete for port b23dbda2-50ae-40cb-aecc-523e371a04d5 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:01.724181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-be33c79c-0434-4f37-9132-ec14de05100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:01.786444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-be33c79c-0434-4f37-9132-ec14de05100b None None] Port b23dbda2-50ae-40cb-aecc-523e371a04d5 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:01.909274 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e7db13da-366f-43ab-b22e-d2f41e6d834e None None] Provisioning complete for port df3c503c-b954-4581-9821-516de77b4b41 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:01.909756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7db13da-366f-43ab-b22e-d2f41e6d834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:01.920638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43c6402-f7a9-48ed-a29d-1a27b5e1f5f8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Router 2ed77844-8467-4e88-a2c1-ce06fb5d1a79 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:13:01.965507 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Allocated IP 172.26.8.200 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/2beefa06-0007-4f36-ba27-558ba71d36ab) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:01.991283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e7db13da-366f-43ab-b22e-d2f41e6d834e None None] Port df3c503c-b954-4581-9821-516de77b4b41 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:02.021786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e7db13da-366f-43ab-b22e-d2f41e6d834e None None] Provisioning complete for port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:02.022565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7db13da-366f-43ab-b22e-d2f41e6d834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.065210 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5c19709b-8418-4eb2-878c-904113c3acca up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:02.141694 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78304630-ea70-4158-99c0-ecf25444d27c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.199706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 5c19709b-8418-4eb2-878c-904113c3acca triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:02.200419 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.258694 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78304630-ea70-4158-99c0-ecf25444d27c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:02.262004 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.267105 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-78304630-ea70-4158-99c0-ecf25444d27c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:02.270156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78304630-ea70-4158-99c0-ecf25444d27c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:02.270409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78304630-ea70-4158-99c0-ecf25444d27c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.281956 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78304630-ea70-4158-99c0-ecf25444d27c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Subnet': ['ID=97e1e965-5020-4e32-9999-a0bcb328cd4c,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:02.287723 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47693dd8-776d-44a8-a82f-9c7b10d99c9c None None] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:02.312303 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:02.325982 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-78304630-ea70-4158-99c0-ecf25444d27c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5304711 Apr 22 15:13:02.332824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59056) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:02.348833 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'security_group': {'name': 'tempest-secgroup-1681566981'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:02.349064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.352629 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-58605df5-3601-47ca-9d61-d94abb1073b0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.0220966 Apr 22 15:13:02.352629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.356797 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59060) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:02.361252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:02.369457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-064e6cac-145c-40ed-9097-6a69b9ec7976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.376413 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc08b69-c464-4e94-a08c-21fef62fe571 None None] Sync routers for ids ['6862d725-c70e-46ca-aa9c-10f610dea849'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:02.425926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:02.427675 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:security_group and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:02.429494 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:02.432141 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:02.437467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:02.448848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc08b69-c464-4e94-a08c-21fef62fe571 None None] Routers {'6862d725-c70e-46ca-aa9c-10f610dea849'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:02.449613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1fc08b69-c464-4e94-a08c-21fef62fe571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['6862d725-c70e-46ca-aa9c-10f610dea849'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:02.459233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event updated for resources: {'Port': ['ID=2beefa06-0007-4f36-ba27-558ba71d36ab,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:02.540203 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1fc08b69-c464-4e94-a08c-21fef62fe571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:02.601128 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:02.602547 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc08b69-c464-4e94-a08c-21fef62fe571 None None] Routers {'6862d725-c70e-46ca-aa9c-10f610dea849'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:02.603281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1fc08b69-c464-4e94-a08c-21fef62fe571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['6862d725-c70e-46ca-aa9c-10f610dea849'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:02.604055 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.612634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-064e6cac-145c-40ed-9097-6a69b9ec7976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for b23dbda2-50ae-40cb-aecc-523e371a04d5 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:02.662553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43c6402-f7a9-48ed-a29d-1a27b5e1f5f8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:02.674403 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d43c6402-f7a9-48ed-a29d-1a27b5e1f5f8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "PUT /v2.0/routers/2ed77844-8467-4e88-a2c1-ce06fb5d1a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3716025 Apr 22 15:13:02.679331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59066) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:02.680507 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4168fe6-c05d-47c4-8949-6475b256d114 None None] Sync routers for ids ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:02.681125 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.690208 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1fc08b69-c464-4e94-a08c-21fef62fe571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:02.690685 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc08b69-c464-4e94-a08c-21fef62fe571 None None] The sync data for ids ['6862d725-c70e-46ca-aa9c-10f610dea849'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:02.714485 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4168fe6-c05d-47c4-8949-6475b256d114 None None] Routers {'2ed77844-8467-4e88-a2c1-ce06fb5d1a79'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:02.716047 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b4168fe6-c05d-47c4-8949-6475b256d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:02.791484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.791971 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-aafb430f-9714-4760-ba72-be28467f0304 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] delete failed (client error): The resource could not be found. Apr 22 15:13:02.792982 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-aafb430f-9714-4760-ba72-be28467f0304 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "DELETE /v2.0/routers/tempest-non_exist_router-1103328558 HTTP/1.1" status: 404 len: 335 time: 0.1022842 Apr 22 15:13:02.797335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59070) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:02.803933 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c9133196-f3bc-4b01-bcd7-4b83665cf7a8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ed77844-8467-4e88-a2c1-ce06fb5d1a79'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:02.807441 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b4168fe6-c05d-47c4-8949-6475b256d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:02.844982 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4168fe6-c05d-47c4-8949-6475b256d114 None None] Routers {'2ed77844-8467-4e88-a2c1-ce06fb5d1a79'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:02.846096 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b4168fe6-c05d-47c4-8949-6475b256d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:02.865871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.879864 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.891075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce4d139-63c8-4fb3-b019-2d6ec1691352 None None] Update dhcp port {'port': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'fixed_ips': [{'subnet_id': '61b528e2-e723-47a3-84e2-2dc4f2cc9ecf', 'ip_address': '172.20.0.18'}, {'subnet_id': '97e1e965-5020-4e32-9999-a0bcb328cd4c'}], 'binding:host_id': 'dv-neutron-838883-3-hyperv'}, 'id': '7a81287c-25dc-48ec-a1c3-96d5586a9a92'} from dv-neutron-838883-3-hyperv. {{(pid=83935) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 15:13:02.933113 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b4168fe6-c05d-47c4-8949-6475b256d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:02.934653 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4168fe6-c05d-47c4-8949-6475b256d114 None None] The sync data for ids ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:02.959589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d139-63c8-4fb3-b019-2d6ec1691352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:02.981889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:02.988362 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:security_group_rule and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:02.993017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:02.996813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-064e6cac-145c-40ed-9097-6a69b9ec7976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.042208 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:03.057863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e6cac-145c-40ed-9097-6a69b9ec7976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=b23dbda2-50ae-40cb-aecc-523e371a04d5,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:03.179430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-064e6cac-145c-40ed-9097-6a69b9ec7976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.211331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.212686 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-0ce4d139-63c8-4fb3-b019-2d6ec1691352 None None] Allocated IP 172.20.0.2 (42f418b3-b14e-4672-8a63-39fd5640d9b7/97e1e965-5020-4e32-9999-a0bcb328cd4c/7a81287c-25dc-48ec-a1c3-96d5586a9a92) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:03.223085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.236426 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-064e6cac-145c-40ed-9097-6a69b9ec7976 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/b23dbda2-50ae-40cb-aecc-523e371a04d5 HTTP/1.1" status: 204 len: 168 time: 1.6745961 Apr 22 15:13:03.241190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59074) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:03.318629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.319833 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9876878 Apr 22 15:13:03.320603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043588d-73be-4bc2-b2f7-9b5282af4aa7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b03ca4a-3faf-4f57-9b19-a339d901789a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:03.324017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59078) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:03.329162 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-01f7c233-eae9-46b1-bda2-63e62b1d1dd8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/routers/6862d725-c70e-46ca-aa9c-10f610dea849 HTTP/1.1" status: 200 len: 879 time: 0.9693213 Apr 22 15:13:03.333172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59082) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:03.343094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'security_group': {'name': 'tempest-secgroup-778635601'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:03.401814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:03.404980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-0ce4d139-63c8-4fb3-b019-2d6ec1691352 None None] For port 7a81287c-25dc-48ec-a1c3-96d5586a9a92, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7a81287c-25dc-48ec-a1c3-96d5586a9a92,segment=NetworkSegment(abf9f515-1c13-4a36-a88a-206315ebee81),segment_id=abf9f515-1c13-4a36-a88a-206315ebee81)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:03.417508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:security_group and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:03.427565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:03.436888 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d139-63c8-4fb3-b019-2d6ec1691352 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.456399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0ce4d139-63c8-4fb3-b019-2d6ec1691352 None None] Transition to ACTIVE for port object 7a81287c-25dc-48ec-a1c3-96d5586a9a92 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:03.460964 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0ce4d139-63c8-4fb3-b019-2d6ec1691352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.493137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:03.519691 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.547591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ac34f-dcd5-4a54-b4b1-1e2c7bd42a46 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:03.548300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1c1ac34f-dcd5-4a54-b4b1-1e2c7bd42a46 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:03.576525 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9133196-f3bc-4b01-bcd7-4b83665cf7a8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.584655 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1c1ac34f-dcd5-4a54-b4b1-1e2c7bd42a46 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:03.588492 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1c1ac34f-dcd5-4a54-b4b1-1e2c7bd42a46 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3412938 Apr 22 15:13:03.588680 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59086) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:03.618761 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4d139-63c8-4fb3-b019-2d6ec1691352 None None] Pushing event updated for resources: {'Port': ['ID=7a81287c-25dc-48ec-a1c3-96d5586a9a92,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:03.630039 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-c9133196-f3bc-4b01-bcd7-4b83665cf7a8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] update failed (client error): The resource could not be found. Apr 22 15:13:03.634797 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c9133196-f3bc-4b01-bcd7-4b83665cf7a8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "PUT /v2.0/routers/2ed77844-8467-4e88-a2c1-ce06fb5d1a79 HTTP/1.1" status: 404 len: 339 time: 0.8359888 Apr 22 15:13:03.638008 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59090) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:03.651271 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1952448754'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:03.657707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:03.669360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Usage tracker for resource:network and tenant:be0dff5467b145fe8289fbd000a8c6d5 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:03.678372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:03.687788 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:03.700028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Router 972ed2cf-2d07-4514-a264-30c23d4aece1 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:13:03.703271 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Made reservation on behalf of be0dff5467b145fe8289fbd000a8c6d5 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:03.706778 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.748864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:03.758415 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:security_group_rule and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:03.765884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:03.774710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:03.859682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:13:03.872897 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.873239 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Added segment 2e28e942-f4d9-4b8b-9114-d8749064811a of type vlan for network a142b540-e7b0-469a-9d0f-f5e24515c55f Apr 22 15:13:03.879824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3528c13c-db24-4301-8e15-310152aeeb4e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:03.881344 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3528c13c-db24-4301-8e15-310152aeeb4e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2917533 Apr 22 15:13:03.884677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.886969 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59094) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:03.892491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.922172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-48e44c19-4e83-484f-863c-4218ab7547b8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Synchronizing usage tracker for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:router {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:03.952505 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e1c50a-c29d-4982-ba78-9b2e66ca6ed5,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:03.960370 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.961681 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2a98172e-0f4b-451d-9b49-bb792fa594f4 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6314468 Apr 22 15:13:03.964767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59098) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:03.971550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'security_group': {'name': 'tempest-secgroup-236661638'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:03.972226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:03.976672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-48e44c19-4e83-484f-863c-4218ab7547b8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Unset dirty status for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:router {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:03.978189 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-48e44c19-4e83-484f-863c-4218ab7547b8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6439843 Apr 22 15:13:03.981513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:03.984288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59102) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:03.991390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-4b12cf08-c524-48cc-9d39-ae8dbaf1a661 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-24720732'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:04.042688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb90fe-aba0-40ed-b21e-cdafc1cef624 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:04.043971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb90fe-aba0-40ed-b21e-cdafc1cef624 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:04.049992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb90fe-aba0-40ed-b21e-cdafc1cef624 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:04.050841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-02fb90fe-aba0-40ed-b21e-cdafc1cef624 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:04.051795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:security_group and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:04.059190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:04.076804 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-02fb90fe-aba0-40ed-b21e-cdafc1cef624 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:04.078029 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-02fb90fe-aba0-40ed-b21e-cdafc1cef624 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1902497 Apr 22 15:13:04.086292 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59106) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:04.090821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.095248 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:04.097354 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7a81287c-25dc-48ec-a1c3-96d5586a9a92 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:04.098269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.124350 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:04.163888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.223442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:04.231856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:security_group_rule and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:04.235529 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:04.242845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:04.251413 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7aa3ceed-8b72-4cef-96dd-2537049b9c93 None None] Provisioning complete for port df3c503c-b954-4581-9821-516de77b4b41 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:04.251718 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7aa3ceed-8b72-4cef-96dd-2537049b9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.299602 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6521463 Apr 22 15:13:04.300047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59110) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:04.303767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf7587-395b-427b-a8c1-42f7d68bd032 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event updated for resources: {'Network': ['ID=a142b540-e7b0-469a-9d0f-f5e24515c55f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:04.305524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Request body: {'subnet': {'network_id': 'a142b540-e7b0-469a-9d0f-f5e24515c55f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:04.309054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3ceed-8b72-4cef-96dd-2537049b9c93 None None] Port df3c503c-b954-4581-9821-516de77b4b41 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:04.321401 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7aa3ceed-8b72-4cef-96dd-2537049b9c93 None None] Provisioning for port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:04.321796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:04.327098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.327220 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7aa3ceed-8b72-4cef-96dd-2537049b9c93 None None] Provisioning complete for port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:04.327580 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7aa3ceed-8b72-4cef-96dd-2537049b9c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.331727 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4417e236-e414-4e83-b174-91669b41c743 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "PUT /v2.0/routers/972ed2cf-2d07-4514-a264-30c23d4aece1 HTTP/1.1" status: 200 len: 914 time: 4.4454422 Apr 22 15:13:04.332618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59114) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:04.357644 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network a142b540-e7b0-469a-9d0f-f5e24515c55f details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:13:04.370192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6445b87-2e65-4446-98bf-b2fb72b644f7 None None] Sync routers for ids ['972ed2cf-2d07-4514-a264-30c23d4aece1'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:04.465311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-82046932-3086-40c0-afe4-caccd4db83e4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 144e0c8c-7964-4d05-9b4c-2c23c98835d4 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:04.468973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82046932-3086-40c0-afe4-caccd4db83e4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.491392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.521397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6445b87-2e65-4446-98bf-b2fb72b644f7 None None] Routers {'972ed2cf-2d07-4514-a264-30c23d4aece1'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:04.521928 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d6445b87-2e65-4446-98bf-b2fb72b644f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['972ed2cf-2d07-4514-a264-30c23d4aece1'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:04.529249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82046932-3086-40c0-afe4-caccd4db83e4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.561462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.594970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d6445b87-2e65-4446-98bf-b2fb72b644f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:04.616354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82046932-3086-40c0-afe4-caccd4db83e4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.653078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6445b87-2e65-4446-98bf-b2fb72b644f7 None None] Routers {'972ed2cf-2d07-4514-a264-30c23d4aece1'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:04.653370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d6445b87-2e65-4446-98bf-b2fb72b644f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['972ed2cf-2d07-4514-a264-30c23d4aece1'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:04.701120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82046932-3086-40c0-afe4-caccd4db83e4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.719173 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d6445b87-2e65-4446-98bf-b2fb72b644f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:04.719572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6445b87-2e65-4446-98bf-b2fb72b644f7 None None] The sync data for ids ['972ed2cf-2d07-4514-a264-30c23d4aece1'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:04.741753 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82046932-3086-40c0-afe4-caccd4db83e4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=144e0c8c-7964-4d05-9b4c-2c23c98835d4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:04.746493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82046932-3086-40c0-afe4-caccd4db83e4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.753561 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc1e052-4443-4aaa-9cff-bc45b6014632 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:04.761051 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-82046932-3086-40c0-afe4-caccd4db83e4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/144e0c8c-7964-4d05-9b4c-2c23c98835d4 HTTP/1.1" status: 204 len: 168 time: 0.6583028 Apr 22 15:13:04.763922 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:04.766571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59120) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:04.770002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.773914 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8053718 Apr 22 15:13:04.776739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ddefb-5d17-46e8-8f1d-38897d3e03b7 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1300f9a9-f408-444f-b834-ee9fefd99a4f,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:04.779137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Usage tracker for resource:subnet and tenant:be0dff5467b145fe8289fbd000a8c6d5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:04.781527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59124) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:04.789077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-49978273', 'security_groups': ['1300f9a9-f408-444f-b834-ee9fefd99a4f'], 'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97e1e965-5020-4e32-9999-a0bcb328cd4c'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:04.806772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:04.822356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:04.836038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-08618a08-6376-4b3d-ac11-9ab78c3794c7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 74e436f1-a215-4182-9bc9-22eb5f53d56b {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:04.839903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08618a08-6376-4b3d-ac11-9ab78c3794c7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.898680 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08618a08-6376-4b3d-ac11-9ab78c3794c7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:04.912658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Made reservation on behalf of be0dff5467b145fe8289fbd000a8c6d5 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:05.012289 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08618a08-6376-4b3d-ac11-9ab78c3794c7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:05.086257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:05.091902 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08618a08-6376-4b3d-ac11-9ab78c3794c7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:05.106282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:05.121860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:05.135957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08618a08-6376-4b3d-ac11-9ab78c3794c7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=74e436f1-a215-4182-9bc9-22eb5f53d56b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:05.145897 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08618a08-6376-4b3d-ac11-9ab78c3794c7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:05.158194 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-08618a08-6376-4b3d-ac11-9ab78c3794c7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/74e436f1-a215-4182-9bc9-22eb5f53d56b HTTP/1.1" status: 204 len: 168 time: 0.3890035 Apr 22 15:13:05.159239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59128) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:05.213725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:05.230885 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c26bf247-8a2f-4015-8376-ad7e12318603 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669611 Apr 22 15:13:05.231939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59132) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:05.237275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:05.358047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:05.362564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:05.365649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:05.371906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:05.383492 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:05.387932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:05.548442 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6b42ed67-2c2c-4f90-8c3b-4e76d4c64799 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/routers/972ed2cf-2d07-4514-a264-30c23d4aece1 HTTP/1.1" status: 200 len: 920 time: 1.2098715 Apr 22 15:13:05.560235 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59136) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:05.575542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965d78d6-d195-41cd-b840-92600154cda0 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:05.579377 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:05.688634 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-807daf93-c7d6-4e7d-b4e6-9d0fdd66dfd9 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=2d66903e-b313-440b-aa1f-9c226989a999&device_id=972ed2cf-2d07-4514-a264-30c23d4aece1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1277246 Apr 22 15:13:05.689244 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59140) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:05.739074 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] device_id is not set on port a0551860-fae4-406a-a69a-317ba2681f6c yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:13:05.742795 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a7774e4c-9e61-4d6c-9c84-97e3ad30627d None None] Provisioning complete for port 5c19709b-8418-4eb2-878c-904113c3acca triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:05.742964 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a7774e4c-9e61-4d6c-9c84-97e3ad30627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:05.880919 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024a6d7f-091e-4abc-8ce4-60f56a589add tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:05.886053 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-024a6d7f-091e-4abc-8ce4-60f56a589add tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/networks/2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 881 time: 0.1912668 Apr 22 15:13:05.894725 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59144) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:05.897297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:05.957105 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b0563a61-067d-4a14-b6cb-8b09bb17ca05 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "GET /v2.0/ports?device_id=972ed2cf-2d07-4514-a264-30c23d4aece1 HTTP/1.1" status: 200 len: 205 time: 0.0589292 Apr 22 15:13:05.957323 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:13:05.958333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59148) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:05.961336 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] Deleting port 5c19709b-8418-4eb2-878c-904113c3acca {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:05.962116 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:05.983420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4b12cf08-c524-48cc-9d39-ae8dbaf1a661 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.062890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4b12cf08-c524-48cc-9d39-ae8dbaf1a661 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.072322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event updated for resources: {'Subnet': ['ID=a1db6641-5cd2-4c98-a7f8-a441639fddf2,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:06.091132 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5c19709b-8418-4eb2-878c-904113c3acca no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:06.220220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Checking segment: {'id': '2e28e942-f4d9-4b8b-9114-d8749064811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a142b540-e7b0-469a-9d0f-f5e24515c55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:06.220863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Network hostable DHCP agents. Network: a142b540-e7b0-469a-9d0f-f5e24515c55f, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:13:06.245384 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Allocated IP 172.20.0.11 (42f418b3-b14e-4672-8a63-39fd5640d9b7/97e1e965-5020-4e32-9999-a0bcb328cd4c/a0551860-fae4-406a-a69a-317ba2681f6c) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:06.250040 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:13:06.313584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Network a142b540-e7b0-469a-9d0f-f5e24515c55f is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:13:06.341360 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.362899 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] For port 5c19709b-8418-4eb2-878c-904113c3acca, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5c19709b-8418-4eb2-878c-904113c3acca,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:06.363164 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.378528 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.405381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, a142b540-e7b0-469a-9d0f-f5e24515c55f) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:06.419853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:06.420431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.486841 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e3927728-857a-476e-a062-5919fe1c0b6a tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1855044 Apr 22 15:13:06.490310 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de4d1b6-9ea0-43d0-a795-99d767f6525e None None] Network a142b540-e7b0-469a-9d0f-f5e24515c55f requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:06.490510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59152) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:06.501288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-fb9190db-da3d-42ae-a0f4-f4e9d63e4d7c tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a142b540-e7b0-469a-9d0f-f5e24515c55f'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:06.513857 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] Calling delete_port for 5c19709b-8418-4eb2-878c-904113c3acca owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:06.561031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.643746 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.676031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Transition to ACTIVE for port object a0551860-fae4-406a-a69a-317ba2681f6c will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:06.762929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:13:06.763576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:13:06.812196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.821054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b12cf08-c524-48cc-9d39-ae8dbaf1a661 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 6862d725-c70e-46ca-aa9c-10f610dea849 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:13:06.826508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Deleting port 2beefa06-0007-4f36-ba27-558ba71d36ab {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:06.826815 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.837513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.870749 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] For port 5c19709b-8418-4eb2-878c-904113c3acca, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5c19709b-8418-4eb2-878c-904113c3acca,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:06.892096 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-a142b540-e7b0-469a-9d0f-f5e24515c55f', 'network_id': 'a142b540-e7b0-469a-9d0f-f5e24515c55f', 'tenant_id': 'be0dff5467b145fe8289fbd000a8c6d5', 'fixed_ips': [{'subnet_id': 'a1db6641-5cd2-4c98-a7f8-a441639fddf2'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:13:06.893175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.976902 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.985675 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.986460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:06.990825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=a0551860-fae4-406a-a69a-317ba2681f6c,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:06.996014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:13:06.996375 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:13:07.001673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:07.078931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Allocated IP 2001:db8:1::2 (a142b540-e7b0-469a-9d0f-f5e24515c55f/a1db6641-5cd2-4c98-a7f8-a441639fddf2/b845e879-9c49-476b-9a74-9e0c91c1a7c2) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:07.220309 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:13:07.227107 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:07.239259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:07.247237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:07.253412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:07.260684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:07.269127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:07.269700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:07.273367 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=eea7b2aa-08c2-4f7d-b05a-516ac606e4a7,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:07.285637 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=5c19709b-8418-4eb2-878c-904113c3acca,revision_number=8']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:07.318328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:07.319081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:07.361115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:07.370751 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:07.387429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Transition to ACTIVE for port object b845e879-9c49-476b-9a74-9e0c91c1a7c2 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:07.419877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Transition to ACTIVE for port object b845e879-9c49-476b-9a74-9e0c91c1a7c2 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:07.423109 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 5c19709b-8418-4eb2-878c-904113c3acca, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5c19709b-8418-4eb2-878c-904113c3acca,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:07.429665 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:07.435555 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fb9190db-da3d-42ae-a0f4-f4e9d63e4d7c tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:07.443687 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ecb2bbbc-4a8b-43b0-8746-f69617b89fba tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6574392 Apr 22 15:13:07.444876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59156) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:07.452949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d52c3f46-917d-44b4-add3-a908ecd44b9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:07.454286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Calling delete_port for 2beefa06-0007-4f36-ba27-558ba71d36ab owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:07.466614 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:07.502039 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] Deleting port 5c19709b-8418-4eb2-878c-904113c3acca {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:07.502277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:07.548970 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6cd08c49-9299-45da-8d50-589948847417 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3165247 Apr 22 15:13:07.553116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59160) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:07.554986 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Network a142b540-e7b0-469a-9d0f-f5e24515c55f is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:07.563296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:07.565025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Pushing event updated for resources: {'Port': ['ID=b845e879-9c49-476b-9a74-9e0c91c1a7c2,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:07.567159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:07.575054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0b552123-1b8a-465f-bdf4-9dfbbfb18a7d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:07.701035 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-66114ad7-0657-4589-b72d-a285b1d468fb None None] Provisioning for port a0551860-fae4-406a-a69a-317ba2681f6c completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:07.741667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d52c3f46-917d-44b4-add3-a908ecd44b9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:07.748293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d52c3f46-917d-44b4-add3-a908ecd44b9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:07.753946 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-66114ad7-0657-4589-b72d-a285b1d468fb None None] Provisioning complete for port a0551860-fae4-406a-a69a-317ba2681f6c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:07.754350 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-66114ad7-0657-4589-b72d-a285b1d468fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:07.754600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d52c3f46-917d-44b4-add3-a908ecd44b9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:07.763331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d52c3f46-917d-44b4-add3-a908ecd44b9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:07.769378 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0b552123-1b8a-465f-bdf4-9dfbbfb18a7d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:07.777672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0b552123-1b8a-465f-bdf4-9dfbbfb18a7d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:07.785297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b12cf08-c524-48cc-9d39-ae8dbaf1a661 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:07.785989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0b552123-1b8a-465f-bdf4-9dfbbfb18a7d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:07.795724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0b552123-1b8a-465f-bdf4-9dfbbfb18a7d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:07.797500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4b12cf08-c524-48cc-9d39-ae8dbaf1a661 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:07.798859 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4b12cf08-c524-48cc-9d39-ae8dbaf1a661 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/6862d725-c70e-46ca-aa9c-10f610dea849 HTTP/1.1" status: 200 len: 886 time: 3.8130155 Apr 22 15:13:07.803901 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59164) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:07.808520 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd90981-d5f9-4bd7-a511-43acdccf327d None None] Sync routers for ids ['6862d725-c70e-46ca-aa9c-10f610dea849'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:07.812962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52c3f46-917d-44b4-add3-a908ecd44b9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:07.816582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d52c3f46-917d-44b4-add3-a908ecd44b9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:07.821222 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd90981-d5f9-4bd7-a511-43acdccf327d None None] Routers {'6862d725-c70e-46ca-aa9c-10f610dea849'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:07.821996 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0fd90981-d5f9-4bd7-a511-43acdccf327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['6862d725-c70e-46ca-aa9c-10f610dea849'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:07.851750 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-66114ad7-0657-4589-b72d-a285b1d468fb None None] Port a0551860-fae4-406a-a69a-317ba2681f6c cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:07.856348 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=5c19709b-8418-4eb2-878c-904113c3acca,revision_number=9']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:07.882679 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0fd90981-d5f9-4bd7-a511-43acdccf327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:07.897047 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd90981-d5f9-4bd7-a511-43acdccf327d None None] Routers {'6862d725-c70e-46ca-aa9c-10f610dea849'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:07.897874 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0fd90981-d5f9-4bd7-a511-43acdccf327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['6862d725-c70e-46ca-aa9c-10f610dea849'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:07.915578 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-fb9190db-da3d-42ae-a0f4-f4e9d63e4d7c tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:13:07.920704 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fb9190db-da3d-42ae-a0f4-f4e9d63e4d7c tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "PUT /v2.0/routers/2ed77844-8467-4e88-a2c1-ce06fb5d1a79 HTTP/1.1" status: 400 len: 364 time: 1.4263017 Apr 22 15:13:07.921018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59168) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:07.943620 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b552123-1b8a-465f-bdf4-9dfbbfb18a7d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:07.947090 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b552123-1b8a-465f-bdf4-9dfbbfb18a7d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:07.974071 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:08.009404 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0fd90981-d5f9-4bd7-a511-43acdccf327d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:08.010332 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd90981-d5f9-4bd7-a511-43acdccf327d None None] The sync data for ids ['6862d725-c70e-46ca-aa9c-10f610dea849'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:08.037022 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Attempting to bind port b845e879-9c49-476b-9a74-9e0c91c1a7c2 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:08.037022 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Attempting to bind port b845e879-9c49-476b-9a74-9e0c91c1a7c2 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '2e28e942-f4d9-4b8b-9114-d8749064811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a142b540-e7b0-469a-9d0f-f5e24515c55f'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:08.037425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Attempting to bind port b845e879-9c49-476b-9a74-9e0c91c1a7c2 on network a142b540-e7b0-469a-9d0f-f5e24515c55f {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:08.046491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:08.046865 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Checking segment: {'id': '2e28e942-f4d9-4b8b-9114-d8749064811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a142b540-e7b0-469a-9d0f-f5e24515c55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:08.047269 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:08.047663 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Bound using segment: {'id': '2e28e942-f4d9-4b8b-9114-d8749064811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a142b540-e7b0-469a-9d0f-f5e24515c55f'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:08.048133 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Bound port: b845e879-9c49-476b-9a74-9e0c91c1a7c2, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e28e942-f4d9-4b8b-9114-d8749064811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'a142b540-e7b0-469a-9d0f-f5e24515c55f'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:08.048503 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:08.071778 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.ipam_backend_mixin [None req-d52c3f46-917d-44b4-add3-a908ecd44b9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 97e1e965-5020-4e32-9999-a0bcb328cd4c (CIDR: 172.20.0.0/28) Apr 22 15:13:08.088030 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Pushing event deleted for resources: {'Port': ['ID=2beefa06-0007-4f36-ba27-558ba71d36ab,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:08.126593 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52c3f46-917d-44b4-add3-a908ecd44b9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:13:08.127026 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52c3f46-917d-44b4-add3-a908ecd44b9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:08.167521 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d52c3f46-917d-44b4-add3-a908ecd44b9a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7195160 Apr 22 15:13:08.170083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59172) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:08.183671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] For port 5c19709b-8418-4eb2-878c-904113c3acca, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5c19709b-8418-4eb2-878c-904113c3acca,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:08.184135 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:08.195505 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] For port b845e879-9c49-476b-9a74-9e0c91c1a7c2, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:08.232059 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-0b552123-1b8a-465f-bdf4-9dfbbfb18a7d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eea7b2aa-08c2-4f7d-b05a-516ac606e4a7 (CIDR: 2001:db8::/64) Apr 22 15:13:08.235498 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-64212064-637f-4669-8e27-269f3bc8d132 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:08.241981 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b552123-1b8a-465f-bdf4-9dfbbfb18a7d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:13:08.242446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b552123-1b8a-465f-bdf4-9dfbbfb18a7d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:08.318105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] Calling delete_port for 5c19709b-8418-4eb2-878c-904113c3acca owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:08.343875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] For port b845e879-9c49-476b-9a74-9e0c91c1a7c2, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b845e879-9c49-476b-9a74-9e0c91c1a7c2,segment=NetworkSegment(2e28e942-f4d9-4b8b-9114-d8749064811a),segment_id=2e28e942-f4d9-4b8b-9114-d8749064811a)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:08.352902 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:08.394568 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0b552123-1b8a-465f-bdf4-9dfbbfb18a7d tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8320363 Apr 22 15:13:08.398113 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59176) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:08.402404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:08.463870 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-048a7266-da78-4775-9581-a01e04dc3bae tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:08.468788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166095f-dd5a-4b6c-8eb5-191c61b194fc None None] Pushing event updated for resources: {'Port': ['ID=b845e879-9c49-476b-9a74-9e0c91c1a7c2,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:08.554230 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:08.575432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-64212064-637f-4669-8e27-269f3bc8d132 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:08.582095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-64212064-637f-4669-8e27-269f3bc8d132 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:08.585848 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-64212064-637f-4669-8e27-269f3bc8d132 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:08.595337 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-64212064-637f-4669-8e27-269f3bc8d132 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:08.643257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64212064-637f-4669-8e27-269f3bc8d132 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:08.646794 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-64212064-637f-4669-8e27-269f3bc8d132 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:08.788110 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] Pushing event deleted for resources: {'Port': ['ID=5c19709b-8418-4eb2-878c-904113c3acca,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:08.797462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d7825a-7480-4591-9986-002151ff0d36 None None] No DVR routers for this DVR port 5c19709b-8418-4eb2-878c-904113c3acca on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:13:08.820302 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cc811e-5423-4687-9182-bad622f5747d None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:08.939950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.016879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.035859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.053505 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-048a7266-da78-4775-9581-a01e04dc3bae tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:09.077404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-048a7266-da78-4775-9581-a01e04dc3bae tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:09.081917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': 'eea7b2aa-08c2-4f7d-b05a-516ac606e4a7'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:13:09.082886 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.089477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-048a7266-da78-4775-9581-a01e04dc3bae tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:09.104307 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c9aceaef-9783-42ae-ab3a-dfcfd352f651 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/routers/6862d725-c70e-46ca-aa9c-10f610dea849 HTTP/1.1" status: 200 len: 886 time: 1.2985532 Apr 22 15:13:09.105782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-048a7266-da78-4775-9581-a01e04dc3bae tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:09.108514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59182) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:09.112900 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.113390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Fanout notify agent at l3_agent the message router_deleted on router 972ed2cf-2d07-4514-a264-30c23d4aece1 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:13:09.161580 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048a7266-da78-4775-9581-a01e04dc3bae tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:09.165014 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-048a7266-da78-4775-9581-a01e04dc3bae tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.180567 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-225e7246-acff-4a5d-a112-ee6c04c04028 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Synchronizing usage tracker for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:09.187972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.188615 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0f3e2b75-01e8-471d-a9cc-aa69facea522 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "DELETE /v2.0/routers/972ed2cf-2d07-4514-a264-30c23d4aece1 HTTP/1.1" status: 204 len: 168 time: 3.2299702 Apr 22 15:13:09.194565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59186) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:09.229691 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.ipam_backend_mixin [None req-64212064-637f-4669-8e27-269f3bc8d132 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 61b528e2-e723-47a3-84e2-2dc4f2cc9ecf (CIDR: 172.20.0.16/28) Apr 22 15:13:09.246420 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-03288a5f-9a82-48b7-bd0b-62bac660a271 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-180896201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:09.257754 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-03288a5f-9a82-48b7-bd0b-62bac660a271 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:09.269356 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-64212064-637f-4669-8e27-269f3bc8d132 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:13:09.269812 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64212064-637f-4669-8e27-269f3bc8d132 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:09.285826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Allocated IP 2001:db8::f816:3eff:fee4:660f (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/eea7b2aa-08c2-4f7d-b05a-516ac606e4a7/ad2bff53-b553-4638-8bd0-6a275a2b87c0) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:09.322937 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-64212064-637f-4669-8e27-269f3bc8d132 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1509972 Apr 22 15:13:09.326902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59190) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:09.338572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3ccb59b4-46fc-4849-b70e-ec80752fe814 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'subnet': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:09.502361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Allocated IP 2001:db8::1 (5f4285ed-0bd9-4c1e-be13-d2d54467e24f/a57b3a59-23dc-4866-a288-8d6a327a4b36/ff6fb2c1-6176-4ebb-8553-846c3baafc23) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:09.521565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-03288a5f-9a82-48b7-bd0b-62bac660a271 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Usage tracker for resource:router and tenant:5f33be7a70a244de9dc9502471b9309d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:09.525510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-03288a5f-9a82-48b7-bd0b-62bac660a271 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:09.535886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-048a7266-da78-4775-9581-a01e04dc3bae tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.549550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-03288a5f-9a82-48b7-bd0b-62bac660a271 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:09.553397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.566710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Transition to ACTIVE for port object ad2bff53-b553-4638-8bd0-6a275a2b87c0 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:09.589357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Transition to ACTIVE for port object ad2bff53-b553-4638-8bd0-6a275a2b87c0 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:09.597027 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.616153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-225e7246-acff-4a5d-a112-ee6c04c04028 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Unset dirty status for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:09.619850 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-225e7246-acff-4a5d-a112-ee6c04c04028 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports?device_id=6862d725-c70e-46ca-aa9c-10f610dea849 HTTP/1.1" status: 200 len: 205 time: 0.5075109 Apr 22 15:13:09.622398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59194) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:09.630656 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048a7266-da78-4775-9581-a01e04dc3bae tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:09.636195 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-048a7266-da78-4775-9581-a01e04dc3bae tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:09.641326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048a7266-da78-4775-9581-a01e04dc3bae tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:09.641926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-048a7266-da78-4775-9581-a01e04dc3bae tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.652170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780cb175-7715-4747-a1f0-a4373c83d6d9 None None] Network a142b540-e7b0-469a-9d0f-f5e24515c55f requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:09.652410 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03288a5f-9a82-48b7-bd0b-62bac660a271 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.653335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03288a5f-9a82-48b7-bd0b-62bac660a271 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.664743 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a7266-da78-4775-9581-a01e04dc3bae tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=ebd6a1ee-a0a6-4897-b5ff-9de274b4a7e7,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:09.683519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3ccb59b4-46fc-4849-b70e-ec80752fe814 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:09.690288 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03288a5f-9a82-48b7-bd0b-62bac660a271 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.693179 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-048a7266-da78-4775-9581-a01e04dc3bae tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2941151 Apr 22 15:13:09.701241 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59198) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:09.707965 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'mac_address': 'fa:16:3e:3e:44:99', 'name': 'tempest-NetworksTestDHCPv6-1151113636'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:09.755464 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3ccb59b4-46fc-4849-b70e-ec80752fe814 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Usage tracker for resource:subnet and tenant:07ec4ee4f5ae41adb68e8261c099cebe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:09.765299 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3ccb59b4-46fc-4849-b70e-ec80752fe814 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:09.780952 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3ccb59b4-46fc-4849-b70e-ec80752fe814 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:09.804410 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03288a5f-9a82-48b7-bd0b-62bac660a271 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.821080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:09.821345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccb59b4-46fc-4849-b70e-ec80752fe814 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Made reservation on behalf of 07ec4ee4f5ae41adb68e8261c099cebe for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:09.825581 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ccb59b4-46fc-4849-b70e-ec80752fe814 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.828277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:09.830108 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Pushing event updated for resources: {'Port': ['ID=ad2bff53-b553-4638-8bd0-6a275a2b87c0,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:09.834365 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:09.857251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03288a5f-9a82-48b7-bd0b-62bac660a271 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:09.861193 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-03288a5f-9a82-48b7-bd0b-62bac660a271 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6630249 Apr 22 15:13:09.861981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59202) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:09.870839 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e0fb2ad6-8b0c-4141-baa5-7fbdbc593a17 None None] Provisioning for port b845e879-9c49-476b-9a74-9e0c91c1a7c2 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:09.879448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:09.883771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:port and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:09.887335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:09.893421 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:09.903429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:09.928450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'enable_snat': False}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:10.024831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Attempting to bind port ad2bff53-b553-4638-8bd0-6a275a2b87c0 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:10.024831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Attempting to bind port ad2bff53-b553-4638-8bd0-6a275a2b87c0 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:10.025199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Attempting to bind port ad2bff53-b553-4638-8bd0-6a275a2b87c0 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:10.043179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:10.043179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:10.043179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.050839 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:10.052206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Bound port: ad2bff53-b553-4638-8bd0-6a275a2b87c0, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:10.052616 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.085038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.093185 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.125142 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port 6f0d7995-b086-46db-a7a4-c34497baba97 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:13:10.154035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Transition to ACTIVE for port object ff6fb2c1-6176-4ebb-8553-846c3baafc23 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:10.170296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] For port ad2bff53-b553-4638-8bd0-6a275a2b87c0, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:10.173594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] For port ad2bff53-b553-4638-8bd0-6a275a2b87c0, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ad2bff53-b553-4638-8bd0-6a275a2b87c0,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:10.184835 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b845e879-9c49-476b-9a74-9e0c91c1a7c2 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:10.223459 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.344273 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36a7cb-349c-4e90-8bdc-0e96965ab406 None None] Pushing event updated for resources: {'Port': ['ID=ad2bff53-b553-4638-8bd0-6a275a2b87c0,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:10.374408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8:0:1::b5 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/ebd6a1ee-a0a6-4897-b5ff-9de274b4a7e7/6f0d7995-b086-46db-a7a4-c34497baba97) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:10.378301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port b845e879-9c49-476b-9a74-9e0c91c1a7c2 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:10.382597 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::f816:3eff:fe3e:4499 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/eea7b2aa-08c2-4f7d-b05a-516ac606e4a7/6f0d7995-b086-46db-a7a4-c34497baba97) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:10.385778 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b845e879-9c49-476b-9a74-9e0c91c1a7c2 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:10.385949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.549195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.636465 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port b845e879-9c49-476b-9a74-9e0c91c1a7c2, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b845e879-9c49-476b-9a74-9e0c91c1a7c2,segment=NetworkSegment(2e28e942-f4d9-4b8b-9114-d8749064811a),segment_id=2e28e942-f4d9-4b8b-9114-d8749064811a)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:10.639961 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.643611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.705454 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.726894 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object 6f0d7995-b086-46db-a7a4-c34497baba97 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:10.745429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=b845e879-9c49-476b-9a74-9e0c91c1a7c2,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:10.748337 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-43912323-4a85-4b62-9ed2-6c077d23cda4 None None] Provisioning complete for port b845e879-9c49-476b-9a74-9e0c91c1a7c2 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:10.748824 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43912323-4a85-4b62-9ed2-6c077d23cda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.760607 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.802211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ccb59b4-46fc-4849-b70e-ec80752fe814 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.848709 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:10.852044 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:10.854664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:10.858916 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:10.859570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.875263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=6f0d7995-b086-46db-a7a4-c34497baba97,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:10.896866 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9ba495f4-c822-4847-a84f-1a1406d2a9e9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1920035 Apr 22 15:13:10.897053 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59206) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:10.900905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:10.969063 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e8ebe717-ac9e-45d0-960a-f01914e48b2c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port 6f0d7995-b086-46db-a7a4-c34497baba97 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:10.969625 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe717-ac9e-45d0-960a-f01914e48b2c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:11.042233 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Network 5f4285ed-0bd9-4c1e-be13-d2d54467e24f is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:11.064655 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:11.072226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:11.072768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:11.078160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event updated for resources: {'Port': ['ID=ff6fb2c1-6176-4ebb-8553-846c3baafc23,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:11.096582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccb59b4-46fc-4849-b70e-ec80752fe814 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:11.100407 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb59b4-46fc-4849-b70e-ec80752fe814 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Subnet': ['ID=c88874b1-f6b6-449f-80f0-1dc2a20fe141,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:11.102664 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3ccb59b4-46fc-4849-b70e-ec80752fe814 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:11.113912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccb59b4-46fc-4849-b70e-ec80752fe814 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:11.114563 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ccb59b4-46fc-4849-b70e-ec80752fe814 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:11.123040 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10542f0d-be47-4c91-a0d6-0eb2e713d5b8 None None] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:11.163144 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:11.182510 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3ccb59b4-46fc-4849-b70e-ec80752fe814 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8536355 Apr 22 15:13:11.185024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59210) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:11.197772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1453152724', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c88874b1-f6b6-449f-80f0-1dc2a20fe141'}], 'security_groups': ['1b03ca4a-3faf-4f57-9b19-a339d901789a', 'f3e1c50a-c29d-4982-ba78-9b2e66ca6ed5']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:11.441098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe717-ac9e-45d0-960a-f01914e48b2c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:11.476540 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:11.567635 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b6b91c-cdfa-44b1-9aac-6254e870921d None None] Update dhcp port {'port': {'network_id': '42f418b3-b14e-4672-8a63-39fd5640d9b7', 'fixed_ips': [{'subnet_id': '61b528e2-e723-47a3-84e2-2dc4f2cc9ecf', 'ip_address': '172.20.0.18'}, {'subnet_id': '97e1e965-5020-4e32-9999-a0bcb328cd4c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c88874b1-f6b6-449f-80f0-1dc2a20fe141'}], 'binding:host_id': 'dv-neutron-838883-3-hyperv'}, 'id': '7a81287c-25dc-48ec-a1c3-96d5586a9a92'} from dv-neutron-838883-3-hyperv. {{(pid=83935) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 15:13:11.588444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e8ebe717-ac9e-45d0-960a-f01914e48b2c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for 6f0d7995-b086-46db-a7a4-c34497baba97 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:11.623025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a06785c-31a3-4d46-8bd6-1e5b12465270 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:11.691820 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8ee30fcf-a33b-4d70-8496-5ac1324e56ad None None] Provisioning for port ff6fb2c1-6176-4ebb-8553-846c3baafc23 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:11.710820 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b91c-cdfa-44b1-9aac-6254e870921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:11.729356 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8ee30fcf-a33b-4d70-8496-5ac1324e56ad None None] Provisioning complete for port ff6fb2c1-6176-4ebb-8553-846c3baafc23 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:11.729356 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8ee30fcf-a33b-4d70-8496-5ac1324e56ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:11.807518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe717-ac9e-45d0-960a-f01914e48b2c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:11.854765 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8ee30fcf-a33b-4d70-8496-5ac1324e56ad None None] Port ff6fb2c1-6176-4ebb-8553-846c3baafc23 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:11.862111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebe717-ac9e-45d0-960a-f01914e48b2c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=6f0d7995-b086-46db-a7a4-c34497baba97,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:11.948505 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe717-ac9e-45d0-960a-f01914e48b2c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:11.957933 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e8ebe717-ac9e-45d0-960a-f01914e48b2c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/6f0d7995-b086-46db-a7a4-c34497baba97 HTTP/1.1" status: 204 len: 168 time: 1.0597248 Apr 22 15:13:11.961762 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59214) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:12.074020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.080571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32e18eb-7f1e-4d4a-ae20-1baa74ae1172 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:12.080571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f32e18eb-7f1e-4d4a-ae20-1baa74ae1172 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:12.084273 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7b59fa47-329d-4705-b084-70c1cf098def None None] Provisioning for port ad2bff53-b553-4638-8bd0-6a275a2b87c0 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:12.118164 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f32e18eb-7f1e-4d4a-ae20-1baa74ae1172 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:12.119467 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f32e18eb-7f1e-4d4a-ae20-1baa74ae1172 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1566215 Apr 22 15:13:12.124212 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-c1b6b91c-cdfa-44b1-9aac-6254e870921d None None] Allocated IP 172.20.0.34 (42f418b3-b14e-4672-8a63-39fd5640d9b7/c88874b1-f6b6-449f-80f0-1dc2a20fe141/7a81287c-25dc-48ec-a1c3-96d5586a9a92) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:12.124957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59220) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:12.191156 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.269203 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b845e879-9c49-476b-9a74-9e0c91c1a7c2 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:12.280433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882207b-c4a9-42f4-b361-ad79f9d2976a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:12.281756 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9882207b-c4a9-42f4-b361-ad79f9d2976a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1558554 Apr 22 15:13:12.284358 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59224) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:12.307357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 6f67cb9c-d978-4652-a16c-851821397531 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:12.307698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.375555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879fa0ca-3f42-413a-9ea1-67625499602a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:12.377731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae2f56a-d89b-44b2-95f2-5d0d06ce6b08 None None] Update dhcp port {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'fixed_ips': [{'subnet_id': 'eea7b2aa-08c2-4f7d-b05a-516ac606e4a7', 'ip_address': '2001:db8::f816:3eff:fee4:660f'}, {'subnet_id': 'ebd6a1ee-a0a6-4897-b5ff-9de274b4a7e7'}], 'binding:host_id': 'dv-neutron-838883-3-hyperv'}, 'id': 'ad2bff53-b553-4638-8bd0-6a275a2b87c0'} from dv-neutron-838883-3-hyperv. {{(pid=83935) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 15:13:12.377938 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879fa0ca-3f42-413a-9ea1-67625499602a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:12.379519 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879fa0ca-3f42-413a-9ea1-67625499602a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:12.380075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-879fa0ca-3f42-413a-9ea1-67625499602a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:12.397756 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-879fa0ca-3f42-413a-9ea1-67625499602a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:12.398931 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-879fa0ca-3f42-413a-9ea1-67625499602a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1134450 Apr 22 15:13:12.401543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59228) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:12.405372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.408442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c1b6b91c-cdfa-44b1-9aac-6254e870921d None None] For port 7a81287c-25dc-48ec-a1c3-96d5586a9a92, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7a81287c-25dc-48ec-a1c3-96d5586a9a92,segment=NetworkSegment(abf9f515-1c13-4a36-a88a-206315ebee81),segment_id=abf9f515-1c13-4a36-a88a-206315ebee81)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:12.461832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f56a-d89b-44b2-95f2-5d0d06ce6b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.469252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.471788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b91c-cdfa-44b1-9aac-6254e870921d None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.482176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-61135df9-d5ed-43e8-aa85-c34a9b54a151 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet ebd6a1ee-a0a6-4897-b5ff-9de274b4a7e7 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:12.485813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61135df9-d5ed-43e8-aa85-c34a9b54a151 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.497882 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b845e879-9c49-476b-9a74-9e0c91c1a7c2 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:12.498193 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.523214 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c1b6b91c-cdfa-44b1-9aac-6254e870921d None None] Transition to ACTIVE for port object 7a81287c-25dc-48ec-a1c3-96d5586a9a92 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:12.545104 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61135df9-d5ed-43e8-aa85-c34a9b54a151 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.555502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1b6b91c-cdfa-44b1-9aac-6254e870921d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.618322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61135df9-d5ed-43e8-aa85-c34a9b54a151 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.714609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61135df9-d5ed-43e8-aa85-c34a9b54a151 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.763514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-61135df9-d5ed-43e8-aa85-c34a9b54a151 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.780263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61135df9-d5ed-43e8-aa85-c34a9b54a151 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=ebd6a1ee-a0a6-4897-b5ff-9de274b4a7e7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:12.786422 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-61135df9-d5ed-43e8-aa85-c34a9b54a151 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/ebd6a1ee-a0a6-4897-b5ff-9de274b4a7e7 HTTP/1.1" status: 204 len: 168 time: 0.3837430 Apr 22 15:13:12.788834 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59232) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:12.839955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.851925 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6b91c-cdfa-44b1-9aac-6254e870921d None None] Pushing event updated for resources: {'Port': ['ID=7a81287c-25dc-48ec-a1c3-96d5586a9a92,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:12.861866 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.862353 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.872258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac006bd-bc63-455e-aec5-3f23e8783e53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet eea7b2aa-08c2-4f7d-b05a-516ac606e4a7 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:12.875568 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dac006bd-bc63-455e-aec5-3f23e8783e53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.896895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3b20fe57-f4f5-4721-8e0f-8032066d1707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.915316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.936220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dac006bd-bc63-455e-aec5-3f23e8783e53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server [None req-8ae2f56a-d89b-44b2-95f2-5d0d06ce6b08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ebd6a1ee-a0a6-4897-b5ff-9de274b4a7e7: This subnet is being modified by another concurrent operation. Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:13:12.945457 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise exception Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ebd6a1ee-a0a6-4897-b5ff-9de274b4a7e7: This subnet is being modified by another concurrent operation. Apr 22 15:13:12.950369 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server Apr 22 15:13:12.968026 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ad2bff53-b553-4638-8bd0-6a275a2b87c0 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:13.068449 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port ad2bff53-b553-4638-8bd0-6a275a2b87c0 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:13.077677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port ad2bff53-b553-4638-8bd0-6a275a2b87c0 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:13.078556 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:13.088350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dac006bd-bc63-455e-aec5-3f23e8783e53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:13.165241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 6f67cb9c-d978-4652-a16c-851821397531 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:13.173356 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-32036de1-0a14-4342-a13c-8764d2f808c1 None None] Provisioning complete for port ad2bff53-b553-4638-8bd0-6a275a2b87c0 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:13.173854 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32036de1-0a14-4342-a13c-8764d2f808c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:13.204056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dac006bd-bc63-455e-aec5-3f23e8783e53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:13.267248 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac006bd-bc63-455e-aec5-3f23e8783e53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=eea7b2aa-08c2-4f7d-b05a-516ac606e4a7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:13.279197 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dac006bd-bc63-455e-aec5-3f23e8783e53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:13.292469 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dac006bd-bc63-455e-aec5-3f23e8783e53 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/eea7b2aa-08c2-4f7d-b05a-516ac606e4a7 HTTP/1.1" status: 204 len: 168 time: 0.5000186 Apr 22 15:13:13.292710 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59236) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:13.312324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:13.315586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Allocated IP 172.26.8.144 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/a2b25be8-99d9-4c37-b7dc-51c8f9604c6c) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:13.365560 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event updated for resources: {'Port': ['ID=ff6fb2c1-6176-4ebb-8553-846c3baafc23,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:13.374863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c33eac-3c7d-433c-be87-b6a4a0204bf1 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:13.386061 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a3d88ddd-6a6a-450a-89e0-83685327f289 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917184 Apr 22 15:13:13.388903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59240) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:13.395479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5deb9b44-8f6e-4c7c-a02c-e8d0010891a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:13.626642 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5deb9b44-8f6e-4c7c-a02c-e8d0010891a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:13.631562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5deb9b44-8f6e-4c7c-a02c-e8d0010891a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:13.634606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32036de1-0a14-4342-a13c-8764d2f808c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:13.635461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5deb9b44-8f6e-4c7c-a02c-e8d0010891a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:13.641955 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5deb9b44-8f6e-4c7c-a02c-e8d0010891a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:13.654997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port ad2bff53-b553-4638-8bd0-6a275a2b87c0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ad2bff53-b553-4638-8bd0-6a275a2b87c0,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:13.655331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5deb9b44-8f6e-4c7c-a02c-e8d0010891a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:13.660229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Network 5f4285ed-0bd9-4c1e-be13-d2d54467e24f is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:13.660473 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5deb9b44-8f6e-4c7c-a02c-e8d0010891a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:13.666700 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:13.671123 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:13.812588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-32036de1-0a14-4342-a13c-8764d2f808c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:13:13.812960 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-32036de1-0a14-4342-a13c-8764d2f808c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:13:13.821955 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=ad2bff53-b553-4638-8bd0-6a275a2b87c0,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:13.884254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7f228d-fc52-4606-99e2-544f916d891e None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:13:13.890663 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f228d-fc52-4606-99e2-544f916d891e None None] Deleting port ad2bff53-b553-4638-8bd0-6a275a2b87c0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:13.891195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f7f228d-fc52-4606-99e2-544f916d891e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:13.956647 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-256db264-a244-47d6-8fa3-cce6d346b872 {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:13:13.957299 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:13:13.960926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5deb9b44-8f6e-4c7c-a02c-e8d0010891a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:13.975863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:14.063195 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5deb9b44-8f6e-4c7c-a02c-e8d0010891a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:14.067408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5deb9b44-8f6e-4c7c-a02c-e8d0010891a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:14.092102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb9b44-8f6e-4c7c-a02c-e8d0010891a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:14.094628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5deb9b44-8f6e-4c7c-a02c-e8d0010891a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:14.113873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb9b44-8f6e-4c7c-a02c-e8d0010891a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=c9cb7443-531f-4966-921e-42006679f27c,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:14.129193 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5deb9b44-8f6e-4c7c-a02c-e8d0010891a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7392633 Apr 22 15:13:14.136121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59244) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:14.143022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b9ea4783-18be-47dc-9684-919be22c92cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:14.144222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7a81287c-25dc-48ec-a1c3-96d5586a9a92 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:14.165286 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:14.205926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:14.257253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6f7f228d-fc52-4606-99e2-544f916d891e None None] For port ad2bff53-b553-4638-8bd0-6a275a2b87c0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ad2bff53-b553-4638-8bd0-6a275a2b87c0,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:14.257775 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f7f228d-fc52-4606-99e2-544f916d891e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:14.273851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=6f67cb9c-d978-4652-a16c-851821397531,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:14.294594 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b9ea4783-18be-47dc-9684-919be22c92cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:14.299032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b9ea4783-18be-47dc-9684-919be22c92cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:14.301994 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b9ea4783-18be-47dc-9684-919be22c92cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:14.308661 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b9ea4783-18be-47dc-9684-919be22c92cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:14.318927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ea4783-18be-47dc-9684-919be22c92cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:14.324167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b9ea4783-18be-47dc-9684-919be22c92cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:14.376223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:14.410483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:14.415550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f228d-fc52-4606-99e2-544f916d891e None None] Calling delete_port for ad2bff53-b553-4638-8bd0-6a275a2b87c0 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:14.431392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:14.456824 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-b9ea4783-18be-47dc-9684-919be22c92cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9cb7443-531f-4966-921e-42006679f27c (CIDR: 2001:db8::/64) Apr 22 15:13:14.461402 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ea4783-18be-47dc-9684-919be22c92cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:13:14.461846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ea4783-18be-47dc-9684-919be22c92cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:14.485416 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b9ea4783-18be-47dc-9684-919be22c92cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3453584 Apr 22 15:13:14.485756 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59248) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:14.498105 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:14.498366 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Pushing event updated for resources: {'Port': ['ID=a2b25be8-99d9-4c37-b7dc-51c8f9604c6c,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:14.508481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f7f228d-fc52-4606-99e2-544f916d891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:14.567082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ad2bff53-b553-4638-8bd0-6a275a2b87c0 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:14.609546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f228d-fc52-4606-99e2-544f916d891e None None] Pushing event deleted for resources: {'Port': ['ID=ad2bff53-b553-4638-8bd0-6a275a2b87c0,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:14.615331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: ad2bff53-b553-4638-8bd0-6a275a2b87c0 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:13:14.615331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ad2bff53-b553-4638-8bd0-6a275a2b87c0 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:13:14.618192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e1966137-aa3e-41d9-bfe6-e91e2a875f54 None None] Could not find standard attr ID for object 6f0d7995-b086-46db-a7a4-c34497baba97. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:13:14.623023 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f228d-fc52-4606-99e2-544f916d891e None None] No DVR routers for this DVR port ad2bff53-b553-4638-8bd0-6a275a2b87c0 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:13:14.646651 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e1966137-aa3e-41d9-bfe6-e91e2a875f54 None None] Provisioning complete for port a0551860-fae4-406a-a69a-317ba2681f6c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:14.647034 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1966137-aa3e-41d9-bfe6-e91e2a875f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:14.660371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:14.664561 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:14.667965 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:14.673781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:14.680915 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50748ee8-fcf1-4ad5-986d-5e76599f3815 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:14.686539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:14.690813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:14.701903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:14.799452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:14.826622 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e1966137-aa3e-41d9-bfe6-e91e2a875f54 None None] Port a0551860-fae4-406a-a69a-317ba2681f6c cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:14.869975 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e1966137-aa3e-41d9-bfe6-e91e2a875f54 None None] Provisioning for port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:14.877231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e1966137-aa3e-41d9-bfe6-e91e2a875f54 None None] Provisioning complete for port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:14.877608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1966137-aa3e-41d9-bfe6-e91e2a875f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:14.995295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f236e7dc-7583-45d6-9e73-0c7bb3b24191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.075662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': 'c9cb7443-531f-4966-921e-42006679f27c'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:13:15.076503 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.110985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:13:15.112580 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.172685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:15.175696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:15.180166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:15.180739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.199794 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=4824be9d-e5e1-4d65-a534-7ebaaa02b695,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:15.203566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e1966137-aa3e-41d9-bfe6-e91e2a875f54 None None] Provisioning complete for port df3c503c-b954-4581-9821-516de77b4b41 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:15.204040 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1966137-aa3e-41d9-bfe6-e91e2a875f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.218601 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0fa9f142-9416-4054-b27f-471d8dd59171 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7274613 Apr 22 15:13:15.219923 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59252) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:15.269108 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Router 2ed77844-8467-4e88-a2c1-ce06fb5d1a79 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:13:15.307552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e1966137-aa3e-41d9-bfe6-e91e2a875f54 None None] Port df3c503c-b954-4581-9821-516de77b4b41 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:15.323566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.348445 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.374607 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e1966137-aa3e-41d9-bfe6-e91e2a875f54 None None] Provisioning complete for port ff6fb2c1-6176-4ebb-8553-846c3baafc23 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:15.374904 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1966137-aa3e-41d9-bfe6-e91e2a875f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.428334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'mac_address': 'fa:16:3e:20:71:96', 'name': 'tempest-NetworksTestDHCPv6-347215103'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:15.438382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Allocated IP 2001:db8::2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/c9cb7443-531f-4966-921e-42006679f27c/ec50cc8e-2450-48df-bff8-6d55a8933042) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:15.446619 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e1966137-aa3e-41d9-bfe6-e91e2a875f54 None None] Port ff6fb2c1-6176-4ebb-8553-846c3baafc23 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:15.450327 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Allocated IP 2001:db8:0:1:f816:3eff:feb5:960c (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/4824be9d-e5e1-4d65-a534-7ebaaa02b695/ec50cc8e-2450-48df-bff8-6d55a8933042) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:15.571302 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:15.573523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.574117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Fanout notify agent at l3_agent the message router_deleted on router 6862d725-c70e-46ca-aa9c-10f610dea849 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:13:15.584308 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:15.595509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:15.663432 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.674876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Transition to ACTIVE for port object ec50cc8e-2450-48df-bff8-6d55a8933042 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:15.683885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.690478 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-82b337a8-019a-464c-83f3-d1493e0bcc49 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/routers/6862d725-c70e-46ca-aa9c-10f610dea849 HTTP/1.1" status: 204 len: 168 time: 6.0617416 Apr 22 15:13:15.690629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59258) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:15.696538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1312048513'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:15.700542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Transition to ACTIVE for port object ec50cc8e-2450-48df-bff8-6d55a8933042 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:15.707663 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.715692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:15.716057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.722451 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:network and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:15.726655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:15.749755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:15.760510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.782457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:15.787035 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.801193 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:15.805889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:15.813689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:15.817164 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Pushing event updated for resources: {'Port': ['ID=ec50cc8e-2450-48df-bff8-6d55a8933042,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:15.835054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port 8cfa186b-1877-4e15-9464-638dbcb13101 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:13:15.899825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Delete allocated IP 172.20.0.11 (42f418b3-b14e-4672-8a63-39fd5640d9b7/97e1e965-5020-4e32-9999-a0bcb328cd4c) {{(pid=83933) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 15:13:15.928989 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Allocated IP 172.20.0.41 (42f418b3-b14e-4672-8a63-39fd5640d9b7/c88874b1-f6b6-449f-80f0-1dc2a20fe141/a0551860-fae4-406a-a69a-317ba2681f6c) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:15.952233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:13:15.989407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:15.989947 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Added segment ec5221d6-795e-49e3-a767-ccdab3ac04d4 of type vlan for network 88f73879-5404-44bf-9d38-e2e0b64c72e5 Apr 22 15:13:16.072312 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:16.073633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Attempting to bind port ec50cc8e-2450-48df-bff8-6d55a8933042 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:16.081553 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a9e75e52-c192-4dc5-b476-6ffdff8a5a6b tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "PUT /v2.0/routers/2ed77844-8467-4e88-a2c1-ce06fb5d1a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1593101 Apr 22 15:13:16.082638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Attempting to bind port ec50cc8e-2450-48df-bff8-6d55a8933042 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:16.083719 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Attempting to bind port ec50cc8e-2450-48df-bff8-6d55a8933042 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:16.085129 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59262) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:16.104969 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:16.105576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:16.107276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.107786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:16.108287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Bound port: ec50cc8e-2450-48df-bff8-6d55a8933042, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:16.108710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.129409 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec5c663-cfb9-483a-b1ed-635bd90f2fe6 None None] Sync routers for ids ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:16.132307 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.156359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.176414 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.197964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.206349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec5c663-cfb9-483a-b1ed-635bd90f2fe6 None None] Routers {'2ed77844-8467-4e88-a2c1-ce06fb5d1a79'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:16.206856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-fec5c663-cfb9-483a-b1ed-635bd90f2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:16.265422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.276281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-fec5c663-cfb9-483a-b1ed-635bd90f2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:16.284330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] For port ec50cc8e-2450-48df-bff8-6d55a8933042, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:16.287489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] For port ec50cc8e-2450-48df-bff8-6d55a8933042, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ec50cc8e-2450-48df-bff8-6d55a8933042,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:16.289398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.293565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec5c663-cfb9-483a-b1ed-635bd90f2fe6 None None] Routers {'2ed77844-8467-4e88-a2c1-ce06fb5d1a79'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:16.293873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:16.294427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-fec5c663-cfb9-483a-b1ed-635bd90f2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:16.294553 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.347135 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.348987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.399848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-fec5c663-cfb9-483a-b1ed-635bd90f2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:16.399848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec5c663-cfb9-483a-b1ed-635bd90f2fe6 None None] The sync data for ids ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:16.409971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::252 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/c9cb7443-531f-4966-921e-42006679f27c/8cfa186b-1877-4e15-9464-638dbcb13101) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:16.421105 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Network': ['ID=88f73879-5404-44bf-9d38-e2e0b64c72e5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:16.425701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8:0:1:f816:3eff:fe20:7196 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/4824be9d-e5e1-4d65-a534-7ebaaa02b695/8cfa186b-1877-4e15-9464-638dbcb13101) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:16.432069 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c685132d-baff-4393-b84e-c191299189ae tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7392404 Apr 22 15:13:16.434034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59266) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:16.440823 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'subnet': {'network_id': '88f73879-5404-44bf-9d38-e2e0b64c72e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:16.444032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 88f73879-5404-44bf-9d38-e2e0b64c72e5 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:13:16.449326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Transition to ACTIVE for port object a0551860-fae4-406a-a69a-317ba2681f6c will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:16.457853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.458083 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df623c-14b5-4a59-9169-b7631eae003d None None] Pushing event updated for resources: {'Port': ['ID=ec50cc8e-2450-48df-bff8-6d55a8933042,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:16.640087 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:16.670114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:subnet and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:16.732707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:16.750432 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:16.778706 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:16.896316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event updated for resources: {'Port': ['ID=a0551860-fae4-406a-a69a-317ba2681f6c,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:16.934026 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.943409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:16.963532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2f9dd162-1e84-4a8c-9b62-cd57f571d543 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.054508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object 8cfa186b-1877-4e15-9464-638dbcb13101 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:17.094723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] In _notify_port_updated(), no bound segment for port a0551860-fae4-406a-a69a-317ba2681f6c on network 42f418b3-b14e-4672-8a63-39fd5640d9b7 {{(pid=83933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:13:17.098841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:17.099467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.101131 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-794d6339-8aae-48c2-aba9-67bc59c559a2 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "PUT /v2.0/ports/a0551860-fae4-406a-a69a-317ba2681f6c HTTP/1.1" status: 200 len: 960 time: 5.9129548 Apr 22 15:13:17.104939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59272) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:17.154587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.217474 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-2f9dd162-1e84-4a8c-9b62-cd57f571d543 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 22 15:13:17.218450 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2f9dd162-1e84-4a8c-9b62-cd57f571d543 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "DELETE /v2.0/routers/2ed77844-8467-4e88-a2c1-ce06fb5d1a79 HTTP/1.1" status: 409 len: 329 time: 1.1321785 Apr 22 15:13:17.222310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59276) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:17.286183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Router e538a104-7668-42a4-a875-a017f29e6191 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:13:17.287394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1625f86a-c2ae-478a-aa6f-e309084c2b01 None None] Provisioning for port a0551860-fae4-406a-a69a-317ba2681f6c completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:17.294786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1625f86a-c2ae-478a-aa6f-e309084c2b01 None None] Provisioning complete for port a0551860-fae4-406a-a69a-317ba2681f6c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:17.295456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1625f86a-c2ae-478a-aa6f-e309084c2b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.301884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=8cfa186b-1877-4e15-9464-638dbcb13101,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:17.307306 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b06cd-f836-42f5-8989-b49fba98c509 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port a0551860-fae4-406a-a69a-317ba2681f6c {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:17.307650 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e8b06cd-f836-42f5-8989-b49fba98c509 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.338291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:17.348785 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:17.355078 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:17.356588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1625f86a-c2ae-478a-aa6f-e309084c2b01 None None] Port a0551860-fae4-406a-a69a-317ba2681f6c cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:17.360437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:17.361490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.456783 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3bebf216-1154-4cd9-bfbe-2fcafb0b14c1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2355042 Apr 22 15:13:17.464595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59280) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:17.465279 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.467452 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.683528 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Subnet': ['ID=ac53c177-8aa3-4b43-874b-e72a70c66dc1,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:17.707670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f21771f3-8a11-40dc-ae2c-d32732ae79f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port 8cfa186b-1877-4e15-9464-638dbcb13101 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:17.708011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f21771f3-8a11-40dc-ae2c-d32732ae79f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.745970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:17.750428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.751417 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8986ae80-b833-47fb-92e3-f0cfa77ab181 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "PUT /v2.0/routers/e538a104-7668-42a4-a875-a017f29e6191 HTTP/1.1" status: 200 len: 915 time: 7.8444071 Apr 22 15:13:17.755559 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59284) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:17.758258 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b9182-49a3-409b-8792-388b5e40cbc1 None None] Sync routers for ids ['e538a104-7668-42a4-a875-a017f29e6191'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:17.778787 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9611d5d-839a-470a-988f-576340380aa6 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:17.780478 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b9182-49a3-409b-8792-388b5e40cbc1 None None] Routers {'e538a104-7668-42a4-a875-a017f29e6191'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:17.781437 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-028b9182-49a3-409b-8792-388b5e40cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e538a104-7668-42a4-a875-a017f29e6191'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:17.795712 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Checking segment: {'id': 'ec5221d6-795e-49e3-a767-ccdab3ac04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '88f73879-5404-44bf-9d38-e2e0b64c72e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:17.796256 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network hostable DHCP agents. Network: 88f73879-5404-44bf-9d38-e2e0b64c72e5, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:13:17.855903 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-028b9182-49a3-409b-8792-388b5e40cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:17.861163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e8b06cd-f836-42f5-8989-b49fba98c509 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.871324 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b9182-49a3-409b-8792-388b5e40cbc1 None None] Routers {'e538a104-7668-42a4-a875-a017f29e6191'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:17.872856 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-028b9182-49a3-409b-8792-388b5e40cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e538a104-7668-42a4-a875-a017f29e6191'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:17.888251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc7c99e0-800f-492e-b779-d76e90459fd8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:17.953002 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-028b9182-49a3-409b-8792-388b5e40cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:17.954086 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028b9182-49a3-409b-8792-388b5e40cbc1 None None] The sync data for ids ['e538a104-7668-42a4-a875-a017f29e6191'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:18.112860 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b06cd-f836-42f5-8989-b49fba98c509 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for a0551860-fae4-406a-a69a-317ba2681f6c owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:18.119806 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6eb54892-32c5-40dd-aa27-dd011c76ec53 None None] Provisioning for port ec50cc8e-2450-48df-bff8-6d55a8933042 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:18.144798 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ec50cc8e-2450-48df-bff8-6d55a8933042 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:18.225318 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network 88f73879-5404-44bf-9d38-e2e0b64c72e5 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:13:18.238085 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4efec993-5df3-4b97-8131-592ea2b56844 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/routers/e538a104-7668-42a4-a875-a017f29e6191 HTTP/1.1" status: 200 len: 921 time: 0.4797714 Apr 22 15:13:18.240668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59288) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:18.293560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 88f73879-5404-44bf-9d38-e2e0b64c72e5) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:18.304094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f0735e-9ffa-480c-897f-e2cf2621fdf4 None None] Network 88f73879-5404-44bf-9d38-e2e0b64c72e5 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:18.314418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:18.314856 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:18.326736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port ec50cc8e-2450-48df-bff8-6d55a8933042 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:18.387031 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0d282bc7-eb96-4001-a4d6-d30e34e4645a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9494598 Apr 22 15:13:18.387031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f21771f3-8a11-40dc-ae2c-d32732ae79f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:18.389872 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port ec50cc8e-2450-48df-bff8-6d55a8933042 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:18.390311 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:18.399284 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59292) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:18.445410 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-63394d8e-6354-4c79-bd20-dd0df449f968 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2143667276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:18.508505 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-63394d8e-6354-4c79-bd20-dd0df449f968 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:18.581664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-63394d8e-6354-4c79-bd20-dd0df449f968 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:router and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:18.595118 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-63394d8e-6354-4c79-bd20-dd0df449f968 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:18.604288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:18.604633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f21771f3-8a11-40dc-ae2c-d32732ae79f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for 8cfa186b-1877-4e15-9464-638dbcb13101 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:18.636698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-63394d8e-6354-4c79-bd20-dd0df449f968 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:18.673415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-88f73879-5404-44bf-9d38-e2e0b64c72e5', 'network_id': '88f73879-5404-44bf-9d38-e2e0b64c72e5', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'fixed_ips': [{'subnet_id': 'ac53c177-8aa3-4b43-874b-e72a70c66dc1'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:13:18.676766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:18.691520 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a3f4954e-baa7-4d9d-8f81-a57ff141e914 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=2d66903e-b313-440b-aa1f-9c226989a999&device_id=e538a104-7668-42a4-a875-a017f29e6191&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4497793 Apr 22 15:13:18.693966 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63394d8e-6354-4c79-bd20-dd0df449f968 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:18.694692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63394d8e-6354-4c79-bd20-dd0df449f968 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:18.698044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59296) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:18.715558 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e8b06cd-f836-42f5-8989-b49fba98c509 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:18.787267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b06cd-f836-42f5-8989-b49fba98c509 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=a0551860-fae4-406a-a69a-317ba2681f6c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:18.794303 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port ec50cc8e-2450-48df-bff8-6d55a8933042, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ec50cc8e-2450-48df-bff8-6d55a8933042,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:18.813652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:18.961617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c219246a-ee6a-4c82-8974-717b80737245 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:18.968296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=ec50cc8e-2450-48df-bff8-6d55a8933042,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:18.971047 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c219246a-ee6a-4c82-8974-717b80737245 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/networks/2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 881 time: 0.2578788 Apr 22 15:13:18.972158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59300) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:18.987017 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Allocated IP 172.20.0.2 (88f73879-5404-44bf-9d38-e2e0b64c72e5/ac53c177-8aa3-4b43-874b-e72a70c66dc1/a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:19.010133 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63394d8e-6354-4c79-bd20-dd0df449f968 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.108442 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e0ff259e-7a9f-4ac5-8dfb-e70420fd36e8 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "GET /v2.0/ports?device_id=e538a104-7668-42a4-a875-a017f29e6191 HTTP/1.1" status: 200 len: 205 time: 0.1174617 Apr 22 15:13:19.111789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59304) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:19.123666 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f21771f3-8a11-40dc-ae2c-d32732ae79f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.183505 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63394d8e-6354-4c79-bd20-dd0df449f968 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.211299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21771f3-8a11-40dc-ae2c-d32732ae79f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=8cfa186b-1877-4e15-9464-638dbcb13101,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:19.218369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1e8b06cd-f836-42f5-8989-b49fba98c509 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.289861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-fc7c99e0-800f-492e-b779-d76e90459fd8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Deleting port ff6fb2c1-6176-4ebb-8553-846c3baafc23 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:19.290492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc7c99e0-800f-492e-b779-d76e90459fd8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.329627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f21771f3-8a11-40dc-ae2c-d32732ae79f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.334419 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f21771f3-8a11-40dc-ae2c-d32732ae79f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/8cfa186b-1877-4e15-9464-638dbcb13101 HTTP/1.1" status: 204 len: 168 time: 1.8662653 Apr 22 15:13:19.334419 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63394d8e-6354-4c79-bd20-dd0df449f968 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.335233 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-63394d8e-6354-4c79-bd20-dd0df449f968 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9003413 Apr 22 15:13:19.336001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59308) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:19.342786 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1e8b06cd-f836-42f5-8989-b49fba98c509 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/a0551860-fae4-406a-a69a-317ba2681f6c HTTP/1.1" status: 204 len: 168 time: 2.2343435 Apr 22 15:13:19.342786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59310) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:19.344174 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.348614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59314) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:19.357960 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Transition to ACTIVE for port object a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:19.380647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Transition to ACTIVE for port object a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:19.395270 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.443109 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb989c5b-bfcc-4ab7-95d4-c4443f20f3ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] GET failed (client error): The resource could not be found. Apr 22 15:13:19.449011 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fb989c5b-bfcc-4ab7-95d4-c4443f20f3ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:19.467498 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6fd62f2c-90ff-4162-a30d-d0ddcb6583ff None None] Provisioning complete for port ec50cc8e-2450-48df-bff8-6d55a8933042 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:19.468012 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6fd62f2c-90ff-4162-a30d-d0ddcb6583ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.554068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Network 88f73879-5404-44bf-9d38-e2e0b64c72e5 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:19.561181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:19.564751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fb989c5b-bfcc-4ab7-95d4-c4443f20f3ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:19.567481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:19.569933 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fb989c5b-bfcc-4ab7-95d4-c4443f20f3ff tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports/a0551860-fae4-406a-a69a-317ba2681f6c HTTP/1.1" status: 404 len: 333 time: 0.2189698 Apr 22 15:13:19.570591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59320) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:19.572504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf669b3b-bbdf-476d-be0a-7456c4c348d7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:19.573382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cf669b3b-bbdf-476d-be0a-7456c4c348d7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:19.636069 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Pushing event updated for resources: {'Port': ['ID=a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:19.645293 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6fd62f2c-90ff-4162-a30d-d0ddcb6583ff None None] Could not find standard attr ID for object 8cfa186b-1877-4e15-9464-638dbcb13101. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:13:19.659447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cf669b3b-bbdf-476d-be0a-7456c4c348d7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:19.660640 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cf669b3b-bbdf-476d-be0a-7456c4c348d7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3235741 Apr 22 15:13:19.667974 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59324) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:19.738156 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Attempting to bind port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:19.738960 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Attempting to bind port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'ec5221d6-795e-49e3-a767-ccdab3ac04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '88f73879-5404-44bf-9d38-e2e0b64c72e5'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:19.739146 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Attempting to bind port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b on network 88f73879-5404-44bf-9d38-e2e0b64c72e5 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:19.743985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-079a5c99-afb8-47d3-adee-b71bc446d8f3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.746845 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:19.747343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Checking segment: {'id': 'ec5221d6-795e-49e3-a767-ccdab3ac04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '88f73879-5404-44bf-9d38-e2e0b64c72e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:19.747850 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.748340 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Bound using segment: {'id': 'ec5221d6-795e-49e3-a767-ccdab3ac04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '88f73879-5404-44bf-9d38-e2e0b64c72e5'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:19.748620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc7c99e0-800f-492e-b779-d76e90459fd8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.749019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Bound port: a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5221d6-795e-49e3-a767-ccdab3ac04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '88f73879-5404-44bf-9d38-e2e0b64c72e5'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:19.749496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.770802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8aef0915-1381-4612-ad0c-a204a22ba0fa None None] Could not find standard attr ID for object 8cfa186b-1877-4e15-9464-638dbcb13101. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:13:19.844665 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] For port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:19.847796 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] For port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b,segment=NetworkSegment(ec5221d6-795e-49e3-a767-ccdab3ac04d4),segment_id=ec5221d6-795e-49e3-a767-ccdab3ac04d4)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:19.853944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:19.924438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-fc7c99e0-800f-492e-b779-d76e90459fd8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Calling delete_port for ff6fb2c1-6176-4ebb-8553-846c3baafc23 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:19.941078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895d970-2ec9-4910-b2cd-af67c4e385b8 None None] Pushing event updated for resources: {'Port': ['ID=a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:19.959100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-079a5c99-afb8-47d3-adee-b71bc446d8f3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:20.035597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:20.045319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b027bd20-2151-4949-a9e9-00dc3d966aea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:20.046840 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b027bd20-2151-4949-a9e9-00dc3d966aea tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3778179 Apr 22 15:13:20.050113 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59328) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:20.093185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ec50cc8e-2450-48df-bff8-6d55a8933042 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:20.174569 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port ec50cc8e-2450-48df-bff8-6d55a8933042 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:20.174941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:20.179312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc0307-2bbc-477d-b635-18ea8efae579 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:20.180946 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc0307-2bbc-477d-b635-18ea8efae579 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:20.182316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc0307-2bbc-477d-b635-18ea8efae579 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:20.183149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-13dc0307-2bbc-477d-b635-18ea8efae579 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:20.210399 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-079a5c99-afb8-47d3-adee-b71bc446d8f3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:20.252119 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:20.267151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a5c99-afb8-47d3-adee-b71bc446d8f3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1300f9a9-f408-444f-b834-ee9fefd99a4f,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:20.276796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-13dc0307-2bbc-477d-b635-18ea8efae579 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:20.276796 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-13dc0307-2bbc-477d-b635-18ea8efae579 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2253890 Apr 22 15:13:20.286947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59332) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:20.333573 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-079a5c99-afb8-47d3-adee-b71bc446d8f3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:20.338474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59336) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:20.338693 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-079a5c99-afb8-47d3-adee-b71bc446d8f3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/security-groups/1300f9a9-f408-444f-b834-ee9fefd99a4f HTTP/1.1" status: 204 len: 168 time: 0.7560778 Apr 22 15:13:20.579876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b33cbbf-89d5-4c39-a266-48c457679894 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:20.631736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b33cbbf-89d5-4c39-a266-48c457679894 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:20.654503 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc7c99e0-800f-492e-b779-d76e90459fd8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:20.715275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c99e0-800f-492e-b779-d76e90459fd8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event deleted for resources: {'Port': ['ID=ff6fb2c1-6176-4ebb-8553-846c3baafc23,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:20.739588 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Allocated IP 172.20.0.1 (88f73879-5404-44bf-9d38-e2e0b64c72e5/ac53c177-8aa3-4b43-874b-e72a70c66dc1/0172335a-4fea-4fd6-a989-3e5d41588277) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:20.751623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b33cbbf-89d5-4c39-a266-48c457679894 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:20.793798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33cbbf-89d5-4c39-a266-48c457679894 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e1c50a-c29d-4982-ba78-9b2e66ca6ed5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:20.879200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b33cbbf-89d5-4c39-a266-48c457679894 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:20.880324 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7b33cbbf-89d5-4c39-a266-48c457679894 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/security-groups/f3e1c50a-c29d-4982-ba78-9b2e66ca6ed5 HTTP/1.1" status: 204 len: 168 time: 0.5407474 Apr 22 15:13:20.884383 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59344) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:21.005446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.057873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-417aee0a-c90b-49e6-869b-8231bba140b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.059105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e83737c-0413-4c13-825c-19f637885746 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 4824be9d-e5e1-4d65-a534-7ebaaa02b695 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:21.068026 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Transition to ACTIVE for port object 0172335a-4fea-4fd6-a989-3e5d41588277 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:21.073963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e83737c-0413-4c13-825c-19f637885746 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.120123 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-417aee0a-c90b-49e6-869b-8231bba140b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.145707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.161420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.175240 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e83737c-0413-4c13-825c-19f637885746 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.237216 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network 88f73879-5404-44bf-9d38-e2e0b64c72e5 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:21.241340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:21.247924 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:21.261489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc7c99e0-800f-492e-b779-d76e90459fd8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.277002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=0172335a-4fea-4fd6-a989-3e5d41588277,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:21.280103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Deleting port a2b25be8-99d9-4c37-b7dc-51c8f9604c6c {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:21.280553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.283660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-417aee0a-c90b-49e6-869b-8231bba140b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.310752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aee0a-c90b-49e6-869b-8231bba140b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b03ca4a-3faf-4f57-9b19-a339d901789a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:21.330870 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-417aee0a-c90b-49e6-869b-8231bba140b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.335126 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-417aee0a-c90b-49e6-869b-8231bba140b3 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/security-groups/1b03ca4a-3faf-4f57-9b19-a339d901789a HTTP/1.1" status: 204 len: 168 time: 0.4497623 Apr 22 15:13:21.338381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:21.373403 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.410078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94a4597-7a77-494d-aea3-6c36b359712f None None] Network 88f73879-5404-44bf-9d38-e2e0b64c72e5 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:21.455785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e83737c-0413-4c13-825c-19f637885746 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.547213 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e828f56d-c285-4166-9f45-d49c3a990fc1 None None] Provisioning for port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:21.596877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:21.676843 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-591e6657-3aab-4f54-8cae-9defd3d5ea7a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting subnet 97e1e965-5020-4e32-9999-a0bcb328cd4c {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:21.693513 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-591e6657-3aab-4f54-8cae-9defd3d5ea7a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.006258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-591e6657-3aab-4f54-8cae-9defd3d5ea7a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.164016 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:22.175187 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.235622 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-591e6657-3aab-4f54-8cae-9defd3d5ea7a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.262410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e83737c-0413-4c13-825c-19f637885746 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.270167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cf0850dd-86ac-4859-8225-2a969ce83007 None None] Provisioning for port 0172335a-4fea-4fd6-a989-3e5d41588277 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:22.277676 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cf0850dd-86ac-4859-8225-2a969ce83007 None None] Provisioning complete for port 0172335a-4fea-4fd6-a989-3e5d41588277 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:22.278064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cf0850dd-86ac-4859-8225-2a969ce83007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.303284 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:22.323509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:22.323886 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.361672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.365243 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7932b-bec6-4abe-a19a-9f60e0026145 None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:13:22.375353 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.435650 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cf0850dd-86ac-4859-8225-2a969ce83007 None None] Port 0172335a-4fea-4fd6-a989-3e5d41588277 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:22.500084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Calling delete_port for a2b25be8-99d9-4c37-b7dc-51c8f9604c6c owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:22.505456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.518020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=0172335a-4fea-4fd6-a989-3e5d41588277,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:22.558976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83737c-0413-4c13-825c-19f637885746 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=4824be9d-e5e1-4d65-a534-7ebaaa02b695,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:22.559344 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.572144 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e83737c-0413-4c13-825c-19f637885746 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.600575 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:22.600930 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:22.601218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:22.602024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:22.602024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:22.602444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:22.603408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:22.603671 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:22.604333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:22.604333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:22.604586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:22.612587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-591e6657-3aab-4f54-8cae-9defd3d5ea7a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.623671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1bea9f65-bdd6-4d79-8c37-43d0f393e78f None None] Provisioning complete for port 0172335a-4fea-4fd6-a989-3e5d41588277 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:22.624223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1bea9f65-bdd6-4d79-8c37-43d0f393e78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.635115 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df60e2f-9e51-46c5-9db4-e932059577e8 req-bf258755-45aa-493c-8287-3b19e7b9a6d0 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:22.636597 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1df60e2f-9e51-46c5-9db4-e932059577e8 req-bf258755-45aa-493c-8287-3b19e7b9a6d0 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.8976452 Apr 22 15:13:22.639531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7c99e0-800f-492e-b779-d76e90459fd8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Router 2ed77844-8467-4e88-a2c1-ce06fb5d1a79 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:13:22.640979 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7e83737c-0413-4c13-825c-19f637885746 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/4824be9d-e5e1-4d65-a534-7ebaaa02b695 HTTP/1.1" status: 204 len: 168 time: 2.3508143 Apr 22 15:13:22.644229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59364) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:22.669468 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e6657-3aab-4f54-8cae-9defd3d5ea7a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Subnet': ['ID=97e1e965-5020-4e32-9999-a0bcb328cd4c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:22.672750 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-591e6657-3aab-4f54-8cae-9defd3d5ea7a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.681200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b,segment=NetworkSegment(ec5221d6-795e-49e3-a767-ccdab3ac04d4),segment_id=ec5221d6-795e-49e3-a767-ccdab3ac04d4)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:22.681956 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-591e6657-3aab-4f54-8cae-9defd3d5ea7a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/97e1e965-5020-4e32-9999-a0bcb328cd4c HTTP/1.1" status: 204 len: 168 time: 1.3425779 Apr 22 15:13:22.686328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59368) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:22.697347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7932b-bec6-4abe-a19a-9f60e0026145 None None] Resources bound (agent type, host, resource id): {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:13:22.707926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.771433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1bea9f65-bdd6-4d79-8c37-43d0f393e78f None None] Port 0172335a-4fea-4fd6-a989-3e5d41588277 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:22.788753 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb3a1d8-bae7-479a-b271-767a7c7ff77b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting subnet c88874b1-f6b6-449f-80f0-1dc2a20fe141 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:22.795880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a1d8-bae7-479a-b271-767a7c7ff77b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.824615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-06325581-871f-4954-82c8-5b8f71e0cfbc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet c9cb7443-531f-4966-921e-42006679f27c {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:22.829903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network 88f73879-5404-44bf-9d38-e2e0b64c72e5 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:22.836760 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:22.842108 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-06325581-871f-4954-82c8-5b8f71e0cfbc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:22.888951 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:22.938709 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1df60e2f-9e51-46c5-9db4-e932059577e8 req-da8255f9-b739-4ed9-9d23-462fec8881c9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588003 Apr 22 15:13:22.997843 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a1d8-bae7-479a-b271-767a7c7ff77b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:23.006021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-06325581-871f-4954-82c8-5b8f71e0cfbc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:23.079862 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7c99e0-800f-492e-b779-d76e90459fd8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:23.087102 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:23.100187 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44c223-7bf6-4db5-a051-7c116d908094 None None] Sync routers for ids ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:23.126810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44c223-7bf6-4db5-a051-7c116d908094 None None] Routers {'2ed77844-8467-4e88-a2c1-ce06fb5d1a79'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:23.128024 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-6d44c223-7bf6-4db5-a051-7c116d908094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:23.151661 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fc7c99e0-800f-492e-b779-d76e90459fd8 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "PUT /v2.0/routers/2ed77844-8467-4e88-a2c1-ce06fb5d1a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9236000 Apr 22 15:13:23.151661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Pushing event deleted for resources: {'Port': ['ID=a2b25be8-99d9-4c37-b7dc-51c8f9604c6c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:23.152594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59372) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:23.211540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-6d44c223-7bf6-4db5-a051-7c116d908094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:23.227091 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a1d8-bae7-479a-b271-767a7c7ff77b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:23.261690 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-a4693fc2-08ef-4ae2-9f57-a50f1b9a131c tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] show failed (client error): The resource could not be found. Apr 22 15:13:23.262515 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a4693fc2-08ef-4ae2-9f57-a50f1b9a131c tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "GET /v2.0/routers/tempest-non_exist_router-74806082 HTTP/1.1" status: 404 len: 333 time: 0.1066203 Apr 22 15:13:23.269493 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-06325581-871f-4954-82c8-5b8f71e0cfbc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:23.271793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59376) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:23.280038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fb40e169-4d7f-44e3-af4f-9876d2ada12e tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:23.332377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44c223-7bf6-4db5-a051-7c116d908094 None None] Routers {'2ed77844-8467-4e88-a2c1-ce06fb5d1a79'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:23.333232 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-6d44c223-7bf6-4db5-a051-7c116d908094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:23.398021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-6d44c223-7bf6-4db5-a051-7c116d908094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:23.398634 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44c223-7bf6-4db5-a051-7c116d908094 None None] The sync data for ids ['2ed77844-8467-4e88-a2c1-ce06fb5d1a79'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:23.456618 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-fb40e169-4d7f-44e3-af4f-9876d2ada12e tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] update failed (client error): The resource could not be found. Apr 22 15:13:23.457659 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fb40e169-4d7f-44e3-af4f-9876d2ada12e tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "PUT /v2.0/routers/tempest-non_exist_router-186014839 HTTP/1.1" status: 404 len: 334 time: 0.1849258 Apr 22 15:13:23.468444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59380) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:23.526473 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:23.578202 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a1d8-bae7-479a-b271-767a7c7ff77b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:23.589082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-06325581-871f-4954-82c8-5b8f71e0cfbc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:23.692585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3a1d8-bae7-479a-b271-767a7c7ff77b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Subnet': ['ID=c88874b1-f6b6-449f-80f0-1dc2a20fe141,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:23.698850 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06325581-871f-4954-82c8-5b8f71e0cfbc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cb7443-531f-4966-921e-42006679f27c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:23.708994 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a1d8-bae7-479a-b271-767a7c7ff77b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:23.735971 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9bb3a1d8-bae7-479a-b271-767a7c7ff77b tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/c88874b1-f6b6-449f-80f0-1dc2a20fe141 HTTP/1.1" status: 204 len: 168 time: 1.0486221 Apr 22 15:13:23.739509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59384) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:23.759764 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-06325581-871f-4954-82c8-5b8f71e0cfbc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:23.801491 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7e1ab6-a4fb-4ef3-a32d-1e48fcec9748 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:23.802304 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7e1ab6-a4fb-4ef3-a32d-1e48fcec9748 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:23.806379 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8a7e1ab6-a4fb-4ef3-a32d-1e48fcec9748 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/97e1e965-5020-4e32-9999-a0bcb328cd4c HTTP/1.1" status: 404 len: 337 time: 0.0634971 Apr 22 15:13:23.808861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59388) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:23.813598 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc23d38-46df-44a9-9142-4a3df93c1aa6 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Deleting subnet a1db6641-5cd2-4c98-a7f8-a441639fddf2 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:23.850162 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 5e0dc710-e374-4270-92e0-70cddcf18594 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:13:23.857586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fc23d38-46df-44a9-9142-4a3df93c1aa6 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:23.935183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fc23d38-46df-44a9-9142-4a3df93c1aa6 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:23.970119 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-06325581-871f-4954-82c8-5b8f71e0cfbc tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/c9cb7443-531f-4966-921e-42006679f27c HTTP/1.1" status: 204 len: 168 time: 1.3216875 Apr 22 15:13:23.970469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59392) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:23.972365 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f0f548-d1b0-48d3-b4ce-1a27e4531545 None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:13:24.030599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.047877 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7a8e806b-60ca-47c5-964c-67b32b10292b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763190 Apr 22 15:13:24.050895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.094841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59398) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:24.101207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:24.121953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.122796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Fanout notify agent at l3_agent the message router_deleted on router e538a104-7668-42a4-a875-a017f29e6191 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:13:24.124301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:24.148923 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-63ee840a-c529-4348-830e-beed2cd10ce7 None None] Provisioning complete for port ec50cc8e-2450-48df-bff8-6d55a8933042 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:24.149820 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-63ee840a-c529-4348-830e-beed2cd10ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.164208 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-627115a0-7191-4158-8607-ad1a3e428645 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting subnet 61b528e2-e723-47a3-84e2-2dc4f2cc9ecf {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:24.209521 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.210989 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7a24de20-70ab-47e5-a56c-2427d023f8f9 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "DELETE /v2.0/routers/e538a104-7668-42a4-a875-a017f29e6191 HTTP/1.1" status: 204 len: 168 time: 5.0981810 Apr 22 15:13:24.215371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59402) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:24.220780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-627115a0-7191-4158-8607-ad1a3e428645 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.221333 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-752650166', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:24.241497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:24.251198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Usage tracker for resource:router and tenant:5f33be7a70a244de9dc9502471b9309d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:24.255831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:24.266157 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:24.268684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:24.275740 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:24.280433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:24.287232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:24.295957 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.297168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.308393 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-627115a0-7191-4158-8607-ad1a3e428645 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.311590 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:24.315451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.382179 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fc23d38-46df-44a9-9142-4a3df93c1aa6 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.449914 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.463708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:24.464327 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.476247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:24.484850 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ee1718a0-397a-4b78-88a5-bb5f546c95e7 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/5e0dc710-e374-4270-92e0-70cddcf18594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1065187 Apr 22 15:13:24.487864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59406) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:24.496909 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb58381-0995-45bc-aad4-709bdfb68823 None None] Sync routers for ids ['5e0dc710-e374-4270-92e0-70cddcf18594'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:24.499413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-627115a0-7191-4158-8607-ad1a3e428645 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.513681 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb58381-0995-45bc-aad4-709bdfb68823 None None] Routers {'5e0dc710-e374-4270-92e0-70cddcf18594'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:24.514905 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5eb58381-0995-45bc-aad4-709bdfb68823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5e0dc710-e374-4270-92e0-70cddcf18594'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:24.530443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f0f548-d1b0-48d3-b4ce-1a27e4531545 None None] Resources bound (agent type, host, resource id): {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:13:24.581517 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fc23d38-46df-44a9-9142-4a3df93c1aa6 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.596703 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5eb58381-0995-45bc-aad4-709bdfb68823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:24.616407 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb58381-0995-45bc-aad4-709bdfb68823 None None] Routers {'5e0dc710-e374-4270-92e0-70cddcf18594'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:24.618976 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5eb58381-0995-45bc-aad4-709bdfb68823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5e0dc710-e374-4270-92e0-70cddcf18594'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:24.636979 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc23d38-46df-44a9-9142-4a3df93c1aa6 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event deleted for resources: {'Subnet': ['ID=a1db6641-5cd2-4c98-a7f8-a441639fddf2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:24.642991 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2fc23d38-46df-44a9-9142-4a3df93c1aa6 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.656161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-627115a0-7191-4158-8607-ad1a3e428645 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.706792 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2fc23d38-46df-44a9-9142-4a3df93c1aa6 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "DELETE /v2.0/subnets/a1db6641-5cd2-4c98-a7f8-a441639fddf2 HTTP/1.1" status: 204 len: 168 time: 1.2371943 Apr 22 15:13:24.714719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e866d2a1-5673-484b-bfff-e6e2131ed785 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:24.715502 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e866d2a1-5673-484b-bfff-e6e2131ed785 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Synchronizing usage tracker for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:24.721973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59410) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:24.724335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627115a0-7191-4158-8607-ad1a3e428645 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Subnet': ['ID=61b528e2-e723-47a3-84e2-2dc4f2cc9ecf,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:24.724693 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5eb58381-0995-45bc-aad4-709bdfb68823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:24.725098 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb58381-0995-45bc-aad4-709bdfb68823 None None] The sync data for ids ['5e0dc710-e374-4270-92e0-70cddcf18594'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:24.732193 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4986681-5ca6-4027-971d-5fb4fb822beb req-ccfcc2e9-a8b9-44dd-a888-c43eab180a97 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:24.735136 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-627115a0-7191-4158-8607-ad1a3e428645 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.738941 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e4986681-5ca6-4027-971d-5fb4fb822beb req-ccfcc2e9-a8b9-44dd-a888-c43eab180a97 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.4054635 Apr 22 15:13:24.739926 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-627115a0-7191-4158-8607-ad1a3e428645 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/61b528e2-e723-47a3-84e2-2dc4f2cc9ecf HTTP/1.1" status: 204 len: 168 time: 0.9300368 Apr 22 15:13:24.740515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59414) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:24.781706 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-4533b785-5ad8-4103-8586-9b61340e4d83 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:24.782172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4533b785-5ad8-4103-8586-9b61340e4d83 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:24.786293 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4533b785-5ad8-4103-8586-9b61340e4d83 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/50a098db-ca32-4460-9448-48137d3b271a HTTP/1.1" status: 404 len: 337 time: 0.0424066 Apr 22 15:13:24.786480 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59418) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:24.827415 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-687f73e0-81ca-43b1-a43d-e61bac2d0682 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Synchronizing usage tracker for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:24.839709 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-687f73e0-81ca-43b1-a43d-e61bac2d0682 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Unset dirty status for tenant:07ec4ee4f5ae41adb68e8261c099cebe on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:24.842981 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-687f73e0-81ca-43b1-a43d-e61bac2d0682 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "GET /v2.0/ports?device_id=43380618-ae46-4609-a254-abf856dae3b5 HTTP/1.1" status: 200 len: 205 time: 0.0534854 Apr 22 15:13:24.843562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59422) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:24.911639 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-5810afc1-0a00-40ef-b605-a47d0243cd26 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] delete failed (client error): The resource could not be found. Apr 22 15:13:24.912796 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5810afc1-0a00-40ef-b605-a47d0243cd26 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/routers/43380618-ae46-4609-a254-abf856dae3b5 HTTP/1.1" status: 404 len: 336 time: 0.0682352 Apr 22 15:13:24.916234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59426) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:24.923175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:24.955274 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-245f70a8-ef89-4bd4-86fe-3617d62cde0d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:24.955861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245f70a8-ef89-4bd4-86fe-3617d62cde0d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:24.960040 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-245f70a8-ef89-4bd4-86fe-3617d62cde0d tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/7dca9c9e-23aa-4f61-88a7-ae157aaf8422 HTTP/1.1" status: 404 len: 337 time: 0.0403643 Apr 22 15:13:24.960276 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59430) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:24.973527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e28705-b6b9-4877-9399-50ff7132c897 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:25.010467 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf12b5ab-b9ff-4553-b9bf-2c0b20dcbc15 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:25.011140 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf12b5ab-b9ff-4553-b9bf-2c0b20dcbc15 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:25.012524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e866d2a1-5673-484b-bfff-e6e2131ed785 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Unset dirty status for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:25.016729 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cf12b5ab-b9ff-4553-b9bf-2c0b20dcbc15 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/51d47db6-82e2-4e8e-9475-21fb2b679910 HTTP/1.1" status: 404 len: 337 time: 0.0529585 Apr 22 15:13:25.016729 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59434) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:25.018387 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e866d2a1-5673-484b-bfff-e6e2131ed785 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports/0172335a-4fea-4fd6-a989-3e5d41588277 HTTP/1.1" status: 200 len: 910 time: 0.5262086 Apr 22 15:13:25.018857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59436) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:25.024114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-22efcd77-520d-4187-a155-7d55ecbebcff tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac53c177-8aa3-4b43-874b-e72a70c66dc1'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:25.039053 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:25.108690 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e4986681-5ca6-4027-971d-5fb4fb822beb req-b9390cc8-63ca-428d-8ad4-af8cff02b525 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3686788 Apr 22 15:13:25.135340 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5479701-afbe-495d-a49c-9d88a001467e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:25.136289 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5479701-afbe-495d-a49c-9d88a001467e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:25.152676 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0487e1cb-ff8f-45b7-b591-d55928beb85e None None] Network 42f418b3-b14e-4672-8a63-39fd5640d9b7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:25.221998 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c5479701-afbe-495d-a49c-9d88a001467e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/a32f7cfd-64b0-4571-85f9-0ecfa174f1fb HTTP/1.1" status: 404 len: 337 time: 0.1923409 Apr 22 15:13:25.224439 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59444) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:25.226634 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c27909-c76d-43dd-8bfe-8c5050060866 None None] Network a142b540-e7b0-469a-9d0f-f5e24515c55f requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:25.254873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Deleting port b845e879-9c49-476b-9a74-9e0c91c1a7c2 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:25.255217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:25.308826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:25.351004 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed4f464-c9d2-4024-a42a-63dc31d9a412 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:25.351440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed4f464-c9d2-4024-a42a-63dc31d9a412 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:25.355731 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5ed4f464-c9d2-4024-a42a-63dc31d9a412 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/fadeb73c-6883-4095-88ea-6334e4e3e317 HTTP/1.1" status: 404 len: 333 time: 0.1278639 Apr 22 15:13:25.356550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59448) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:25.412106 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee78328-ac68-4185-83d5-7a8db8f344e6 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:25.412552 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee78328-ac68-4185-83d5-7a8db8f344e6 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:25.417191 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1ee78328-ac68-4185-83d5-7a8db8f344e6 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/e60f5c66-e196-433d-9532-549bb55dcec9 HTTP/1.1" status: 404 len: 337 time: 0.0565703 Apr 22 15:13:25.418178 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59452) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:25.427795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:25.442501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:25.451729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=33432dd8-0ef2-4f29-9d75-319b76a1ceca,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:25.460767 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-9075e430-2bd7-46cc-b8e4-d529a000ef1c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:25.460990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:25.461216 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9075e430-2bd7-46cc-b8e4-d529a000ef1c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:25.461492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:25.465269 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9075e430-2bd7-46cc-b8e4-d529a000ef1c tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/e2a94ad2-b86b-4af7-a970-c0750d96ab45 HTTP/1.1" status: 404 len: 337 time: 0.0443261 Apr 22 15:13:25.465984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59456) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:25.468418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22efcd77-520d-4187-a155-7d55ecbebcff tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:25.510406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:25.510728 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:25.511249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:25.511725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:25.512210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:25.512697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:25.513186 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:25.513519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:25.513842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:25.514176 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:25.514661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:25.523708 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41c02a3-e92e-4cee-b183-94310051beed tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:25.524325 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41c02a3-e92e-4cee-b183-94310051beed tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:25.526040 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a41c02a3-e92e-4cee-b183-94310051beed tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/3a7a6ab7-fbde-4579-b4e2-4425763e34f6 HTTP/1.1" status: 404 len: 333 time: 0.0596356 Apr 22 15:13:25.528623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59460) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:25.548194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-29e3155a-a2ea-4d99-8a23-7e08562530fc None None] Provisioning complete for port ec50cc8e-2450-48df-bff8-6d55a8933042 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:25.548565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-29e3155a-a2ea-4d99-8a23-7e08562530fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:25.569751 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-eddbc5e6-f94c-434e-93b4-87791085b0a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4735086 Apr 22 15:13:25.585046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59464) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:25.595522 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-390c3948-47f7-4c49-8771-19b4c35b152a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:25.595962 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390c3948-47f7-4c49-8771-19b4c35b152a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:25.597580 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-390c3948-47f7-4c49-8771-19b4c35b152a tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/5d588b81-e125-4a4f-8320-12ba29df78d9 HTTP/1.1" status: 404 len: 337 time: 0.0680749 Apr 22 15:13:25.601092 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a5f87287-7653-4042-b851-ce157cc292cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:25.609251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59468) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:25.718233 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b2923-5667-48e4-9b2e-f380f3e738bb None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:13:25.732135 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-df4b2923-5667-48e4-9b2e-f380f3e738bb None None] Deleting port ec50cc8e-2450-48df-bff8-6d55a8933042 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:25.732551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df4b2923-5667-48e4-9b2e-f380f3e738bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:25.795614 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee360d8-4fbc-4b0d-98c6-9485e6037097 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:25.796137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee360d8-4fbc-4b0d-98c6-9485e6037097 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:25.800232 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fee360d8-4fbc-4b0d-98c6-9485e6037097 tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/subnets/9dd5cd52-7b4f-4109-84bf-601a2d2833b0 HTTP/1.1" status: 404 len: 337 time: 0.1876552 Apr 22 15:13:25.800404 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d708ea3-7ea0-47e7-a6b0-16910422ee0f None None] DHCP port deletion for a142b540-e7b0-469a-9d0f-f5e24515c55f request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:13:25.800500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] For port b845e879-9c49-476b-9a74-9e0c91c1a7c2, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b845e879-9c49-476b-9a74-9e0c91c1a7c2,segment=NetworkSegment(2e28e942-f4d9-4b8b-9114-d8749064811a),segment_id=2e28e942-f4d9-4b8b-9114-d8749064811a)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:25.800951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:25.809478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59472) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:25.852383 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4d708ea3-7ea0-47e7-a6b0-16910422ee0f None None] Deleting port b845e879-9c49-476b-9a74-9e0c91c1a7c2 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:25.853162 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4d708ea3-7ea0-47e7-a6b0-16910422ee0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:25.880844 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] DHCP port deletion for 42f418b3-b14e-4672-8a63-39fd5640d9b7 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:13:25.920014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Deleting port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:25.920242 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:25.951330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a5f87287-7653-4042-b851-ce157cc292cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:25.960329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a5f87287-7653-4042-b851-ce157cc292cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:25.965598 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a5f87287-7653-4042-b851-ce157cc292cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:25.980436 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a5f87287-7653-4042-b851-ce157cc292cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:25.988437 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Calling delete_port for b845e879-9c49-476b-9a74-9e0c91c1a7c2 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:26.041309 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f87287-7653-4042-b851-ce157cc292cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:26.058631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-13691a71-f281-4263-ac72-3fc8c689491f None None] Provisioning complete for port 0172335a-4fea-4fd6-a989-3e5d41588277 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:26.059210 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-13691a71-f281-4263-ac72-3fc8c689491f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.109789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.148965 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-46ea0dbb-69ec-4c51-98b6-ab1d7b97816e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Deleting port df3c503c-b954-4581-9821-516de77b4b41 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:26.149519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-46ea0dbb-69ec-4c51-98b6-ab1d7b97816e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.210115 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.263814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] For port 7a81287c-25dc-48ec-a1c3-96d5586a9a92, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7a81287c-25dc-48ec-a1c3-96d5586a9a92,segment=NetworkSegment(abf9f515-1c13-4a36-a88a-206315ebee81),segment_id=abf9f515-1c13-4a36-a88a-206315ebee81)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:26.264201 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.275858 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b845e879-9c49-476b-9a74-9e0c91c1a7c2 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:26.286869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a5f87287-7653-4042-b851-ce157cc292cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.442242 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22efcd77-520d-4187-a155-7d55ecbebcff tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.452723 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-a5f87287-7653-4042-b851-ce157cc292cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 33432dd8-0ef2-4f29-9d75-319b76a1ceca (CIDR: 2001:db8::/64) Apr 22 15:13:26.456804 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f87287-7653-4042-b851-ce157cc292cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:13:26.457370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f87287-7653-4042-b851-ce157cc292cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:26.463662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22efcd77-520d-4187-a155-7d55ecbebcff tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.509651 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Calling delete_port for 7a81287c-25dc-48ec-a1c3-96d5586a9a92 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:26.562103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.577780 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a5f87287-7653-4042-b851-ce157cc292cf tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9856663 Apr 22 15:13:26.582907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59478) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:26.591045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'subnet': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:26.597630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-13691a71-f281-4263-ac72-3fc8c689491f None None] Port 0172335a-4fea-4fd6-a989-3e5d41588277 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:26.614076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Allocated IP 172.26.8.106 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/cc08792f-ca1b-4501-b649-c25701b60cb5) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:26.621444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22efcd77-520d-4187-a155-7d55ecbebcff tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:26.622086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22efcd77-520d-4187-a155-7d55ecbebcff tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.626531 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-22efcd77-520d-4187-a155-7d55ecbebcff tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/ports/0172335a-4fea-4fd6-a989-3e5d41588277 HTTP/1.1" status: 200 len: 910 time: 1.6060047 Apr 22 15:13:26.639884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59482) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:26.641497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event deleted for resources: {'Port': ['ID=b845e879-9c49-476b-9a74-9e0c91c1a7c2,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:26.653480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-46ea0dbb-69ec-4c51-98b6-ab1d7b97816e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.684824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efcd77-520d-4187-a155-7d55ecbebcff tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=0172335a-4fea-4fd6-a989-3e5d41588277,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:26.694296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No active binding found for port b845e879-9c49-476b-9a74-9e0c91c1a7c2 {{(pid=83935) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 22 15:13:26.694704 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b845e879-9c49-476b-9a74-9e0c91c1a7c2 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:13:26.695147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7a81287c-25dc-48ec-a1c3-96d5586a9a92 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:26.725698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1bb58-cb8b-42fa-96c6-1242c4798fec req-b55af614-148d-4261-a542-1a9d57931d03 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:26.728443 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-66b1bb58-cb8b-42fa-96c6-1242c4798fec req-b55af614-148d-4261-a542-1a9d57931d03 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.4257741 Apr 22 15:13:26.754480 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:26.759051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Usage tracker for resource:subnet and tenant:c1909eb87d45405d8eafd1749afbf9e3 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:26.762743 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:26.771074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:26.781889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:26.785657 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.785804 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-df4b2923-5667-48e4-9b2e-f380f3e738bb None None] For port ec50cc8e-2450-48df-bff8-6d55a8933042, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ec50cc8e-2450-48df-bff8-6d55a8933042,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:26.786120 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df4b2923-5667-48e4-9b2e-f380f3e738bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.787674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] No DVR routers for this DVR port b845e879-9c49-476b-9a74-9e0c91c1a7c2 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:13:26.922860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:26.956492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-46ea0dbb-69ec-4c51-98b6-ab1d7b97816e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Calling delete_port for df3c503c-b954-4581-9821-516de77b4b41 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:26.965045 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-df4b2923-5667-48e4-9b2e-f380f3e738bb None None] Calling delete_port for ec50cc8e-2450-48df-bff8-6d55a8933042 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:27.007586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Pushing event deleted for resources: {'Port': ['ID=7a81287c-25dc-48ec-a1c3-96d5586a9a92,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:27.010331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-4d708ea3-7ea0-47e7-a6b0-16910422ee0f None None] For port b845e879-9c49-476b-9a74-9e0c91c1a7c2, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b845e879-9c49-476b-9a74-9e0c91c1a7c2,segment=NetworkSegment(2e28e942-f4d9-4b8b-9114-d8749064811a),segment_id=2e28e942-f4d9-4b8b-9114-d8749064811a)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:27.010739 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4d708ea3-7ea0-47e7-a6b0-16910422ee0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.090589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No active binding found for port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 {{(pid=83935) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 22 15:13:27.091327 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7a81287c-25dc-48ec-a1c3-96d5586a9a92 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:13:27.091416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ec50cc8e-2450-48df-bff8-6d55a8933042 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:27.184954 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4d708ea3-7ea0-47e7-a6b0-16910422ee0f None None] Calling delete_port for b845e879-9c49-476b-9a74-9e0c91c1a7c2 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:27.225045 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] No DVR routers for this DVR port 7a81287c-25dc-48ec-a1c3-96d5586a9a92 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:13:27.227154 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:27.228155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:27.228374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:27.228709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:27.229039 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:27.229363 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:27.229685 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:27.230006 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:27.230348 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:27.230665 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:27.230981 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cc830c-05a9-4671-9117-82693d479bd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:27.292931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df4b2923-5667-48e4-9b2e-f380f3e738bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.324457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.objects.ports [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83934) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 22 15:13:27.325820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.327815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.340142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No active binding found for port ec50cc8e-2450-48df-bff8-6d55a8933042 {{(pid=83935) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 22 15:13:27.340552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ec50cc8e-2450-48df-bff8-6d55a8933042 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:13:27.352983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b2923-5667-48e4-9b2e-f380f3e738bb None None] Pushing event deleted for resources: {'Port': ['ID=ec50cc8e-2450-48df-bff8-6d55a8933042,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:27.357497 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-4d708ea3-7ea0-47e7-a6b0-16910422ee0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:13:27.358056 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-4d708ea3-7ea0-47e7-a6b0-16910422ee0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:13:27.360193 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b2923-5667-48e4-9b2e-f380f3e738bb None None] No DVR routers for this DVR port ec50cc8e-2450-48df-bff8-6d55a8933042 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:13:27.371867 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-66b1bb58-cb8b-42fa-96c6-1242c4798fec req-b85e5eef-6ebb-4c05-afd6-c06fabceda9d tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5339539 Apr 22 15:13:27.402186 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa5eb7-441a-4b67-92fa-9cc81229ac37 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:27.416145 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:27.416145 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Subnet': ['ID=92661837-f27c-4a8c-acfd-fa0ccd9c66cf,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:27.419728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:27.422358 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:27.423085 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.426934 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a142b540-e7b0-469a-9d0f-f5e24515c55f']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:27.443428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-46ea0dbb-69ec-4c51-98b6-ab1d7b97816e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.451486 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ee3f301f-49ff-401f-bcfa-0636694b9912 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8674462 Apr 22 15:13:27.454020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59486) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:27.460518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Request body: {'port': {'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'mac_address': 'fa:16:3e:96:a2:90', 'name': 'tempest-NetworksTestDHCPv6-843035631'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:27.468118 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e28e942-f4d9-4b8b-9114-d8749064811a') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:27.468409 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e28e942-f4d9-4b8b-9114-d8749064811a') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:27.521857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.539417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.548121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea0dbb-69ec-4c51-98b6-ab1d7b97816e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Port': ['ID=df3c503c-b954-4581-9821-516de77b4b41,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:27.573032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-46ea0dbb-69ec-4c51-98b6-ab1d7b97816e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.578129 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.617384 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:27.629801 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:27.643527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Made reservation on behalf of c1909eb87d45405d8eafd1749afbf9e3 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:27.648924 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.656000 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:13:27.656396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:13:27.671390 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:13:27.683736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] device_id is not set on port cc7815ed-587d-4b81-84bf-18509b517d36 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:13:27.696942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6', 'tenant_id': 'c1909eb87d45405d8eafd1749afbf9e3', 'fixed_ips': [{'subnet_id': '33432dd8-0ef2-4f29-9d75-319b76a1ceca'}, {'subnet_id': '92661837-f27c-4a8c-acfd-fa0ccd9c66cf'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:13:27.697863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.790703 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-46ea0dbb-69ec-4c51-98b6-ab1d7b97816e tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/ports/df3c503c-b954-4581-9821-516de77b4b41 HTTP/1.1" status: 204 len: 168 time: 1.9791441 Apr 22 15:13:27.808152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59490) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:27.837578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.859968 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4d708ea3-7ea0-47e7-a6b0-16910422ee0f None None] Deleting port b845e879-9c49-476b-9a74-9e0c91c1a7c2 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:27.860524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4d708ea3-7ea0-47e7-a6b0-16910422ee0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.868768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.902703 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:27.927432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event deleted for resources: {'Network': ['ID=a142b540-e7b0-469a-9d0f-f5e24515c55f,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:27.931957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4d708ea3-7ea0-47e7-a6b0-16910422ee0f None None] The port 'b845e879-9c49-476b-9a74-9e0c91c1a7c2' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:13:27.936243 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-866d69a5-0c6c-484f-9040-71b1ad2624be tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "DELETE /v2.0/networks/a142b540-e7b0-469a-9d0f-f5e24515c55f HTTP/1.1" status: 204 len: 168 time: 3.2114525 Apr 22 15:13:27.948257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59494) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:27.951896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Pushing event updated for resources: {'Port': ['ID=cc08792f-ca1b-4501-b649-c25701b60cb5,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:27.956558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:27.959300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:27.961975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:28.061340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d61e5c4e-7ca4-4a21-99c3-c2445cea277a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.062891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c20166d-5ca6-44f3-81ce-27c2b029382f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.225807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8::306 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/33432dd8-0ef2-4f29-9d75-319b76a1ceca/cc7815ed-587d-4b81-84bf-18509b517d36) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:28.241110 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Allocated IP 2001:db8:0:1:f816:3eff:fe96:a290 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/92661837-f27c-4a8c-acfd-fa0ccd9c66cf/cc7815ed-587d-4b81-84bf-18509b517d36) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:28.343880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d73f2e1-43e7-4610-9187-f49779dda480 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Deleting subnet 38b27fb4-c0d6-4ff6-8172-661ee73c0bc2 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:28.350887 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d73f2e1-43e7-4610-9187-f49779dda480 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.381740 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.382453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.382696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c20166d-5ca6-44f3-81ce-27c2b029382f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.443083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5c20166d-5ca6-44f3-81ce-27c2b029382f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f418b3-b14e-4672-8a63-39fd5640d9b7']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:28.478540 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5c20166d-5ca6-44f3-81ce-27c2b029382f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf9f515-1c13-4a36-a88a-206315ebee81') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:28.479209 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5c20166d-5ca6-44f3-81ce-27c2b029382f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf9f515-1c13-4a36-a88a-206315ebee81') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:28.486532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d73f2e1-43e7-4610-9187-f49779dda480 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.595704 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c20166d-5ca6-44f3-81ce-27c2b029382f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.636371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c20166d-5ca6-44f3-81ce-27c2b029382f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.663975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c20166d-5ca6-44f3-81ce-27c2b029382f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:13:28.664363 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c20166d-5ca6-44f3-81ce-27c2b029382f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:13:28.678733 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:13:28.886373 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d73f2e1-43e7-4610-9187-f49779dda480 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.896129 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d50ce-a6b9-4423-a649-7f18e1e333d3 req-952dd79b-087b-43d6-84d2-20369e5ea23c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:28.897578 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-261d50ce-a6b9-4423-a649-7f18e1e333d3 req-952dd79b-087b-43d6-84d2-20369e5ea23c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.3485186 Apr 22 15:13:28.922809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c20166d-5ca6-44f3-81ce-27c2b029382f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.926556 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.951655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c20166d-5ca6-44f3-81ce-27c2b029382f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:28.985936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20166d-5ca6-44f3-81ce-27c2b029382f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] Pushing event deleted for resources: {'Network': ['ID=42f418b3-b14e-4672-8a63-39fd5640d9b7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:28.992276 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Transition to ACTIVE for port object cc7815ed-587d-4b81-84bf-18509b517d36 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:29.000022 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5c20166d-5ca6-44f3-81ce-27c2b029382f tempest-PortsTestJSON-790346965 tempest-PortsTestJSON-790346965-project] 10.222.0.71 "DELETE /v2.0/networks/42f418b3-b14e-4672-8a63-39fd5640d9b7 HTTP/1.1" status: 204 len: 168 time: 1.1886494 Apr 22 15:13:29.011591 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-261d50ce-a6b9-4423-a649-7f18e1e333d3 req-f748ac54-940c-48b0-b27e-28a7f3948325 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067452 Apr 22 15:13:29.038380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d73f2e1-43e7-4610-9187-f49779dda480 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.077979 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.081469 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73f2e1-43e7-4610-9187-f49779dda480 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event deleted for resources: {'Subnet': ['ID=38b27fb4-c0d6-4ff6-8172-661ee73c0bc2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:29.144447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d73f2e1-43e7-4610-9187-f49779dda480 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.151742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d61e5c4e-7ca4-4a21-99c3-c2445cea277a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 0172335a-4fea-4fd6-a989-3e5d41588277 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:29.152090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d61e5c4e-7ca4-4a21-99c3-c2445cea277a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.157424 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0cba93-1803-41a3-b77f-d4afba0d5424 None None] Network 23251869-1a15-4569-89b9-6ccf8e116039 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:29.166887 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2d73f2e1-43e7-4610-9187-f49779dda480 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "DELETE /v2.0/subnets/38b27fb4-c0d6-4ff6-8172-661ee73c0bc2 HTTP/1.1" status: 204 len: 168 time: 1.2144256 Apr 22 15:13:29.168874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59504) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:29.174038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:29.208533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Router 6b3461d5-08e0-448d-9c46-6c34a064301c is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:13:29.209162 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:29.217909 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:29.221803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:29.222442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.238612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event updated for resources: {'Port': ['ID=cc7815ed-587d-4b81-84bf-18509b517d36,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:29.257072 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8142507c-d888-4de5-b38d-871a7e2f0ef3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7993393 Apr 22 15:13:29.258019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59508) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:29.390247 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Allocated IP 2001:db8::2 (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/33432dd8-0ef2-4f29-9d75-319b76a1ceca/4930b589-6a9a-406f-b930-b5b39507c732) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:29.403534 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-036416df-9237-43b7-9bdf-c049eca085b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting port cc7815ed-587d-4b81-84bf-18509b517d36 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:29.403896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-036416df-9237-43b7-9bdf-c049eca085b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.476805 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Allocated IP 2001:db8:0:1:f816:3eff:fee7:ca1f (7c65cc89-8c82-4fda-bb87-5fe6a05544c6/92661837-f27c-4a8c-acfd-fa0ccd9c66cf/4930b589-6a9a-406f-b930-b5b39507c732) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:29.494895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59514) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:29.503611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d61e5c4e-7ca4-4a21-99c3-c2445cea277a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.561577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdcc82d-f45e-4591-90a8-0b8ac319a59e tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Deleting subnet df483f88-0748-43d8-bc21-ae0858d2dbe3 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:29.584517 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc82d-f45e-4591-90a8-0b8ac319a59e tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.656145 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d61e5c4e-7ca4-4a21-99c3-c2445cea277a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 0172335a-4fea-4fd6-a989-3e5d41588277 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:29.718160 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc82d-f45e-4591-90a8-0b8ac319a59e tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.745709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.756455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Transition to ACTIVE for port object 4930b589-6a9a-406f-b930-b5b39507c732 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:29.777236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Transition to ACTIVE for port object 4930b589-6a9a-406f-b930-b5b39507c732 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:29.780988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e9407f-1f52-4b48-b1b9-e55dc09bda89 None None] DHCP port deletion for 23251869-1a15-4569-89b9-6ccf8e116039 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:13:29.788719 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-67e9407f-1f52-4b48-b1b9-e55dc09bda89 None None] Deleting port 41b9a99d-0952-4769-85db-589189a58677 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:29.789093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67e9407f-1f52-4b48-b1b9-e55dc09bda89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.804507 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-036416df-9237-43b7-9bdf-c049eca085b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.818877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.865588 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:29.894265 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da3408-ef15-49b7-a073-d359891ab742 None None] Sync routers for ids ['6b3461d5-08e0-448d-9c46-6c34a064301c'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:29.910820 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4dbff6a6-437e-489c-844f-79a8604bec0b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=07ec4ee4f5ae41adb68e8261c099cebe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4106264 Apr 22 15:13:29.911195 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59520) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:29.939106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-036416df-9237-43b7-9bdf-c049eca085b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Calling delete_port for cc7815ed-587d-4b81-84bf-18509b517d36 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:29.951741 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Pushing event updated for resources: {'Port': ['ID=4930b589-6a9a-406f-b930-b5b39507c732,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:29.958230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:29.959406 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d8e60a93-c6a9-4873-b479-05bf9644ba65 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7428195 Apr 22 15:13:29.970062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:29.972389 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59524) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:29.974076 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:29.979602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:29.985148 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:30.007436 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da3408-ef15-49b7-a073-d359891ab742 None None] Routers {'6b3461d5-08e0-448d-9c46-6c34a064301c'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:30.008051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-78da3408-ef15-49b7-a073-d359891ab742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['6b3461d5-08e0-448d-9c46-6c34a064301c'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:30.058978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9a6054f-075d-4831-b05f-5667299549a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.061983 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d61e5c4e-7ca4-4a21-99c3-c2445cea277a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.123644 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-78da3408-ef15-49b7-a073-d359891ab742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:30.132333 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 41b9a99d-0952-4769-85db-589189a58677 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:30.166307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e5c4e-7ca4-4a21-99c3-c2445cea277a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=0172335a-4fea-4fd6-a989-3e5d41588277,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:30.183055 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc82d-f45e-4591-90a8-0b8ac319a59e tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.185092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9a6054f-075d-4831-b05f-5667299549a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.347699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc82d-f45e-4591-90a8-0b8ac319a59e tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.350563 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da3408-ef15-49b7-a073-d359891ab742 None None] Routers {'6b3461d5-08e0-448d-9c46-6c34a064301c'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:30.351287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-78da3408-ef15-49b7-a073-d359891ab742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['6b3461d5-08e0-448d-9c46-6c34a064301c'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:30.405994 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-67e9407f-1f52-4b48-b1b9-e55dc09bda89 None None] For port 41b9a99d-0952-4769-85db-589189a58677, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=41b9a99d-0952-4769-85db-589189a58677,segment=NetworkSegment(29bd8da4-99c4-4ee6-9f88-7c93444a8e45),segment_id=29bd8da4-99c4-4ee6-9f88-7c93444a8e45)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:30.406339 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67e9407f-1f52-4b48-b1b9-e55dc09bda89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.427042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Attempting to bind port 4930b589-6a9a-406f-b930-b5b39507c732 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:30.427329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Attempting to bind port 4930b589-6a9a-406f-b930-b5b39507c732 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:30.427702 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Attempting to bind port 4930b589-6a9a-406f-b930-b5b39507c732 on network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:30.488789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9a6054f-075d-4831-b05f-5667299549a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.535576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-78da3408-ef15-49b7-a073-d359891ab742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:30.536230 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da3408-ef15-49b7-a073-d359891ab742 None None] The sync data for ids ['6b3461d5-08e0-448d-9c46-6c34a064301c'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:30.544262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdcc82d-f45e-4591-90a8-0b8ac319a59e tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event deleted for resources: {'Subnet': ['ID=df483f88-0748-43d8-bc21-ae0858d2dbe3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:30.570237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc82d-f45e-4591-90a8-0b8ac319a59e tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.594672 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3cdcc82d-f45e-4591-90a8-0b8ac319a59e tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "DELETE /v2.0/subnets/df483f88-0748-43d8-bc21-ae0858d2dbe3 HTTP/1.1" status: 204 len: 168 time: 1.4205110 Apr 22 15:13:30.596528 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59530) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:30.597607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6054f-075d-4831-b05f-5667299549a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7a19aa-0ed0-4953-9338-ced70d030d5f,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:30.598631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99d2110-7d17-4c29-a0e9-ae91a4fe6898 None None] Network 2e141f70-7a54-45c9-a15b-94f70f52006c requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:30.616272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-036416df-9237-43b7-9bdf-c049eca085b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.621656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-67e9407f-1f52-4b48-b1b9-e55dc09bda89 None None] Calling delete_port for 41b9a99d-0952-4769-85db-589189a58677 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:30.624278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b9a6054f-075d-4831-b05f-5667299549a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.628043 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b9a6054f-075d-4831-b05f-5667299549a3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0b7a19aa-0ed0-4953-9338-ced70d030d5f HTTP/1.1" status: 204 len: 168 time: 0.7133858 Apr 22 15:13:30.637187 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d98c2-7a84-49f5-ab1b-31e95ec8ea6c req-5560a323-a50c-4b55-8700-37dd51023ef9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:30.638987 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-864d98c2-7a84-49f5-ab1b-31e95ec8ea6c req-5560a323-a50c-4b55-8700-37dd51023ef9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.4259427 Apr 22 15:13:30.645094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d61e5c4e-7ca4-4a21-99c3-c2445cea277a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.710695 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-864d98c2-7a84-49f5-ab1b-31e95ec8ea6c req-dfbea886-bb73-4280-ab0e-902f83f004de tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604243 Apr 22 15:13:30.710940 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:30.711105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Checking segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:30.712493 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.712892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Bound using segment: {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:30.713402 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Bound port: 4930b589-6a9a-406f-b930-b5b39507c732, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca85388-66df-46e8-b6d3-46e0eac3d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '7c65cc89-8c82-4fda-bb87-5fe6a05544c6'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:30.713808 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:30.752680 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036416df-9237-43b7-9bdf-c049eca085b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Port': ['ID=cc7815ed-587d-4b81-84bf-18509b517d36,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:30.923817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.015092 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67e9407f-1f52-4b48-b1b9-e55dc09bda89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.070020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af4db356-4035-4a37-ace4-aeeceb7324d7 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.072507 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-036416df-9237-43b7-9bdf-c049eca085b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.076748 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-036416df-9237-43b7-9bdf-c049eca085b1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/cc7815ed-587d-4b81-84bf-18509b517d36 HTTP/1.1" status: 204 len: 168 time: 1.8158190 Apr 22 15:13:31.078116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59542) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:31.106716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] For port 4930b589-6a9a-406f-b930-b5b39507c732, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:31.113675 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9407f-1f52-4b48-b1b9-e55dc09bda89 None None] Pushing event deleted for resources: {'Port': ['ID=41b9a99d-0952-4769-85db-589189a58677,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:31.126834 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9407f-1f52-4b48-b1b9-e55dc09bda89 None None] No DVR routers for this DVR port 41b9a99d-0952-4769-85db-589189a58677 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:13:31.131530 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] For port 4930b589-6a9a-406f-b930-b5b39507c732, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=4930b589-6a9a-406f-b930-b5b39507c732,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:31.141822 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.263338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef45f1-315f-4c17-9881-1941496acf33 None None] Pushing event updated for resources: {'Port': ['ID=4930b589-6a9a-406f-b930-b5b39507c732,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:31.339000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af4db356-4035-4a37-ace4-aeeceb7324d7 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.347863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07bc230-76eb-43ee-9d10-3415adb4f1d5 None None] DHCP port deletion for 2e141f70-7a54-45c9-a15b-94f70f52006c request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:13:31.352760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e07bc230-76eb-43ee-9d10-3415adb4f1d5 None None] Deleting port c255ea77-1aa0-464e-9930-6b51939610ed {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:31.353380 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e07bc230-76eb-43ee-9d10-3415adb4f1d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.394856 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aeedad-1f28-4bd3-8e94-33a776bc7674 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:31.395486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-45aeedad-1f28-4bd3-8e94-33a776bc7674 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:31.401158 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-af4db356-4035-4a37-ace4-aeeceb7324d7 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23251869-1a15-4569-89b9-6ccf8e116039']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:31.423398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-af4db356-4035-4a37-ace4-aeeceb7324d7 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29bd8da4-99c4-4ee6-9f88-7c93444a8e45') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:31.425584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-af4db356-4035-4a37-ace4-aeeceb7324d7 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29bd8da4-99c4-4ee6-9f88-7c93444a8e45') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:31.430576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61e5c4e-7ca4-4a21-99c3-c2445cea277a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 5e0dc710-e374-4270-92e0-70cddcf18594 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:13:31.442543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af4db356-4035-4a37-ace4-aeeceb7324d7 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.458989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-45aeedad-1f28-4bd3-8e94-33a776bc7674 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:31.460152 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-45aeedad-1f28-4bd3-8e94-33a776bc7674 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3819997 Apr 22 15:13:31.468291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59550) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:31.487569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af4db356-4035-4a37-ace4-aeeceb7324d7 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.557438 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4db356-4035-4a37-ace4-aeeceb7324d7 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:13:31.561074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af4db356-4035-4a37-ace4-aeeceb7324d7 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:13:31.579536 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:13:31.679685 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61e5c4e-7ca4-4a21-99c3-c2445cea277a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:31.685770 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d61e5c4e-7ca4-4a21-99c3-c2445cea277a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/5e0dc710-e374-4270-92e0-70cddcf18594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0419147 Apr 22 15:13:31.688511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59558) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:31.695250 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e6fb5-b499-4a82-b1cb-484cd5f1fd89 None None] Sync routers for ids ['5e0dc710-e374-4270-92e0-70cddcf18594'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:31.711018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e07bc230-76eb-43ee-9d10-3415adb4f1d5 None None] For port c255ea77-1aa0-464e-9930-6b51939610ed, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c255ea77-1aa0-464e-9930-6b51939610ed,segment=NetworkSegment(6422a7e5-a60f-470d-8ef6-84d5e24cec69),segment_id=6422a7e5-a60f-470d-8ef6-84d5e24cec69)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:31.711481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e07bc230-76eb-43ee-9d10-3415adb4f1d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.730547 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e6fb5-b499-4a82-b1cb-484cd5f1fd89 None None] Routers {'5e0dc710-e374-4270-92e0-70cddcf18594'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:31.732024 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-445e6fb5-b499-4a82-b1cb-484cd5f1fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5e0dc710-e374-4270-92e0-70cddcf18594'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:31.763755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-cf50c376-d599-42de-9351-2b273ca2f3d6 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Synchronizing usage tracker for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:31.781665 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af4db356-4035-4a37-ace4-aeeceb7324d7 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.791496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-cf50c376-d599-42de-9351-2b273ca2f3d6 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Unset dirty status for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:31.795776 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cf50c376-d599-42de-9351-2b273ca2f3d6 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0dc710-e374-4270-92e0-70cddcf18594 HTTP/1.1" status: 200 len: 205 time: 0.1034012 Apr 22 15:13:31.796120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59564) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:31.838776 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-445e6fb5-b499-4a82-b1cb-484cd5f1fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:31.851254 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e6fb5-b499-4a82-b1cb-484cd5f1fd89 None None] Routers {'5e0dc710-e374-4270-92e0-70cddcf18594'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:31.852464 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-445e6fb5-b499-4a82-b1cb-484cd5f1fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5e0dc710-e374-4270-92e0-70cddcf18594'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:31.882390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af4db356-4035-4a37-ace4-aeeceb7324d7 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:31.903133 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4db356-4035-4a37-ace4-aeeceb7324d7 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event deleted for resources: {'Network': ['ID=23251869-1a15-4569-89b9-6ccf8e116039,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:31.908154 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-af4db356-4035-4a37-ace4-aeeceb7324d7 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "DELETE /v2.0/networks/23251869-1a15-4569-89b9-6ccf8e116039 HTTP/1.1" status: 204 len: 168 time: 1.3111384 Apr 22 15:13:31.911120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59570) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:31.918700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197e81bd-e583-4114-94ac-e3910356d5a9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:31.920194 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-197e81bd-e583-4114-94ac-e3910356d5a9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4487734 Apr 22 15:13:31.944913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59574) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:31.958254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e07bc230-76eb-43ee-9d10-3415adb4f1d5 None None] Calling delete_port for c255ea77-1aa0-464e-9930-6b51939610ed owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:31.995754 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-445e6fb5-b499-4a82-b1cb-484cd5f1fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:31.997086 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e6fb5-b499-4a82-b1cb-484cd5f1fd89 None None] The sync data for ids ['5e0dc710-e374-4270-92e0-70cddcf18594'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:32.105552 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59578) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:32.117318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e07bc230-76eb-43ee-9d10-3415adb4f1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.186573 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0192f278-a53e-451c-b3ce-c7cbf1039c66 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.190122 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bc230-76eb-43ee-9d10-3415adb4f1d5 None None] Pushing event deleted for resources: {'Port': ['ID=c255ea77-1aa0-464e-9930-6b51939610ed,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:32.193258 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 4930b589-6a9a-406f-b930-b5b39507c732 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:32.195185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d5c660-6aac-496e-9fd2-8864713753f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:32.196503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d5c660-6aac-496e-9fd2-8864713753f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:32.197911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d5c660-6aac-496e-9fd2-8864713753f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:32.198723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-48d5c660-6aac-496e-9fd2-8864713753f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Synchronizing usage tracker for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:32.217139 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5d73537-ec01-4513-8529-6475c1e39af5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.265991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07bc230-76eb-43ee-9d10-3415adb4f1d5 None None] No DVR routers for this DVR port c255ea77-1aa0-464e-9930-6b51939610ed on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:13:32.285359 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 4930b589-6a9a-406f-b930-b5b39507c732 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:32.319580 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-48d5c660-6aac-496e-9fd2-8864713753f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Unset dirty status for tenant:c1909eb87d45405d8eafd1749afbf9e3 on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:32.324694 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-48d5c660-6aac-496e-9fd2-8864713753f6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3754563 Apr 22 15:13:32.324853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59584) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:32.333076 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group': {'name': 'tempest-secgroup--610876149'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:32.353369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:32.365543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:32.385811 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c255ea77-1aa0-464e-9930-6b51939610ed no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:32.418611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cec0c-56de-4cf9-8e4b-a36f246d3977 req-71052c0e-d11c-423a-89f4-752c5a34d45d tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:32.425851 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3d1cec0c-56de-4cf9-8e4b-a36f246d3977 req-71052c0e-d11c-423a-89f4-752c5a34d45d tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.3509996 Apr 22 15:13:32.435115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: c255ea77-1aa0-464e-9930-6b51939610ed {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:13:32.435842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c255ea77-1aa0-464e-9930-6b51939610ed not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:13:32.535464 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:32.558536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:32.570999 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5d73537-ec01-4513-8529-6475c1e39af5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.612695 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.623407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b5d73537-ec01-4513-8529-6475c1e39af5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e141f70-7a54-45c9-a15b-94f70f52006c']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:32.641335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b5d73537-ec01-4513-8529-6475c1e39af5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6422a7e5-a60f-470d-8ef6-84d5e24cec69') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:32.642490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-b5d73537-ec01-4513-8529-6475c1e39af5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6422a7e5-a60f-470d-8ef6-84d5e24cec69') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:32.651040 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.667169 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584eb301-3d5e-4c8c-8ed7-86d7ccb74db8 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:32.669962 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5d73537-ec01-4513-8529-6475c1e39af5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.698842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.721865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5d73537-ec01-4513-8529-6475c1e39af5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.743569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:32.746976 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d73537-ec01-4513-8529-6475c1e39af5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:13:32.747374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5d73537-ec01-4513-8529-6475c1e39af5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.805463 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-71b5d1e3-674b-4ce2-af7f-f1d9134ea3a2 None None] Provisioning for port 4930b589-6a9a-406f-b930-b5b39507c732 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:32.815914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-71b5d1e3-674b-4ce2-af7f-f1d9134ea3a2 None None] Provisioning complete for port 4930b589-6a9a-406f-b930-b5b39507c732 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:32.816470 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-71b5d1e3-674b-4ce2-af7f-f1d9134ea3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.837703 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:13:32.840582 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:13:32.853701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:32.863297 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:32.870881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:32.876790 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Deleting port cc08792f-ca1b-4501-b649-c25701b60cb5 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:32.877094 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.962617 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3d1cec0c-56de-4cf9-8e4b-a36f246d3977 req-ed63a5ef-6b56-431a-8601-e6fce3857579 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5357509 Apr 22 15:13:32.968533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0192f278-a53e-451c-b3ce-c7cbf1039c66 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:32.989955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0192f278-a53e-451c-b3ce-c7cbf1039c66 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.020115 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44db284-1797-4a94-ac97-0cf565301232 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 33432dd8-0ef2-4f29-9d75-319b76a1ceca {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:33.024525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d44db284-1797-4a94-ac97-0cf565301232 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.040256 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.067479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5d73537-ec01-4513-8529-6475c1e39af5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.070941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0192f278-a53e-451c-b3ce-c7cbf1039c66 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.071726 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0192f278-a53e-451c-b3ce-c7cbf1039c66 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Fanout notify agent at l3_agent the message router_deleted on router 5e0dc710-e374-4270-92e0-70cddcf18594 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:13:33.090450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0192f278-a53e-451c-b3ce-c7cbf1039c66 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.094188 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0192f278-a53e-451c-b3ce-c7cbf1039c66 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/routers/5e0dc710-e374-4270-92e0-70cddcf18594 HTTP/1.1" status: 204 len: 168 time: 1.2941229 Apr 22 15:13:33.095037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59588) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:33.103398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b5d73537-ec01-4513-8529-6475c1e39af5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.116841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d73537-ec01-4513-8529-6475c1e39af5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event deleted for resources: {'Network': ['ID=2e141f70-7a54-45c9-a15b-94f70f52006c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:33.121808 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b5d73537-ec01-4513-8529-6475c1e39af5 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "DELETE /v2.0/networks/2e141f70-7a54-45c9-a15b-94f70f52006c HTTP/1.1" status: 204 len: 168 time: 1.2071631 Apr 22 15:13:33.123719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59592) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:33.151049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-71b5d1e3-674b-4ce2-af7f-f1d9134ea3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.151349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d44db284-1797-4a94-ac97-0cf565301232 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.166259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.191532 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-71b5d1e3-674b-4ce2-af7f-f1d9134ea3a2 None None] For port 4930b589-6a9a-406f-b930-b5b39507c732, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=4930b589-6a9a-406f-b930-b5b39507c732,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:33.195931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-71b5d1e3-674b-4ce2-af7f-f1d9134ea3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.270233 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5d1e3-674b-4ce2-af7f-f1d9134ea3a2 None None] Pushing event updated for resources: {'Port': ['ID=4930b589-6a9a-406f-b930-b5b39507c732,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:33.315039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Calling delete_port for cc08792f-ca1b-4501-b649-c25701b60cb5 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:33.366154 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d44db284-1797-4a94-ac97-0cf565301232 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.411974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb96f38-a1df-47c5-a804-b8dab5ca5e53 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting subnet ac53c177-8aa3-4b43-874b-e72a70c66dc1 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:33.419214 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cdb96f38-a1df-47c5-a804-b8dab5ca5e53 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.429131 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d62df144-0014-4ea1-b7a5-0f4809befff0 None None] Provisioning complete for port 4930b589-6a9a-406f-b930-b5b39507c732 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:33.429757 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d62df144-0014-4ea1-b7a5-0f4809befff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.489999 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cdb96f38-a1df-47c5-a804-b8dab5ca5e53 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.527699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.552887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d44db284-1797-4a94-ac97-0cf565301232 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.561282 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.579907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:33.584057 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:33.586941 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:33.607763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44db284-1797-4a94-ac97-0cf565301232 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=33432dd8-0ef2-4f29-9d75-319b76a1ceca,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:33.613337 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d44db284-1797-4a94-ac97-0cf565301232 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.613525 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:33.629061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5480e4b-9f4c-471c-a816-f0357c2f8163 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Deleting subnet a57b3a59-23dc-4866-a288-8d6a327a4b36 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:33.632823 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cdb96f38-a1df-47c5-a804-b8dab5ca5e53 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.655526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5480e4b-9f4c-471c-a816-f0357c2f8163 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.657152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6acda3-f3fd-4ddc-b84f-0411a27d6fa4 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:33.670962 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d44db284-1797-4a94-ac97-0cf565301232 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/33432dd8-0ef2-4f29-9d75-319b76a1ceca HTTP/1.1" status: 204 len: 168 time: 1.3431134 Apr 22 15:13:33.673872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59596) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:33.698019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be42701-c6e2-4439-b679-ed8dc0289900,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:33.747273 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c8cbe193-47b2-4de7-8181-77ef7b7988b7 None None] Could not find standard attr ID for object cc7815ed-587d-4b81-84bf-18509b517d36. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:13:33.747505 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5480e4b-9f4c-471c-a816-f0357c2f8163 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.769992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2e1258-2445-48a0-b477-e9795bbcd545 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Deleting subnet 92661837-f27c-4a8c-acfd-fa0ccd9c66cf {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:13:33.772989 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cdb96f38-a1df-47c5-a804-b8dab5ca5e53 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.812605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1e2e1258-2445-48a0-b477-e9795bbcd545 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.840397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.849131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb96f38-a1df-47c5-a804-b8dab5ca5e53 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Subnet': ['ID=ac53c177-8aa3-4b43-874b-e72a70c66dc1,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:33.856316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.866305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cdb96f38-a1df-47c5-a804-b8dab5ca5e53 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.880603 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cdb96f38-a1df-47c5-a804-b8dab5ca5e53 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/ac53c177-8aa3-4b43-874b-e72a70c66dc1 HTTP/1.1" status: 204 len: 168 time: 0.7823105 Apr 22 15:13:33.881342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59600) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:33.883894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1e2e1258-2445-48a0-b477-e9795bbcd545 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.891917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9889fc-b9b2-472c-a668-82e564fd7954 None None] Network 88f73879-5404-44bf-9d38-e2e0b64c72e5 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:33.913564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4394ac0-9351-4201-a2d1-d74b2b64a1e6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:33.920628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:33.921805 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-46e6860a-36f4-4d11-9f33-6e33ec197125 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8112664 Apr 22 15:13:33.927543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59604) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:33.976175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.036205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Pushing event deleted for resources: {'Port': ['ID=cc08792f-ca1b-4501-b649-c25701b60cb5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:34.065959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.074599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5480e4b-9f4c-471c-a816-f0357c2f8163 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.092279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:34.092851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.126901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1e2e1258-2445-48a0-b477-e9795bbcd545 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.215021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 4930b589-6a9a-406f-b930-b5b39507c732 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:34.229608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-49e749cd-3125-44b5-a7fa-bb285a7de96e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:34.325728 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1e2e1258-2445-48a0-b477-e9795bbcd545 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.346655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 4930b589-6a9a-406f-b930-b5b39507c732 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:34.346977 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.534462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36402369-93a7-466e-8dc7-6b8a81b96d5f None None] DHCP port deletion for 88f73879-5404-44bf-9d38-e2e0b64c72e5 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:13:34.538000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-49e749cd-3125-44b5-a7fa-bb285a7de96e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:34.539346 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-49e749cd-3125-44b5-a7fa-bb285a7de96e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6106460 Apr 22 15:13:34.542656 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59610) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:34.542804 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-36402369-93a7-466e-8dc7-6b8a81b96d5f None None] Deleting port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:34.543117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-36402369-93a7-466e-8dc7-6b8a81b96d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.547751 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5480e4b-9f4c-471c-a816-f0357c2f8163 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.554558 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6b940e65-e349-4d68-9508-81c49a1ba46b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group': {'name': 'tempest-security--329355283', 'description': 'tempest-security-description-851672242'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:34.574114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e1258-2445-48a0-b477-e9795bbcd545 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Subnet': ['ID=92661837-f27c-4a8c-acfd-fa0ccd9c66cf,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:34.599754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1e2e1258-2445-48a0-b477-e9795bbcd545 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.614161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.626200 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1e2e1258-2445-48a0-b477-e9795bbcd545 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/92661837-f27c-4a8c-acfd-fa0ccd9c66cf HTTP/1.1" status: 204 len: 168 time: 0.9520326 Apr 22 15:13:34.631923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59616) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:34.682267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5480e4b-9f4c-471c-a816-f0357c2f8163 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event deleted for resources: {'Subnet': ['ID=a57b3a59-23dc-4866-a288-8d6a327a4b36,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:34.717032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c650436-ab6f-4980-ac81-75cdd6677a0b req-9d9e6819-6c22-4f8e-a046-604074c7126e tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:34.718613 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6c650436-ab6f-4980-ac81-75cdd6677a0b req-9d9e6819-6c22-4f8e-a046-604074c7126e tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.5230377 Apr 22 15:13:34.734241 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e64cef64-62ef-4aeb-804f-7ff0fed0dec3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987618 Apr 22 15:13:34.747795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] For port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b,segment=NetworkSegment(ec5221d6-795e-49e3-a767-ccdab3ac04d4),segment_id=ec5221d6-795e-49e3-a767-ccdab3ac04d4)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:34.748151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.751989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59620) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:34.758677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5480e4b-9f4c-471c-a816-f0357c2f8163 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.768752 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b9f424-aded-4050-8b1c-94577a102269 None None] Network 5f4285ed-0bd9-4c1e-be13-d2d54467e24f requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:34.823983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.828599 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d5480e4b-9f4c-471c-a816-f0357c2f8163 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "DELETE /v2.0/subnets/a57b3a59-23dc-4866-a288-8d6a327a4b36 HTTP/1.1" status: 204 len: 168 time: 1.7009006 Apr 22 15:13:34.831651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.844331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59624) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:34.892808 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:34.909960 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-36402369-93a7-466e-8dc7-6b8a81b96d5f None None] For port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b,segment=NetworkSegment(ec5221d6-795e-49e3-a767-ccdab3ac04d4),segment_id=ec5221d6-795e-49e3-a767-ccdab3ac04d4)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:34.910537 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-36402369-93a7-466e-8dc7-6b8a81b96d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:34.947886 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6c650436-ab6f-4980-ac81-75cdd6677a0b req-0d6d3bb5-b1fa-436a-a6be-cd64d8fd4946 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182810 Apr 22 15:13:35.009232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.025887 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6b940e65-e349-4d68-9508-81c49a1ba46b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.042730 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69cf3aa-2696-42db-918a-181093745704 None None] Network 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:35.068933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:35.074857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No DVR routers for this DVR port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:13:35.160353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-36402369-93a7-466e-8dc7-6b8a81b96d5f None None] Calling delete_port for a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:35.193568 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6b940e65-e349-4d68-9508-81c49a1ba46b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.202651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.203963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.209102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6b940e65-e349-4d68-9508-81c49a1ba46b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.211510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6b940e65-e349-4d68-9508-81c49a1ba46b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.215195 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6b940e65-e349-4d68-9508-81c49a1ba46b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "PUT /v2.0/security-groups/d4394ac0-9351-4201-a2d1-d74b2b64a1e6 HTTP/1.1" status: 200 len: 1610 time: 0.6688669 Apr 22 15:13:35.216130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59628) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:35.235549 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a92a7b3-388a-4cde-9d2f-8a9604dc5a04 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:35.239592 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6a92a7b3-388a-4cde-9d2f-8a9604dc5a04 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4751492 Apr 22 15:13:35.243795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59632) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:35.255747 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f73879-5404-44bf-9d38-e2e0b64c72e5']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:35.278381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5221d6-795e-49e3-a767-ccdab3ac04d4') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:35.278721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5221d6-795e-49e3-a767-ccdab3ac04d4') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:35.290845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Router 6b3461d5-08e0-448d-9c46-6c34a064301c has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:13:35.295079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.310903 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a1dfbc3c-b515-40f1-a7b7-7f40cd65f9f5 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-groups/d4394ac0-9351-4201-a2d1-d74b2b64a1e6 HTTP/1.1" status: 200 len: 1610 time: 0.0912902 Apr 22 15:13:35.310903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59636) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:35.311233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Deleting port 8087eaca-b22f-432c-949e-5148cd8bcc88 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:35.311233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.328990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.345740 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:13:35.346189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.349492 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b940e65-e349-4d68-9508-81c49a1ba46b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4394ac0-9351-4201-a2d1-d74b2b64a1e6,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:13:35.366735 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:13:35.385804 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a766e-a54f-418e-896f-0f3e22d96ca4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:35.389678 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c29a766e-a54f-418e-896f-0f3e22d96ca4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1393986 Apr 22 15:13:35.390354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59640) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:35.401291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9334bccf-4214-4156-a1c0-26eda91b9304 None None] Provisioning complete for port 4930b589-6a9a-406f-b930-b5b39507c732 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:35.401662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9334bccf-4214-4156-a1c0-26eda91b9304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.472271 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-36402369-93a7-466e-8dc7-6b8a81b96d5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:13:35.472632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-36402369-93a7-466e-8dc7-6b8a81b96d5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:13:35.477951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.482586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.507340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9f58f1da-2796-4dac-b1e5-da7586856c6a tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.530234 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Network': ['ID=88f73879-5404-44bf-9d38-e2e0b64c72e5,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:35.552387 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-690bde1c-defe-4675-b8c4-398c74339893 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/networks/88f73879-5404-44bf-9d38-e2e0b64c72e5 HTTP/1.1" status: 204 len: 168 time: 1.6375623 Apr 22 15:13:35.552831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59644) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:35.561372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5983702d-de16-4b07-943a-0398bf12b2e2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-599835028', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:35.566775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9f58f1da-2796-4dac-b1e5-da7586856c6a tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.578910 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5983702d-de16-4b07-943a-0398bf12b2e2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:35.592435 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5983702d-de16-4b07-943a-0398bf12b2e2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:router and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:35.598272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5983702d-de16-4b07-943a-0398bf12b2e2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:35.613563 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5983702d-de16-4b07-943a-0398bf12b2e2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:35.623169 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3e47a950-022d-45f8-8729-6083cb7896e8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2315648 Apr 22 15:13:35.628803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59648) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:35.632255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86525db-7201-4a91-afa0-31930b7069c1 None None] DHCP port deletion for 5f4285ed-0bd9-4c1e-be13-d2d54467e24f request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:13:35.637438 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f86525db-7201-4a91-afa0-31930b7069c1 None None] Deleting port 8087eaca-b22f-432c-949e-5148cd8bcc88 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:35.641480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f86525db-7201-4a91-afa0-31930b7069c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.680492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5983702d-de16-4b07-943a-0398bf12b2e2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.681846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5983702d-de16-4b07-943a-0398bf12b2e2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.688120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9f58f1da-2796-4dac-b1e5-da7586856c6a tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.689159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d835d57-5280-4abc-a9d8-8030eaf4fee7 None None] DHCP port deletion for 7c65cc89-8c82-4fda-bb87-5fe6a05544c6 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:13:35.691991 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b9e692-c830-4052-8ad7-2284d7bc6381 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:35.692552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b9e692-c830-4052-8ad7-2284d7bc6381 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:35.697592 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7d835d57-5280-4abc-a9d8-8030eaf4fee7 None None] Deleting port 4930b589-6a9a-406f-b930-b5b39507c732 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:35.698079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7d835d57-5280-4abc-a9d8-8030eaf4fee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.722200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58f1da-2796-4dac-b1e5-da7586856c6a tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4394ac0-9351-4201-a2d1-d74b2b64a1e6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:35.726263 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-78b9e692-c830-4052-8ad7-2284d7bc6381 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/cc7815ed-587d-4b81-84bf-18509b517d36 HTTP/1.1" status: 404 len: 333 time: 0.0961490 Apr 22 15:13:35.729165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59652) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:35.734338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9f58f1da-2796-4dac-b1e5-da7586856c6a tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.738318 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9f58f1da-2796-4dac-b1e5-da7586856c6a tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-groups/d4394ac0-9351-4201-a2d1-d74b2b64a1e6 HTTP/1.1" status: 204 len: 168 time: 0.4247212 Apr 22 15:13:35.749159 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59656) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:35.771342 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:35.780706 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d63f19-094d-4493-8502-779de879e206 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:35.781152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d63f19-094d-4493-8502-779de879e206 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:35.781896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.783733 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-be70cbec-f1c3-430e-b5ac-42edde6b95a4 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "PUT /v2.0/routers/6b3461d5-08e0-448d-9c46-6c34a064301c HTTP/1.1" status: 200 len: 705 time: 5.8099136 Apr 22 15:13:35.787098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59660) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:35.791681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5983702d-de16-4b07-943a-0398bf12b2e2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.792714 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] For port 8087eaca-b22f-432c-949e-5148cd8bcc88, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8087eaca-b22f-432c-949e-5148cd8bcc88,segment=NetworkSegment(2e255dca-f93e-4457-8d7d-faa95b2e1e64),segment_id=2e255dca-f93e-4457-8d7d-faa95b2e1e64)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:35.793255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:35.794780 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743de51f-a0f4-4762-b243-aba12519c08b None None] Sync routers for ids ['6b3461d5-08e0-448d-9c46-6c34a064301c'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:35.847451 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a1d63f19-094d-4493-8502-779de879e206 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/92661837-f27c-4a8c-acfd-fa0ccd9c66cf HTTP/1.1" status: 404 len: 337 time: 0.1133623 Apr 22 15:13:35.855349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59664) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:35.888880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743de51f-a0f4-4762-b243-aba12519c08b None None] Routers {'6b3461d5-08e0-448d-9c46-6c34a064301c'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:35.889594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-743de51f-a0f4-4762-b243-aba12519c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['6b3461d5-08e0-448d-9c46-6c34a064301c'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:35.952574 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-8071217d-6dca-4b33-9569-c3c937a95ce9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:35.953042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8071217d-6dca-4b33-9569-c3c937a95ce9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:35.957050 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8071217d-6dca-4b33-9569-c3c937a95ce9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/33432dd8-0ef2-4f29-9d75-319b76a1ceca HTTP/1.1" status: 404 len: 337 time: 0.0976989 Apr 22 15:13:35.962337 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59668) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:35.982104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-36402369-93a7-466e-8dc7-6b8a81b96d5f None None] Deleting port a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:35.982486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-36402369-93a7-466e-8dc7-6b8a81b96d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.008955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5983702d-de16-4b07-943a-0398bf12b2e2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.034294 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b66cf9-507d-4ebf-addf-f620f3c2e6bb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.034797 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b66cf9-507d-4ebf-addf-f620f3c2e6bb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.038682 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-05b66cf9-507d-4ebf-addf-f620f3c2e6bb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/8cfa186b-1877-4e15-9464-638dbcb13101 HTTP/1.1" status: 404 len: 333 time: 0.0722466 Apr 22 15:13:36.038827 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Calling delete_port for 8087eaca-b22f-432c-949e-5148cd8bcc88 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:36.039912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59674) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.084448 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-6705a0ac-2ffa-4322-a8b8-bbdf23893524 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.085560 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6705a0ac-2ffa-4322-a8b8-bbdf23893524 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.087718 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6705a0ac-2ffa-4322-a8b8-bbdf23893524 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/4824be9d-e5e1-4d65-a534-7ebaaa02b695 HTTP/1.1" status: 404 len: 337 time: 0.0467308 Apr 22 15:13:36.090411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59678) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.094022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5983702d-de16-4b07-943a-0398bf12b2e2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.095365 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5983702d-de16-4b07-943a-0398bf12b2e2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5413899 Apr 22 15:13:36.099058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59682) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.118692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1904864397'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:36.131676 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7da43277-ef93-4167-bfc0-2d42086aa4a0 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/routers/6b3461d5-08e0-448d-9c46-6c34a064301c HTTP/1.1" status: 200 len: 740 time: 0.3424256 Apr 22 15:13:36.136342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59686) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.140364 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:36.141139 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-743de51f-a0f4-4762-b243-aba12519c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:36.154037 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:network and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:36.161996 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f5ffed37-00c1-49cb-8907-b6c625e95af9 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4115703 Apr 22 15:13:36.163102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:36.164097 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8087eaca-b22f-432c-949e-5148cd8bcc88 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:36.167512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59690) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.173496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:36.176566 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-752dd2d4-99a0-4dd2-aa99-bb3b2725eac6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.177186 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752dd2d4-99a0-4dd2-aa99-bb3b2725eac6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.179065 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-752dd2d4-99a0-4dd2-aa99-bb3b2725eac6 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/c9cb7443-531f-4966-921e-42006679f27c HTTP/1.1" status: 404 len: 337 time: 0.0875707 Apr 22 15:13:36.190781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59694) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.200489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-36402369-93a7-466e-8dc7-6b8a81b96d5f None None] The port 'a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:13:36.211506 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-265004d8-73da-4d30-936a-ce628c29c679 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] delete failed (client error): The resource could not be found. Apr 22 15:13:36.212748 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-265004d8-73da-4d30-936a-ce628c29c679 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-groups/d4394ac0-9351-4201-a2d1-d74b2b64a1e6 HTTP/1.1" status: 404 len: 347 time: 0.0418942 Apr 22 15:13:36.216531 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59698) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.222276 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171462807'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:36.228238 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-71e0025e-54f9-4977-beb6-5f2b1c632065 tempest-RoutersAdminTest-689684500 tempest-RoutersAdminTest-689684500-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=2d66903e-b313-440b-aa1f-9c226989a999&device_id=6b3461d5-08e0-448d-9c46-6c34a064301c HTTP/1.1" status: 200 len: 205 time: 0.0880208 Apr 22 15:13:36.228429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:36.230379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.239532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59702) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.278447 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-26683e70-6f8f-47ad-bf1e-90794750ed9b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.278891 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26683e70-6f8f-47ad-bf1e-90794750ed9b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.280567 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-26683e70-6f8f-47ad-bf1e-90794750ed9b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/6f0d7995-b086-46db-a7a4-c34497baba97 HTTP/1.1" status: 404 len: 333 time: 0.0882545 Apr 22 15:13:36.280713 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:36.284845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59706) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.288773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f86525db-7201-4a91-afa0-31930b7069c1 None None] For port 8087eaca-b22f-432c-949e-5148cd8bcc88, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8087eaca-b22f-432c-949e-5148cd8bcc88,segment=NetworkSegment(2e255dca-f93e-4457-8d7d-faa95b2e1e64),segment_id=2e255dca-f93e-4457-8d7d-faa95b2e1e64)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:36.289231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f86525db-7201-4a91-afa0-31930b7069c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.299111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.303540 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:36.340077 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f0c9c825-c560-4975-aaee-9921c2e6b0b8 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b3461d5-08e0-448d-9c46-6c34a064301c HTTP/1.1" status: 200 len: 205 time: 0.0969748 Apr 22 15:13:36.347390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:36.364011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59710) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.369947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:36.374797 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event deleted for resources: {'Port': ['ID=8087eaca-b22f-432c-949e-5148cd8bcc88,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:36.434085 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d32b51-8bc5-4ea4-abca-89b84f144b7e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.434554 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d32b51-8bc5-4ea4-abca-89b84f144b7e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.436201 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a3d32b51-8bc5-4ea4-abca-89b84f144b7e tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/ebd6a1ee-a0a6-4897-b5ff-9de274b4a7e7 HTTP/1.1" status: 404 len: 337 time: 0.1504626 Apr 22 15:13:36.438813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59716) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.452904 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f86525db-7201-4a91-afa0-31930b7069c1 None None] Calling delete_port for 8087eaca-b22f-432c-949e-5148cd8bcc88 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:36.481967 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae431aa6-2f5d-4710-9836-feebc64742d4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.482462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae431aa6-2f5d-4710-9836-feebc64742d4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.484171 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ae431aa6-2f5d-4710-9836-feebc64742d4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/eea7b2aa-08c2-4f7d-b05a-516ac606e4a7 HTTP/1.1" status: 404 len: 337 time: 0.0444660 Apr 22 15:13:36.486834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59720) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.489294 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743de51f-a0f4-4762-b243-aba12519c08b None None] Routers {'6b3461d5-08e0-448d-9c46-6c34a064301c'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:36.490415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-743de51f-a0f4-4762-b243-aba12519c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['6b3461d5-08e0-448d-9c46-6c34a064301c'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:36.513849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] No DVR routers for this DVR port 8087eaca-b22f-432c-949e-5148cd8bcc88 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:13:36.543733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.544492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a01a0-5f0a-42f7-b5f6-a4ae81167ff4 req-d161b431-fe40-42aa-b1fb-fa19b1c758f5 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:36.545968 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-556a01a0-5f0a-42f7-b5f6-a4ae81167ff4 req-d161b431-fe40-42aa-b1fb-fa19b1c758f5 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.3602195 Apr 22 15:13:36.546873 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-21be3996-a94f-4999-9c0f-002ad22c5b1c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.547331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21be3996-a94f-4999-9c0f-002ad22c5b1c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.548880 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-21be3996-a94f-4999-9c0f-002ad22c5b1c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/b23dbda2-50ae-40cb-aecc-523e371a04d5 HTTP/1.1" status: 404 len: 333 time: 0.0609829 Apr 22 15:13:36.551522 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59724) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.556097 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-7d835d57-5280-4abc-a9d8-8030eaf4fee7 None None] For port 4930b589-6a9a-406f-b930-b5b39507c732, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=4930b589-6a9a-406f-b930-b5b39507c732,segment=NetworkSegment(cca85388-66df-46e8-b6d3-46e0eac3d61b),segment_id=cca85388-66df-46e8-b6d3-46e0eac3d61b)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:36.556487 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7d835d57-5280-4abc-a9d8-8030eaf4fee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.560720 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:13:36.604868 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c033c59d-6755-48f9-8cc4-2398cb4e901c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.605312 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c033c59d-6755-48f9-8cc4-2398cb4e901c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.607170 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c033c59d-6755-48f9-8cc4-2398cb4e901c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/74e436f1-a215-4182-9bc9-22eb5f53d56b HTTP/1.1" status: 404 len: 337 time: 0.0546250 Apr 22 15:13:36.609955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59728) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.654170 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-0701641a-d69e-42d6-9fc1-607eb6a89df5 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.654624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0701641a-d69e-42d6-9fc1-607eb6a89df5 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.656275 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0701641a-d69e-42d6-9fc1-607eb6a89df5 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/144e0c8c-7964-4d05-9b4c-2c23c98835d4 HTTP/1.1" status: 404 len: 337 time: 0.0453830 Apr 22 15:13:36.661156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.662074 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Added segment 0e34195d-4f26-4e81-a36b-1115d07c423c of type vlan for network c2d767fa-a968-4033-9728-55527d5dfae3 Apr 22 15:13:36.663378 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59732) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.697655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d990af7a-a840-4e53-ac6d-40be3620fb78 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.716379 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e32efe-74c1-409b-b934-45ef83d8051f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.716821 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e32efe-74c1-409b-b934-45ef83d8051f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.718479 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c1e32efe-74c1-409b-b934-45ef83d8051f tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/a5cb947d-fe4a-4c68-a86c-d8fb0e35933d HTTP/1.1" status: 404 len: 333 time: 0.0541289 Apr 22 15:13:36.721372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59736) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.723580 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-556a01a0-5f0a-42f7-b5f6-a4ae81167ff4 req-8adb85c4-b79f-4766-af2d-147900c0582b tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375656 Apr 22 15:13:36.735435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-743de51f-a0f4-4762-b243-aba12519c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:36.735435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743de51f-a0f4-4762-b243-aba12519c08b None None] The sync data for ids ['6b3461d5-08e0-448d-9c46-6c34a064301c'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:36.743946 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7d835d57-5280-4abc-a9d8-8030eaf4fee7 None None] Calling delete_port for 4930b589-6a9a-406f-b930-b5b39507c732 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:36.764340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.769362 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No active binding found for port 8087eaca-b22f-432c-949e-5148cd8bcc88 {{(pid=83935) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 22 15:13:36.769511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8087eaca-b22f-432c-949e-5148cd8bcc88 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:13:36.769873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 4930b589-6a9a-406f-b930-b5b39507c732 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:36.773233 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-b323562c-c561-4dc7-a036-a845ca1c9696 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.774233 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b323562c-c561-4dc7-a036-a845ca1c9696 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.778698 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b323562c-c561-4dc7-a036-a845ca1c9696 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/2e87b479-c20f-42f8-b033-6d8ebb57dd7e HTTP/1.1" status: 404 len: 337 time: 0.0514724 Apr 22 15:13:36.778835 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59740) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.818281 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f7a3c5-72cb-4f94-8202-c8e41a5daa03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.818721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f7a3c5-72cb-4f94-8202-c8e41a5daa03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.824180 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-77f7a3c5-72cb-4f94-8202-c8e41a5daa03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/23bddcca-aaca-40bd-b428-667699174864 HTTP/1.1" status: 404 len: 333 time: 0.0407217 Apr 22 15:13:36.824180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59744) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.839225 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:36.861300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.868721 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-775ba2a5-3520-4750-85d0-df322f899349 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.869457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775ba2a5-3520-4750-85d0-df322f899349 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.874029 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-775ba2a5-3520-4750-85d0-df322f899349 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/4386556d-a7e1-4534-a89a-5120faac1af2 HTTP/1.1" status: 404 len: 337 time: 0.0474045 Apr 22 15:13:36.874454 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:36.874583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59748) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.879821 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-f86525db-7201-4a91-afa0-31930b7069c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:13:36.880164 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-f86525db-7201-4a91-afa0-31930b7069c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:13:36.880913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:36.890927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:36.895029 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4285ed-0bd9-4c1e-be13-d2d54467e24f']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:36.916514 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-664587e2-bb67-4d65-a8da-2859159f7547 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.916993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664587e2-bb67-4d65-a8da-2859159f7547 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.921210 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7d835d57-5280-4abc-a9d8-8030eaf4fee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.921368 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-664587e2-bb67-4d65-a8da-2859159f7547 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/c05d8219-61a8-4a8b-acb8-5ec8af4e5739 HTTP/1.1" status: 404 len: 333 time: 0.0432031 Apr 22 15:13:36.921485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59752) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.954998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e255dca-f93e-4457-8d7d-faa95b2e1e64') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:36.955426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e255dca-f93e-4457-8d7d-faa95b2e1e64') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:36.960700 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-6045c6b1-9b2f-4cb4-8886-9f052c2c88e0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:36.961183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6045c6b1-9b2f-4cb4-8886-9f052c2c88e0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:36.966436 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6045c6b1-9b2f-4cb4-8886-9f052c2c88e0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/6804ca8f-9e52-496a-8189-4a6fe5245cc0 HTTP/1.1" status: 404 len: 337 time: 0.0405416 Apr 22 15:13:36.966436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59758) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:36.975531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d835d57-5280-4abc-a9d8-8030eaf4fee7 None None] Pushing event deleted for resources: {'Port': ['ID=4930b589-6a9a-406f-b930-b5b39507c732,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:36.986188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d835d57-5280-4abc-a9d8-8030eaf4fee7 None None] No DVR routers for this DVR port 4930b589-6a9a-406f-b930-b5b39507c732 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:13:36.987602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:36.998649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.017275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.021223 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:37.022076 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.053527 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d6e35b-6630-43cc-8763-b4034898c19a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:37.053969 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d6e35b-6630-43cc-8763-b4034898c19a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:37.060437 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:37.063502 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-66d6e35b-6630-43cc-8763-b4034898c19a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/7a7ed948-ec09-443d-9268-663265b3c31d HTTP/1.1" status: 404 len: 333 time: 0.0969741 Apr 22 15:13:37.064134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59762) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.100527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:13:37.101260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a03bd1d0-bdec-4b51-a4ca-d93e87bc4a0b not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:13:37.108112 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-b30d4628-c868-4400-a753-013979351f97 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:37.108576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b30d4628-c868-4400-a753-013979351f97 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:37.115177 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b30d4628-c868-4400-a753-013979351f97 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/e454fe16-92f7-4ebe-b4ee-081adc85787d HTTP/1.1" status: 404 len: 337 time: 0.0500302 Apr 22 15:13:37.116479 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59766) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.132816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.168320 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-33dee171-af0a-4a1a-b52e-0a93d637cc3c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:37.168988 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33dee171-af0a-4a1a-b52e-0a93d637cc3c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:37.173091 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-33dee171-af0a-4a1a-b52e-0a93d637cc3c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/7fee483e-df65-4177-b9a1-7edcf19bef12 HTTP/1.1" status: 404 len: 333 time: 0.0533705 Apr 22 15:13:37.173485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59770) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.217742 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e99e279-3f5d-438e-852f-a879dbf78f92 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:37.218325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e99e279-3f5d-438e-852f-a879dbf78f92 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:37.222120 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2e99e279-3f5d-438e-852f-a879dbf78f92 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/2c6503b9-32b7-4c8a-9f2c-cdf275254e6e HTTP/1.1" status: 404 len: 337 time: 0.0457027 Apr 22 15:13:37.222727 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59776) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.263195 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-f804f05d-d347-467f-90c2-0aae9d56e3d9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:37.263678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f804f05d-d347-467f-90c2-0aae9d56e3d9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:37.266181 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f804f05d-d347-467f-90c2-0aae9d56e3d9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/a1ac5b53-0348-464a-8ba8-19abda5834f0 HTTP/1.1" status: 404 len: 333 time: 0.0417387 Apr 22 15:13:37.270641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59780) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.293139 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:13:37.293561 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:13:37.310165 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:13:37.347307 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcecbfc9-00a3-4955-835c-1a1012754c3c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:37.347753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcecbfc9-00a3-4955-835c-1a1012754c3c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:37.350181 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bcecbfc9-00a3-4955-835c-1a1012754c3c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/eb36a08f-0552-4cfe-887b-d59a2c239cba HTTP/1.1" status: 404 len: 337 time: 0.0778046 Apr 22 15:13:37.355137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59786) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.381557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f86525db-7201-4a91-afa0-31930b7069c1 None None] Deleting port 8087eaca-b22f-432c-949e-5148cd8bcc88 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:37.383509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f86525db-7201-4a91-afa0-31930b7069c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.426284 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3162556 Apr 22 15:13:37.433600 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b810d-32fb-41d2-b5f6-35bc5510a3f8 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Network': ['ID=c2d767fa-a968-4033-9728-55527d5dfae3,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:37.449818 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network c2d767fa-a968-4033-9728-55527d5dfae3 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:13:37.462110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59790) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.466085 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbf3e8d-abff-4d2a-9f03-19a36134dac9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:37.466085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbf3e8d-abff-4d2a-9f03-19a36134dac9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:37.469848 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-edbf3e8d-abff-4d2a-9f03-19a36134dac9 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/98d6b5b6-679c-4632-a611-e85ea7bceeeb HTTP/1.1" status: 404 len: 337 time: 0.1116238 Apr 22 15:13:37.472316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f86525db-7201-4a91-afa0-31930b7069c1 None None] The port '8087eaca-b22f-432c-949e-5148cd8bcc88' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:13:37.475796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59794) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.480340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'subnet': {'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:37.497795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.618003 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d8cc32-84bd-4790-9852-ca1a870d52df tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:37.618458 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d8cc32-84bd-4790-9852-ca1a870d52df tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:37.620110 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c1d8cc32-84bd-4790-9852-ca1a870d52df tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/2f58255a-86b5-4e1b-bdca-ef5d52a20952 HTTP/1.1" status: 404 len: 333 time: 0.1225307 Apr 22 15:13:37.625946 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59798) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.674049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.702980 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.704823 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e72a6e6-7c3a-46bb-beb8-8bb2203bbd52 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:37.705270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e72a6e6-7c3a-46bb-beb8-8bb2203bbd52 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:37.707404 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9e72a6e6-7c3a-46bb-beb8-8bb2203bbd52 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/3a5ed03a-bf55-4854-9a0f-94caf92c80d4 HTTP/1.1" status: 404 len: 337 time: 0.0777295 Apr 22 15:13:37.710093 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.712552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59802) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.717378 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d990af7a-a840-4e53-ac6d-40be3620fb78 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.754903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:37.757290 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Pushing event deleted for resources: {'Network': ['ID=5f4285ed-0bd9-4c1e-be13-d2d54467e24f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:37.767760 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d6f8bf7f-b272-4be4-8e23-c491d0df2d6d tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "DELETE /v2.0/networks/5f4285ed-0bd9-4c1e-be13-d2d54467e24f HTTP/1.1" status: 204 len: 168 time: 2.8257558 Apr 22 15:13:37.768504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d25e7-ca86-4c71-9a0f-191b1fce802c req-f6eff27e-c335-4275-a89b-0f8805a047d0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:37.768741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.769824 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5521450 Apr 22 15:13:37.770429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59806) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.771924 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d990af7a-a840-4e53-ac6d-40be3620fb78 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.774731 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-779d25e7-ca86-4c71-9a0f-191b1fce802c req-f6eff27e-c335-4275-a89b-0f8805a047d0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.4681716 Apr 22 15:13:37.775640 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59808) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.781137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:subnet and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:37.786192 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d096cef-2f5e-448c-b062-81da60d4b1e8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:37.787144 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d096cef-2f5e-448c-b062-81da60d4b1e8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:37.792249 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4d096cef-2f5e-448c-b062-81da60d4b1e8 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/77c91933-f482-4d90-85e6-f158ce0a6b6f HTTP/1.1" status: 404 len: 337 time: 0.0782070 Apr 22 15:13:37.792811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59814) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.793646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:37.805521 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:37.811375 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf03c69-59b3-4a16-ab90-fb61e64cbab6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c11efcd-98a4-4cd6-8e01-640ac265a23b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:37.817029 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9f8ce90a-7512-47f2-bb34-0fefb30a75d1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group_rule': {'security_group_id': '4c11efcd-98a4-4cd6-8e01-640ac265a23b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:37.827966 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9f8ce90a-7512-47f2-bb34-0fefb30a75d1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:37.839227 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2022792f-f3be-4df9-84c3-4a3cc4f9ecb9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Synchronizing usage tracker for tenant:be0dff5467b145fe8289fbd000a8c6d5 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:37.843659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9f8ce90a-7512-47f2-bb34-0fefb30a75d1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:37.847580 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9f8ce90a-7512-47f2-bb34-0fefb30a75d1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:37.866948 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9f8ce90a-7512-47f2-bb34-0fefb30a75d1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:37.882519 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2022792f-f3be-4df9-84c3-4a3cc4f9ecb9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Unset dirty status for tenant:be0dff5467b145fe8289fbd000a8c6d5 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:37.883951 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2022792f-f3be-4df9-84c3-4a3cc4f9ecb9 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "GET /v2.0/ports?device_id=2ed77844-8467-4e88-a2c1-ce06fb5d1a79 HTTP/1.1" status: 200 len: 205 time: 0.1095264 Apr 22 15:13:37.884361 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-97516294-f2a3-4f25-9d65-61bbd49f3dc3 req-fa9caf96-13b7-48cc-a5be-d11a21fa0bc1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca170eb8340f428b86c9c5acf6a8ca1c&device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 1098 time: 0.5764821 Apr 22 15:13:37.890084 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d990af7a-a840-4e53-ac6d-40be3620fb78 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.890582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d990af7a-a840-4e53-ac6d-40be3620fb78 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Fanout notify agent at l3_agent the message router_deleted on router 6b3461d5-08e0-448d-9c46-6c34a064301c {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:13:37.893382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59820) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.944574 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfccb5de-8302-4702-866a-d97ecc68d2cb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:37.945007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfccb5de-8302-4702-866a-d97ecc68d2cb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:37.949655 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dfccb5de-8302-4702-866a-d97ecc68d2cb tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/8155d041-1b25-4fa3-a256-17dca0997b90 HTTP/1.1" status: 404 len: 333 time: 0.1477916 Apr 22 15:13:37.956924 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59824) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:37.960024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce90a-7512-47f2-bb34-0fefb30a75d1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:37.969466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:38.059828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d990af7a-a840-4e53-ac6d-40be3620fb78 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.060828 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d990af7a-a840-4e53-ac6d-40be3620fb78 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "DELETE /v2.0/routers/6b3461d5-08e0-448d-9c46-6c34a064301c HTTP/1.1" status: 204 len: 168 time: 1.6954222 Apr 22 15:13:38.076032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59828) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:38.078741 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec40f32-1661-4989-9fab-ce577dc85075 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:38.079175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec40f32-1661-4989-9fab-ce577dc85075 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:38.080801 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9ec40f32-1661-4989-9fab-ce577dc85075 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/c4e981f9-27ed-4304-a877-770f1f6b6d68 HTTP/1.1" status: 404 len: 337 time: 0.1220884 Apr 22 15:13:38.122159 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59832) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:38.187103 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7db81f67-ff37-4063-8004-0ded5d65779f tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "GET /v2.0/ports?device_id=6b3461d5-08e0-448d-9c46-6c34a064301c HTTP/1.1" status: 200 len: 205 time: 0.1076577 Apr 22 15:13:38.188619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59836) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:38.189127 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-654b7200-9223-4dbd-a838-0f8c4a7178f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:38.189444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654b7200-9223-4dbd-a838-0f8c4a7178f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:38.191022 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-654b7200-9223-4dbd-a838-0f8c4a7178f7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/32df3351-a88b-4256-8e44-f63a85810509 HTTP/1.1" status: 404 len: 337 time: 0.0679288 Apr 22 15:13:38.194376 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59838) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:38.241728 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1e396f-04ff-4cd1-8a62-e582e80b34c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:38.242747 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1e396f-04ff-4cd1-8a62-e582e80b34c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:38.244380 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-da1e396f-04ff-4cd1-8a62-e582e80b34c3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/2530d67b-f3ce-4226-81f7-8c78f27076a2 HTTP/1.1" status: 404 len: 333 time: 0.0491238 Apr 22 15:13:38.249576 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0d34fe5-7539-494f-81ec-bf53a4910c65 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.267391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59844) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:38.278093 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-779d25e7-ca86-4c71-9a0f-191b1fce802c req-7cbe8f62-de6f-4f74-9a27-ef04e01e3510 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4796824 Apr 22 15:13:38.343422 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-11679d2f-501b-48dd-a2c4-89fe1086daa5 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] delete failed (client error): The resource could not be found. Apr 22 15:13:38.344440 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-11679d2f-501b-48dd-a2c4-89fe1086daa5 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "DELETE /v2.0/routers/6b3461d5-08e0-448d-9c46-6c34a064301c HTTP/1.1" status: 404 len: 336 time: 0.1499205 Apr 22 15:13:38.356070 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59848) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:38.376873 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-7198bad2-4a93-422c-8c98-eedda810a1c0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:38.377318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7198bad2-4a93-422c-8c98-eedda810a1c0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:38.378999 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7198bad2-4a93-422c-8c98-eedda810a1c0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/09d829c1-bba8-40c5-b5f2-68a5bbac58fa HTTP/1.1" status: 404 len: 337 time: 0.0997863 Apr 22 15:13:38.382480 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce90a-7512-47f2-bb34-0fefb30a75d1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.383229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59852) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:38.413347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.421419 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce90a-7512-47f2-bb34-0fefb30a75d1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.445503 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7008f1e-5312-404c-ab49-f9062a7777a3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:38.445948 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7008f1e-5312-404c-ab49-f9062a7777a3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:38.458656 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ce90a-7512-47f2-bb34-0fefb30a75d1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa67f1c3-616a-4b9f-836b-9af9239547d6,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:38.466425 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f7008f1e-5312-404c-ab49-f9062a7777a3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/8b382ed2-204c-45f2-8c19-6940dc1dd413 HTTP/1.1" status: 404 len: 337 time: 0.0808446 Apr 22 15:13:38.506541 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0a8801a2-1d56-4ade-8d50-1441af4f2a11 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "GET /v2.0/ports?device_id=e538a104-7668-42a4-a875-a017f29e6191 HTTP/1.1" status: 200 len: 205 time: 0.1449063 Apr 22 15:13:38.507224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59856) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:38.520418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59858) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:38.575162 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97516294-f2a3-4f25-9d65-61bbd49f3dc3 req-43ba660b-6096-406a-a422-e09bb9e62adb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:38.576611 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-97516294-f2a3-4f25-9d65-61bbd49f3dc3 req-43ba660b-6096-406a-a422-e09bb9e62adb service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b30759b-11ae-417c-bc4c-b58157939dcc HTTP/1.1" status: 200 len: 913 time: 0.6831703 Apr 22 15:13:38.582455 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ae34a248-9db7-4444-b420-81caecda3371 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff2ff769-8c56-4921-891c-843ff55bd41a HTTP/1.1" status: 200 len: 205 time: 0.0669422 Apr 22 15:13:38.585158 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f8ce90a-7512-47f2-bb34-0fefb30a75d1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.587615 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9f8ce90a-7512-47f2-bb34-0fefb30a75d1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7776577 Apr 22 15:13:38.588604 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59864) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:38.640953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59866) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:38.656538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521f2ad-d81b-4252-818a-2201f7c1f85d req-6f0a767f-487c-4050-becf-cf5897992550 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:38.657987 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b521f2ad-d81b-4252-818a-2201f7c1f85d req-6f0a767f-487c-4050-becf-cf5897992550 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.7731111 Apr 22 15:13:38.730630 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-59bd6382-3ab1-46f2-bfd3-679208354659 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] delete failed (client error): The resource could not be found. Apr 22 15:13:38.731665 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-59bd6382-3ab1-46f2-bfd3-679208354659 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "DELETE /v2.0/routers/e538a104-7668-42a4-a875-a017f29e6191 HTTP/1.1" status: 404 len: 336 time: 0.2052205 Apr 22 15:13:38.734887 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-ae591025-caec-4b23-801e-2df80889bf28 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] delete failed (client error): The resource could not be found. Apr 22 15:13:38.735819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59872) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:38.735992 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ae591025-caec-4b23-801e-2df80889bf28 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/routers/ff2ff769-8c56-4921-891c-843ff55bd41a HTTP/1.1" status: 404 len: 336 time: 0.0851536 Apr 22 15:13:38.738316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59874) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:38.803775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e6d414f8-a1fc-448a-9d65-9d754e744425 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.821565 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a757b6a9-bec5-447c-9c2a-de83bd92524d tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "GET /v2.0/ports?device_id=972ed2cf-2d07-4514-a264-30c23d4aece1 HTTP/1.1" status: 200 len: 205 time: 0.0800617 Apr 22 15:13:38.829751 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59880) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:38.838015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e6d414f8-a1fc-448a-9d65-9d754e744425 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:38.891465 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-97516294-f2a3-4f25-9d65-61bbd49f3dc3 req-06a65bf8-c3da-458d-b309-b28e384f255b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63510a2-1adb-46e9-89b2-afa7e71ab191 HTTP/1.1" status: 200 len: 1001 time: 0.3014722 Apr 22 15:13:38.893499 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b521f2ad-d81b-4252-818a-2201f7c1f85d req-ddd59f52-d9a0-4536-8eb8-b5d894860b51 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151687 Apr 22 15:13:38.996263 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e6d414f8-a1fc-448a-9d65-9d754e744425 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.027165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97516294-f2a3-4f25-9d65-61bbd49f3dc3 req-8a80bde3-4dcd-44db-b4d3-1db2b1f82328 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:39.028848 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-97516294-f2a3-4f25-9d65-61bbd49f3dc3 req-8a80bde3-4dcd-44db-b4d3-1db2b1f82328 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44024044-2bbf-41e4-9040-da56b02148a3 HTTP/1.1" status: 200 len: 851 time: 0.1269326 Apr 22 15:13:39.060427 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e4714c-b321-491a-ae86-548fcb2478ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:39.060863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e4714c-b321-491a-ae86-548fcb2478ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:39.062732 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-94e4714c-b321-491a-ae86-548fcb2478ee tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/9798bfa6-b5a8-4f31-b25e-d1ca4f7748be HTTP/1.1" status: 404 len: 337 time: 0.3235068 Apr 22 15:13:39.081092 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59884) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.086934 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-567ea313-bd1f-484d-8a0a-013f2be7635b tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] delete failed (client error): The resource could not be found. Apr 22 15:13:39.087798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d414f8-a1fc-448a-9d65-9d754e744425 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa67f1c3-616a-4b9f-836b-9af9239547d6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:39.087961 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-567ea313-bd1f-484d-8a0a-013f2be7635b tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "DELETE /v2.0/routers/972ed2cf-2d07-4514-a264-30c23d4aece1 HTTP/1.1" status: 404 len: 336 time: 0.2545474 Apr 22 15:13:39.097368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59888) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.105867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e6d414f8-a1fc-448a-9d65-9d754e744425 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.109383 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e6d414f8-a1fc-448a-9d65-9d754e744425 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/fa67f1c3-616a-4b9f-836b-9af9239547d6 HTTP/1.1" status: 204 len: 168 time: 0.4624796 Apr 22 15:13:39.125798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59892) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.147717 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3608235f-1cd6-44c0-9d27-b0fd65772700 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "GET /v2.0/ports?device_id=f594d6a9-6207-4f72-9723-3d518b8c17d6 HTTP/1.1" status: 200 len: 205 time: 0.0654638 Apr 22 15:13:39.150286 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.150578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0d34fe5-7539-494f-81ec-bf53a4910c65 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.153528 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59896) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.186052 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8e0bc25d-7a1a-43e5-835f-606eeeaa0964 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "GET /v2.0/ports?device_id=2afd2287-fb54-47d5-b7c7-c4efba725cdf HTTP/1.1" status: 200 len: 205 time: 0.0828435 Apr 22 15:13:39.191425 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59900) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.217471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0d34fe5-7539-494f-81ec-bf53a4910c65 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.227801 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-9f2d066d-1956-4ac5-a8b9-8256895a40e0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] delete failed (client error): The resource could not be found. Apr 22 15:13:39.228821 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9f2d066d-1956-4ac5-a8b9-8256895a40e0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/routers/f594d6a9-6207-4f72-9723-3d518b8c17d6 HTTP/1.1" status: 404 len: 336 time: 0.0739787 Apr 22 15:13:39.231749 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59904) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.288520 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-75bdf788-5df3-46dc-9b14-59847791e8e8 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] delete failed (client error): The resource could not be found. Apr 22 15:13:39.289671 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-75bdf788-5df3-46dc-9b14-59847791e8e8 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "DELETE /v2.0/routers/2afd2287-fb54-47d5-b7c7-c4efba725cdf HTTP/1.1" status: 404 len: 336 time: 0.0922868 Apr 22 15:13:39.293763 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0015c65-1731-4ec2-87ac-4f9405177f03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:39.294226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0015c65-1731-4ec2-87ac-4f9405177f03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:39.294525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59908) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.295869 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f0015c65-1731-4ec2-87ac-4f9405177f03 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/3cc68f1e-c114-4c4d-b885-65e6f337d9f6 HTTP/1.1" status: 404 len: 337 time: 0.0632443 Apr 22 15:13:39.300242 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59910) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.308815 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b0685a11-fbb9-4295-a886-b27ae0ec4ec3 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:39.325154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0d34fe5-7539-494f-81ec-bf53a4910c65 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.325679 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d34fe5-7539-494f-81ec-bf53a4910c65 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Fanout notify agent at l3_agent the message router_deleted on router 2ed77844-8467-4e88-a2c1-ce06fb5d1a79 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:13:39.336842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0d34fe5-7539-494f-81ec-bf53a4910c65 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.338058 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c0d34fe5-7539-494f-81ec-bf53a4910c65 tempest-RoutersNegativeIpV6Test-302922843 tempest-RoutersNegativeIpV6Test-302922843-project] 10.222.0.71 "DELETE /v2.0/routers/2ed77844-8467-4e88-a2c1-ce06fb5d1a79 HTTP/1.1" status: 204 len: 168 time: 1.4437041 Apr 22 15:13:39.349357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b0685a11-fbb9-4295-a886-b27ae0ec4ec3 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:39.350667 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b0685a11-fbb9-4295-a886-b27ae0ec4ec3 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2239161 Apr 22 15:13:39.354356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59920) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.382078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Subnet': ['ID=0539c52d-bf79-4b4b-9df0-1bd07b513879,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:39.414422 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-71760b88-f842-493f-a314-0d8f8faf5cc6 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "GET /v2.0/ports?device_id=77001476-3950-4b62-801f-d0779303196a HTTP/1.1" status: 200 len: 205 time: 0.1139276 Apr 22 15:13:39.416826 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-582f8cae-3f2f-44db-a888-7950cc1105c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:39.417259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582f8cae-3f2f-44db-a888-7950cc1105c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:39.419534 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-582f8cae-3f2f-44db-a888-7950cc1105c4 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/028654e7-5159-484c-85eb-38aeeaa9ebe4 HTTP/1.1" status: 404 len: 337 time: 0.1163082 Apr 22 15:13:39.420295 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59924) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.430589 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59926) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.460387 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e202f621-5d7a-48c4-9c6c-0656f0d75898 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.489885 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e202f621-5d7a-48c4-9c6c-0656f0d75898 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.540747 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e202f621-5d7a-48c4-9c6c-0656f0d75898 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.562943 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202f621-5d7a-48c4-9c6c-0656f0d75898 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c11efcd-98a4-4cd6-8e01-640ac265a23b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:39.591167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e202f621-5d7a-48c4-9c6c-0656f0d75898 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.592992 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e202f621-5d7a-48c4-9c6c-0656f0d75898 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-groups/4c11efcd-98a4-4cd6-8e01-640ac265a23b HTTP/1.1" status: 204 len: 168 time: 0.2347581 Apr 22 15:13:39.594949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59934) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.616444 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-7a06914d-29b8-456b-9368-cd9751e68188 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] delete failed (client error): The resource could not be found. Apr 22 15:13:39.621301 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7a06914d-29b8-456b-9368-cd9751e68188 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "DELETE /v2.0/routers/77001476-3950-4b62-801f-d0779303196a HTTP/1.1" status: 404 len: 336 time: 0.1923232 Apr 22 15:13:39.621725 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59938) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.633959 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-97516294-f2a3-4f25-9d65-61bbd49f3dc3 req-d6283d0c-d6ca-4a6f-ab15-24163f9f9ca0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b30759b-11ae-417c-bc4c-b58157939dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5815017 Apr 22 15:13:39.639662 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b872a25-7c79-4700-89c2-80f28278dce3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:39.640090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b872a25-7c79-4700-89c2-80f28278dce3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:39.644478 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4b872a25-7c79-4700-89c2-80f28278dce3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/a4bce829-4f98-4a28-ada6-9f5e8bd10544 HTTP/1.1" status: 404 len: 333 time: 0.2095449 Apr 22 15:13:39.646331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59942) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.668802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Checking segment: {'id': '0e34195d-4f26-4e81-a36b-1115d07c423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:39.669090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network hostable DHCP agents. Network: c2d767fa-a968-4033-9728-55527d5dfae3, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:13:39.676044 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aa855759-2f95-4c65-aea9-614df4c5c1ae tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "GET /v2.0/ports?device_id=601e46de-09d0-4ed1-bac5-0a506a7b43eb HTTP/1.1" status: 200 len: 205 time: 0.0542080 Apr 22 15:13:39.678504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59946) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.741075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59950) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.768483 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-f772e1a1-fb8c-4b88-b354-03763d27bb21 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] delete failed (client error): The resource could not be found. Apr 22 15:13:39.769522 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f772e1a1-fb8c-4b88-b354-03763d27bb21 tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "DELETE /v2.0/routers/601e46de-09d0-4ed1-bac5-0a506a7b43eb HTTP/1.1" status: 404 len: 336 time: 0.0901313 Apr 22 15:13:39.772487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59956) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.809708 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8a71899a-f00a-492a-beed-de9eda75c1ba tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:39.816871 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd23a3b-9605-4a89-a689-54c0c256781c tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:39.817313 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd23a3b-9605-4a89-a689-54c0c256781c tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:39.821474 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bfd23a3b-9605-4a89-a689-54c0c256781c tempest-RoutersAdminTest-2138282193 tempest-RoutersAdminTest-2138282193-project] 10.222.0.71 "DELETE /v2.0/subnets/2b664721-4c30-48d9-83b1-0090a23a72f9 HTTP/1.1" status: 404 len: 337 time: 0.0455632 Apr 22 15:13:39.837650 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8a71899a-f00a-492a-beed-de9eda75c1ba tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:39.843211 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8a71899a-f00a-492a-beed-de9eda75c1ba tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2438118 Apr 22 15:13:39.843956 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59962) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.849262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-edb43be0-d059-44bd-83d3-4b5ac0de0e2e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1967437963'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:39.855952 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-edb43be0-d059-44bd-83d3-4b5ac0de0e2e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:39.866400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-edb43be0-d059-44bd-83d3-4b5ac0de0e2e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:39.878130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-edb43be0-d059-44bd-83d3-4b5ac0de0e2e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:39.904136 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bd73f4-d7a8-454e-bc06-a626d3ad3552 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:39.905000 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bd73f4-d7a8-454e-bc06-a626d3ad3552 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:39.908774 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f8bd73f4-d7a8-454e-bc06-a626d3ad3552 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/241a853e-0b24-4b17-9d33-22c171e38a09 HTTP/1.1" status: 404 len: 337 time: 0.2391305 Apr 22 15:13:39.920403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 59966) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.940780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-edb43be0-d059-44bd-83d3-4b5ac0de0e2e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:39.953522 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-edb43be0-d059-44bd-83d3-4b5ac0de0e2e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:39.963101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-edb43be0-d059-44bd-83d3-4b5ac0de0e2e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:39.971513 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-edb43be0-d059-44bd-83d3-4b5ac0de0e2e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:39.990460 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f59470d-4c19-428b-a400-ea06b9aff4ec tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:39.990662 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f59470d-4c19-428b-a400-ea06b9aff4ec tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:39.998045 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3f59470d-4c19-428b-a400-ea06b9aff4ec tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/2f67f3b3-2dc7-486c-b279-636a68e5249f HTTP/1.1" status: 404 len: 333 time: 0.0676625 Apr 22 15:13:39.998232 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bf928ebb-6697-413d-8881-5e1d0c984c43 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=be0dff5467b145fe8289fbd000a8c6d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2533484 Apr 22 15:13:39.998232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59972) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:39.998232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59974) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:40.048676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network c2d767fa-a968-4033-9728-55527d5dfae3 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:13:40.060386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c02186-a691-4572-8437-1edba2a972eb req-4aa16c0f-4937-4ead-8b63-4c882493d101 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:40.061907 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-71c02186-a691-4572-8437-1edba2a972eb req-4aa16c0f-4937-4ead-8b63-4c882493d101 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.6305420 Apr 22 15:13:40.067436 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8843b558-0b1e-4828-87fc-9a9caaca9b95 req-521dd616-fd5a-4515-addb-9adcd0d0e32f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6e451ea9b62646848542497e7cd37e73&device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 1099 time: 0.5105343 Apr 22 15:13:40.069252 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-97516294-f2a3-4f25-9d65-61bbd49f3dc3 req-937be3a7-f1aa-4020-bd94-6d0d38312043 service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246745 Apr 22 15:13:40.075937 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-345a3c3c-e5eb-49bc-8de2-6bcb88b6304a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:40.076415 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-345a3c3c-e5eb-49bc-8de2-6bcb88b6304a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:40.109385 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-345a3c3c-e5eb-49bc-8de2-6bcb88b6304a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/a6bce593-ddc0-4c0b-b002-3bf1d4721429 HTTP/1.1" status: 404 len: 337 time: 0.1088009 Apr 22 15:13:40.118676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59982) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:40.173351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, c2d767fa-a968-4033-9728-55527d5dfae3) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:40.178218 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb688fb5-905e-4c4e-a611-899fabb9b3e3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:40.178541 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb688fb5-905e-4c4e-a611-899fabb9b3e3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:40.183270 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a01f0-7f7d-411a-ad1e-c3b24a166d75 None None] Network c2d767fa-a968-4033-9728-55527d5dfae3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:40.212363 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-edb43be0-d059-44bd-83d3-4b5ac0de0e2e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.214651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59986) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:40.223529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-edb43be0-d059-44bd-83d3-4b5ac0de0e2e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.246208 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fb688fb5-905e-4c4e-a611-899fabb9b3e3 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/3a4651d0-65b5-4853-83e9-9179b6db3048 HTTP/1.1" status: 404 len: 333 time: 0.1258829 Apr 22 15:13:40.262279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59992) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:40.288040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:40.288654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.317163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-edb43be0-d059-44bd-83d3-4b5ac0de0e2e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.318481 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-edb43be0-d059-44bd-83d3-4b5ac0de0e2e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4735196 Apr 22 15:13:40.323316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0d5b-8574-4d2f-a661-ed81866bc2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.335336 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb43be0-d059-44bd-83d3-4b5ac0de0e2e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c71c86-8063-4ba2-b218-b4651c2c1cd4,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:40.340867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 59996) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:40.341782 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-15694120-1c94-4b6d-ade7-c67be781bd6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:40.342246 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15694120-1c94-4b6d-ade7-c67be781bd6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:40.343890 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-15694120-1c94-4b6d-ade7-c67be781bd6b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/ebdfa91b-52b7-44bb-abbc-08b79586f0e7 HTTP/1.1" status: 404 len: 337 time: 0.0806394 Apr 22 15:13:40.352919 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60000) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:40.356982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-90e8e1a3-2d34-408f-bc0b-5c58a10f51e3 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group_rule': {'security_group_id': '43c71c86-8063-4ba2-b218-b4651c2c1cd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:40.367972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-90e8e1a3-2d34-408f-bc0b-5c58a10f51e3 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:40.391381 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-71c02186-a691-4572-8437-1edba2a972eb req-714a5ae4-c1cc-4170-b107-66481546448c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3131683 Apr 22 15:13:40.395792 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-930088e9-2663-4028-8dca-5fb1e5b33fe0 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9318907 Apr 22 15:13:40.397582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60004) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:40.409080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-c2d767fa-a968-4033-9728-55527d5dfae3', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:13:40.410917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.417852 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0d5b-8574-4d2f-a661-ed81866bc2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.425011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-90e8e1a3-2d34-408f-bc0b-5c58a10f51e3 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:40.428097 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-90e8e1a3-2d34-408f-bc0b-5c58a10f51e3 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:40.434536 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed71860f-98e0-4d8c-934d-a320e127610c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:40.434980 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed71860f-98e0-4d8c-934d-a320e127610c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:40.436679 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ed71860f-98e0-4d8c-934d-a320e127610c tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/45d42672-40d9-4712-8d72-bd21b3ccd1ba HTTP/1.1" status: 404 len: 333 time: 0.0743766 Apr 22 15:13:40.441678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-90e8e1a3-2d34-408f-bc0b-5c58a10f51e3 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:40.450434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60008) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:40.527249 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-861f2988-b368-4357-9251-7accfe33b07b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:40.527673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861f2988-b368-4357-9251-7accfe33b07b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:40.529441 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-861f2988-b368-4357-9251-7accfe33b07b tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/5117bbeb-7144-4c36-8b56-2d8a2dcac89c HTTP/1.1" status: 404 len: 337 time: 0.0780761 Apr 22 15:13:40.536056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-56defc4e-aacd-42e4-8470-5bf627e89376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.548477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60012) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:40.584878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90e8e1a3-2d34-408f-bc0b-5c58a10f51e3 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.604648 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Allocated IP 172.20.0.2 (c2d767fa-a968-4033-9728-55527d5dfae3/0539c52d-bf79-4b4b-9df0-1bd07b513879/646b9626-3b47-4f22-aa0d-d72b08c4bd52) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:40.616024 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1cde37-eb86-40b3-b8be-fb46b9e572a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:40.616338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1cde37-eb86-40b3-b8be-fb46b9e572a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:40.657759 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-56defc4e-aacd-42e4-8470-5bf627e89376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:40.658351 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-97516294-f2a3-4f25-9d65-61bbd49f3dc3 req-375aa760-b682-43d8-b4e0-b5594e9489e2 service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5744998 Apr 22 15:13:40.661382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0d5b-8574-4d2f-a661-ed81866bc2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.665643 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5f1cde37-eb86-40b3-b8be-fb46b9e572a7 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/72fe4ff2-f7c5-4122-8bf3-4b11393e2e18 HTTP/1.1" status: 404 len: 333 time: 0.1162212 Apr 22 15:13:40.670974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f62e-8ec5-491e-82f6-65fe01a9ab5c req-a24e7b5f-635c-42ff-8e3b-d289251324bb tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:40.672531 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0002f62e-8ec5-491e-82f6-65fe01a9ab5c req-a24e7b5f-635c-42ff-8e3b-d289251324bb tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.5231998 Apr 22 15:13:40.673626 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60016) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:40.676517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843b558-0b1e-4828-87fc-9a9caaca9b95 req-0ad90d1a-a96b-477a-8774-c33206d667ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:40.678172 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8843b558-0b1e-4828-87fc-9a9caaca9b95 req-0ad90d1a-a96b-477a-8774-c33206d667ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=f80c3656-8bb1-468b-bace-76c03388f7e3 HTTP/1.1" status: 200 len: 898 time: 0.5318134 Apr 22 15:13:40.680111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-56defc4e-aacd-42e4-8470-5bf627e89376 admin admin] Usage tracker for resource:security_group_rule and tenant:5f33be7a70a244de9dc9502471b9309d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:40.686679 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-56defc4e-aacd-42e4-8470-5bf627e89376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:40.695932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6e9e0d5b-8574-4d2f-a661-ed81866bc2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.697135 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6e9e0d5b-8574-4d2f-a661-ed81866bc2a2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef458eee-ebc9-41a2-9e8c-6b8ba7515537 HTTP/1.1" status: 204 len: 168 time: 0.6982312 Apr 22 15:13:40.698727 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-56defc4e-aacd-42e4-8470-5bf627e89376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:40.704048 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e0d5b-8574-4d2f-a661-ed81866bc2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef458eee-ebc9-41a2-9e8c-6b8ba7515537,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:40.734971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90e8e1a3-2d34-408f-bc0b-5c58a10f51e3 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.747193 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90e8e1a3-2d34-408f-bc0b-5c58a10f51e3 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.781707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8e1a3-2d34-408f-bc0b-5c58a10f51e3 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6505a176-bbaf-47ea-a183-38a75e08909e,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:40.817399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90e8e1a3-2d34-408f-bc0b-5c58a10f51e3 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.821610 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-90e8e1a3-2d34-408f-bc0b-5c58a10f51e3 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4737210 Apr 22 15:13:40.822736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60022) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:40.836442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3a02651b-c219-4702-a110-f1a8a4febd59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group_rule': {'security_group_id': '43c71c86-8063-4ba2-b218-b4651c2c1cd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:40.854596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3a02651b-c219-4702-a110-f1a8a4febd59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:40.857982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-56defc4e-aacd-42e4-8470-5bf627e89376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.867479 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-6830cc06-1368-4b5b-967c-5a8bc8df4f2a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:40.869448 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6830cc06-1368-4b5b-967c-5a8bc8df4f2a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:40.873168 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6830cc06-1368-4b5b-967c-5a8bc8df4f2a tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/ccdc1630-e345-48a7-881e-47dcc4857f1e HTTP/1.1" status: 404 len: 337 time: 0.1960471 Apr 22 15:13:40.873348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3a02651b-c219-4702-a110-f1a8a4febd59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:40.874337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60026) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:40.876892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3a02651b-c219-4702-a110-f1a8a4febd59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:40.911553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.923612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Transition to ACTIVE for port object 646b9626-3b47-4f22-aa0d-d72b08c4bd52 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:40.954063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Transition to ACTIVE for port object 646b9626-3b47-4f22-aa0d-d72b08c4bd52 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:40.963638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:40.996083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-56defc4e-aacd-42e4-8470-5bf627e89376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.009572 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3a02651b-c219-4702-a110-f1a8a4febd59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:41.047303 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8843b558-0b1e-4828-87fc-9a9caaca9b95 req-d387f17c-681b-4df0-8422-0cec1790beb8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=21011859-8eec-463d-8566-76f78ca31784 HTTP/1.1" status: 200 len: 1002 time: 0.3058102 Apr 22 15:13:41.060710 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-b046c1f2-e845-498d-9b42-3d3c068f2048 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:41.067018 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b046c1f2-e845-498d-9b42-3d3c068f2048 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:41.069376 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b046c1f2-e845-498d-9b42-3d3c068f2048 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/9092677f-0d71-4f5e-a922-6de081967672 HTTP/1.1" status: 404 len: 333 time: 0.1928532 Apr 22 15:13:41.086060 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60034) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:41.126567 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Network c2d767fa-a968-4033-9728-55527d5dfae3 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:41.129732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:41.142784 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:41.151774 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0002f62e-8ec5-491e-82f6-65fe01a9ab5c req-5bcdc22b-f8e9-4894-9994-cb45b3a5f687 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4722831 Apr 22 15:13:41.173771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56defc4e-aacd-42e4-8470-5bf627e89376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bb741a-be17-4e6d-97bc-5b01eeb281cb,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:41.183015 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-f680db23-3cbd-455a-b77f-68555ef706a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:41.183357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f680db23-3cbd-455a-b77f-68555ef706a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:41.183679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843b558-0b1e-4828-87fc-9a9caaca9b95 req-9970d1a1-6d6e-4674-a5a3-b495eb44963d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:41.187292 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f680db23-3cbd-455a-b77f-68555ef706a1 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/061cce88-867a-4dc0-a154-f9a076c7c4c0 HTTP/1.1" status: 404 len: 337 time: 0.0979626 Apr 22 15:13:41.187597 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8843b558-0b1e-4828-87fc-9a9caaca9b95 req-9970d1a1-6d6e-4674-a5a3-b495eb44963d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36f6d00e-e22a-4408-b1ac-560af307be50 HTTP/1.1" status: 200 len: 838 time: 0.1195550 Apr 22 15:13:41.188275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60042) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:41.188939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3a02651b-c219-4702-a110-f1a8a4febd59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.201302 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Pushing event updated for resources: {'Port': ['ID=646b9626-3b47-4f22-aa0d-d72b08c4bd52,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:41.202345 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-56defc4e-aacd-42e4-8470-5bf627e89376 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5f33be7a70a244de9dc9502471b9309d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9864080 Apr 22 15:13:41.244583 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60046) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:41.268784 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Attempting to bind port 646b9626-3b47-4f22-aa0d-d72b08c4bd52 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:41.269426 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Attempting to bind port 646b9626-3b47-4f22-aa0d-d72b08c4bd52 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '0e34195d-4f26-4e81-a36b-1115d07c423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:41.270048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Attempting to bind port 646b9626-3b47-4f22-aa0d-d72b08c4bd52 on network c2d767fa-a968-4033-9728-55527d5dfae3 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:41.275443 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d335501-55cb-4789-bc5f-ad688ae1e247 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:41.275887 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d335501-55cb-4789-bc5f-ad688ae1e247 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:41.277548 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7d335501-55cb-4789-bc5f-ad688ae1e247 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/ports/d2d31290-7c14-4acf-9e46-8b5757d5849a HTTP/1.1" status: 404 len: 333 time: 0.0812540 Apr 22 15:13:41.280288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:41.282170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Checking segment: {'id': '0e34195d-4f26-4e81-a36b-1115d07c423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:41.282303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60050) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:41.282966 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.283590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Bound using segment: {'id': '0e34195d-4f26-4e81-a36b-1115d07c423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:41.284508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Bound port: 646b9626-3b47-4f22-aa0d-d72b08c4bd52, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e34195d-4f26-4e81-a36b-1115d07c423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:41.285152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.340837 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3a02651b-c219-4702-a110-f1a8a4febd59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.355311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3a02651b-c219-4702-a110-f1a8a4febd59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.379821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c245611-0632-4268-a03e-7f379a2bfa23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.389285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] For port 646b9626-3b47-4f22-aa0d-d72b08c4bd52, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:41.392830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02651b-c219-4702-a110-f1a8a4febd59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced2eb1c-5392-4490-80d9-676151aa5b81,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:41.395043 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] For port 646b9626-3b47-4f22-aa0d-d72b08c4bd52, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=646b9626-3b47-4f22-aa0d-d72b08c4bd52,segment=NetworkSegment(0e34195d-4f26-4e81-a36b-1115d07c423c),segment_id=0e34195d-4f26-4e81-a36b-1115d07c423c)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:41.404192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.433363 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c245611-0632-4268-a03e-7f379a2bfa23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.442592 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3a02651b-c219-4702-a110-f1a8a4febd59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.444183 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3a02651b-c219-4702-a110-f1a8a4febd59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6213021 Apr 22 15:13:41.447667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60058) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:41.455579 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b46ed493-2f3a-49ca-bde8-eb31037c70bc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group_rule': {'security_group_id': '43c71c86-8063-4ba2-b218-b4651c2c1cd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:41.493234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b46ed493-2f3a-49ca-bde8-eb31037c70bc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:41.509609 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c376eeb-7f4e-49ab-ab5e-4b05cdca968b None None] Pushing event updated for resources: {'Port': ['ID=646b9626-3b47-4f22-aa0d-d72b08c4bd52,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:41.655209 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b46ed493-2f3a-49ca-bde8-eb31037c70bc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:41.661368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b46ed493-2f3a-49ca-bde8-eb31037c70bc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:41.682780 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddecbd0c-6fd4-4905-9fba-eb6c1857bab0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] DELETE failed (client error): The resource could not be found. Apr 22 15:13:41.683416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddecbd0c-6fd4-4905-9fba-eb6c1857bab0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:13:41.683529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b46ed493-2f3a-49ca-bde8-eb31037c70bc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:41.684791 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ddecbd0c-6fd4-4905-9fba-eb6c1857bab0 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/subnets/8717f2c9-b690-4b9a-82c8-8b2c21416028 HTTP/1.1" status: 404 len: 337 time: 0.3872480 Apr 22 15:13:41.687770 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60066) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:41.818663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46ed493-2f3a-49ca-bde8-eb31037c70bc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.854204 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8843b558-0b1e-4828-87fc-9a9caaca9b95 req-d42ab436-7ea8-4764-850c-aef87f00cf7a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f80c3656-8bb1-468b-bace-76c03388f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6018090 Apr 22 15:13:41.863285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c245611-0632-4268-a03e-7f379a2bfa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.910793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c245611-0632-4268-a03e-7f379a2bfa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bb741a-be17-4e6d-97bc-5b01eeb281cb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:41.932081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afcc2ed7-f534-407f-bc02-51a84c855c34 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.934940 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60072) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:41.939702 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026531 Apr 22 15:13:41.944891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60074) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:41.945683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c245611-0632-4268-a03e-7f379a2bfa23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:41.948894 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2c245611-0632-4268-a03e-7f379a2bfa23 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/79bb741a-be17-4e6d-97bc-5b01eeb281cb HTTP/1.1" status: 204 len: 168 time: 0.7013488 Apr 22 15:13:42.008601 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46ed493-2f3a-49ca-bde8-eb31037c70bc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.064406 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46ed493-2f3a-49ca-bde8-eb31037c70bc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.173656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.200833 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 646b9626-3b47-4f22-aa0d-d72b08c4bd52 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:42.207879 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd3a3c-c1b6-48a5-92a1-e35278c3f87d req-e6289341-b186-4d11-8bb2-5ebb11dde30f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:42.210073 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d2fd3a3c-c1b6-48a5-92a1-e35278c3f87d req-e6289341-b186-4d11-8bb2-5ebb11dde30f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.5692406 Apr 22 15:13:42.211206 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ed493-2f3a-49ca-bde8-eb31037c70bc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d7b3ce-c83b-4607-88f4-774efd1b216c,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:42.219407 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8843b558-0b1e-4828-87fc-9a9caaca9b95 req-529d3dfb-5b50-4bba-9b60-9653683dc88b service neutron] 10.222.0.70 "GET /v2.0/networks/f80c3656-8bb1-468b-bace-76c03388f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642063 Apr 22 15:13:42.241201 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afcc2ed7-f534-407f-bc02-51a84c855c34 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.266831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46ed493-2f3a-49ca-bde8-eb31037c70bc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.270563 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b46ed493-2f3a-49ca-bde8-eb31037c70bc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8192489 Apr 22 15:13:42.271446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60084) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:42.277351 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-afcc2ed7-f534-407f-bc02-51a84c855c34 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c65cc89-8c82-4fda-bb87-5fe6a05544c6']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:42.287838 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d3342ce1-8b6e-41c0-94ec-a203a4ef7f91 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group_rule': {'security_group_id': '43c71c86-8063-4ba2-b218-b4651c2c1cd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:42.298657 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d3342ce1-8b6e-41c0-94ec-a203a4ef7f91 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:42.302096 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-afcc2ed7-f534-407f-bc02-51a84c855c34 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca85388-66df-46e8-b6d3-46e0eac3d61b') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:42.302432 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-afcc2ed7-f534-407f-bc02-51a84c855c34 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca85388-66df-46e8-b6d3-46e0eac3d61b') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:42.315666 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d2fd3a3c-c1b6-48a5-92a1-e35278c3f87d req-45753b85-6d2e-4061-bb49-77f6ef78df0c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948863 Apr 22 15:13:42.315852 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d3342ce1-8b6e-41c0-94ec-a203a4ef7f91 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:42.321414 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d3342ce1-8b6e-41c0-94ec-a203a4ef7f91 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:42.325343 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afcc2ed7-f534-407f-bc02-51a84c855c34 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.337637 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d3342ce1-8b6e-41c0-94ec-a203a4ef7f91 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:42.354667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afcc2ed7-f534-407f-bc02-51a84c855c34 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.368044 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aab56755-a255-4f20-831c-94882cc205f1 tempest-NetworksApiDiscovery-1076328352 tempest-NetworksApiDiscovery-1076328352-project] 10.222.0.71 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4146976 Apr 22 15:13:42.380733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3342ce1-8b6e-41c0-94ec-a203a4ef7f91 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.393256 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcc2ed7-f534-407f-bc02-51a84c855c34 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:13:42.393664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afcc2ed7-f534-407f-bc02-51a84c855c34 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:13:42.412165 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:13:42.528673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afcc2ed7-f534-407f-bc02-51a84c855c34 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.533737 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-afcc2ed7-f534-407f-bc02-51a84c855c34 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.538978 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 646b9626-3b47-4f22-aa0d-d72b08c4bd52 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:42.580558 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-afcc2ed7-f534-407f-bc02-51a84c855c34 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] 10.222.0.71 "DELETE /v2.0/networks/7c65cc89-8c82-4fda-bb87-5fe6a05544c6 HTTP/1.1" status: 204 len: 168 time: 0.8896544 Apr 22 15:13:42.581737 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc2ed7-f534-407f-bc02-51a84c855c34 tempest-NetworksTestDHCPv6-73987457 tempest-NetworksTestDHCPv6-73987457-project] Pushing event deleted for resources: {'Network': ['ID=7c65cc89-8c82-4fda-bb87-5fe6a05544c6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:42.586747 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3342ce1-8b6e-41c0-94ec-a203a4ef7f91 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.596263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3342ce1-8b6e-41c0-94ec-a203a4ef7f91 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.621859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3342ce1-8b6e-41c0-94ec-a203a4ef7f91 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7d36c1-2c57-4fbc-aa22-719bde1bf267,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:42.640687 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3342ce1-8b6e-41c0-94ec-a203a4ef7f91 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.645684 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d3342ce1-8b6e-41c0-94ec-a203a4ef7f91 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3731682 Apr 22 15:13:42.648954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60094) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:42.655140 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fc119b27-83a1-4395-9735-1fbd653b6207 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group_rule': {'security_group_id': '43c71c86-8063-4ba2-b218-b4651c2c1cd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:42.662470 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fc119b27-83a1-4395-9735-1fbd653b6207 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:42.667814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fc119b27-83a1-4395-9735-1fbd653b6207 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:42.671154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fc119b27-83a1-4395-9735-1fbd653b6207 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:42.681500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fc119b27-83a1-4395-9735-1fbd653b6207 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:42.693949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-56ad36c5-dcfa-48fc-86ce-231b50e5c9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.705765 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc119b27-83a1-4395-9735-1fbd653b6207 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.798020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60100) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:42.807870 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc119b27-83a1-4395-9735-1fbd653b6207 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.840391 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc119b27-83a1-4395-9735-1fbd653b6207 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.846950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21011859-8eec-463d-8566-76f78ca31784 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:13:42.892416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc119b27-83a1-4395-9735-1fbd653b6207 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbdf248-5403-46ec-9da2-2228e6f0167c,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:42.923510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc119b27-83a1-4395-9735-1fbd653b6207 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.924961 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fc119b27-83a1-4395-9735-1fbd653b6207 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.2750623 Apr 22 15:13:42.928577 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21011859-8eec-463d-8566-76f78ca31784 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:13:42.930286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60104) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:42.951699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60108) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:42.971790 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e84c7248-bb14-44f2-ba0c-f38893607a12 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:42.982824 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dbe4c88e-59ad-4013-af67-6c72bc59a4de admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b7b0d93880f41a5a8d35824e8ba12dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1730137 Apr 22 15:13:42.986733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60114) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:42.991173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e84c7248-bb14-44f2-ba0c-f38893607a12 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.037407 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8843b558-0b1e-4828-87fc-9a9caaca9b95 req-6ccfcf8f-1963-48de-a2ab-83ff9d530c7d service neutron] 10.222.0.70 "GET /v2.0/networks/f80c3656-8bb1-468b-bace-76c03388f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8113489 Apr 22 15:13:43.103495 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e84c7248-bb14-44f2-ba0c-f38893607a12 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.113706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4b078-03a1-4e5b-a281-8c476d0439ac req-843abd7f-fbf4-4cae-b207-2c4d12c021ec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:43.122436 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e4e4b078-03a1-4e5b-a281-8c476d0439ac req-843abd7f-fbf4-4cae-b207-2c4d12c021ec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.5485897 Apr 22 15:13:43.150197 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c7248-bb14-44f2-ba0c-f38893607a12 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdbdf248-5403-46ec-9da2-2228e6f0167c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:43.162388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e84c7248-bb14-44f2-ba0c-f38893607a12 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.163665 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e84c7248-bb14-44f2-ba0c-f38893607a12 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/bdbdf248-5403-46ec-9da2-2228e6f0167c HTTP/1.1" status: 204 len: 168 time: 0.2320633 Apr 22 15:13:43.164631 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37905c35-f562-49b4-ac50-37d516d16e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.174508 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0af5a7ed-d826-4d37-bdaf-0b4b7be01046 req-5cc69615-98a5-461f-b0f7-3b0cef78d32c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 1099 time: 0.7413807 Apr 22 15:13:43.197446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37905c35-f562-49b4-ac50-37d516d16e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.233824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60118) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:43.262121 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d25ceab-b269-4d06-8561-6d4be82bbf08 None None] Network c2d767fa-a968-4033-9728-55527d5dfae3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:43.300533 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-efc7d546-8204-48ed-a562-8324e156d31b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:43.317719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37905c35-f562-49b4-ac50-37d516d16e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.339258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-efc7d546-8204-48ed-a562-8324e156d31b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:43.340660 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-efc7d546-8204-48ed-a562-8324e156d31b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1057415 Apr 22 15:13:43.342499 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37905c35-f562-49b4-ac50-37d516d16e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe1b46f-4fe6-481a-8be9-1bd1fa72e6de,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:43.345452 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60122) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:43.350522 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37905c35-f562-49b4-ac50-37d516d16e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.351089 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5712d03f-40cd-4df6-b5da-6c3d3c1ea47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.351315 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-37905c35-f562-49b4-ac50-37d516d16e37 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9fe1b46f-4fe6-481a-8be9-1bd1fa72e6de HTTP/1.1" status: 204 len: 168 time: 0.3636024 Apr 22 15:13:43.387987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd596908-c2a9-4543-a0e7-b25be3f84c06 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.400824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd596908-c2a9-4543-a0e7-b25be3f84c06 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.438659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd596908-c2a9-4543-a0e7-b25be3f84c06 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.464321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Allocated IP 172.20.0.1 (c2d767fa-a968-4033-9728-55527d5dfae3/0539c52d-bf79-4b4b-9df0-1bd07b513879/25501e38-1d32-4507-b90b-974c77a27acc) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:43.485749 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd596908-c2a9-4543-a0e7-b25be3f84c06 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef7d36c1-2c57-4fbc-aa22-719bde1bf267,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:43.497869 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.498904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd596908-c2a9-4543-a0e7-b25be3f84c06 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.500627 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bd596908-c2a9-4543-a0e7-b25be3f84c06 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/ef7d36c1-2c57-4fbc-aa22-719bde1bf267 HTTP/1.1" status: 204 len: 168 time: 0.1541870 Apr 22 15:13:43.503394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60132) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:43.528433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60136) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:43.572951 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21011859-8eec-463d-8566-76f78ca31784, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21011859-8eec-463d-8566-76f78ca31784,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:43.619238 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '21011859-8eec-463d-8566-76f78ca31784', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'port_id': '21011859-8eec-463d-8566-76f78ca31784', 'mac_address': 'fa:16:3e:a8:ae:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:13:43.621122 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21011859-8eec-463d-8566-76f78ca31784'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:13:43.624104 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3a877dab-b9aa-48e1-bc1f-051bc0f7d6d5 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:43.634243 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bc6c24cc-eb7d-483a-9405-732d62d79e35 None None] Provisioning for port 646b9626-3b47-4f22-aa0d-d72b08c4bd52 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:43.665205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3a877dab-b9aa-48e1-bc1f-051bc0f7d6d5 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:43.667845 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3a877dab-b9aa-48e1-bc1f-051bc0f7d6d5 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1624084 Apr 22 15:13:43.669792 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60144) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:43.682342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21011859-8eec-463d-8566-76f78ca31784, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21011859-8eec-463d-8566-76f78ca31784,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:43.716152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bc6c24cc-eb7d-483a-9405-732d62d79e35 None None] Provisioning complete for port 646b9626-3b47-4f22-aa0d-d72b08c4bd52 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:43.716435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bc6c24cc-eb7d-483a-9405-732d62d79e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.726550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-612c55a0-e130-4964-a412-2b2d2fe7ba54 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.738134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-612c55a0-e130-4964-a412-2b2d2fe7ba54 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.738495 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e4e4b078-03a1-4e5b-a281-8c476d0439ac req-de380da5-08e4-4688-a468-e27a07c574bb tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6151757 Apr 22 15:13:43.766350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-612c55a0-e130-4964-a412-2b2d2fe7ba54 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.794187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c55a0-e130-4964-a412-2b2d2fe7ba54 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34d7b3ce-c83b-4607-88f4-774efd1b216c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:43.794578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5712d03f-40cd-4df6-b5da-6c3d3c1ea47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:43.806056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5712d03f-40cd-4df6-b5da-6c3d3c1ea47f admin admin] Usage tracker for resource:security_group_rule and tenant:58c252d341fb4dbfb72d8edd0058119e is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:43.807374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-612c55a0-e130-4964-a412-2b2d2fe7ba54 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.809231 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-612c55a0-e130-4964-a412-2b2d2fe7ba54 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/34d7b3ce-c83b-4607-88f4-774efd1b216c HTTP/1.1" status: 204 len: 168 time: 0.1380885 Apr 22 15:13:43.810587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5712d03f-40cd-4df6-b5da-6c3d3c1ea47f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:43.811402 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60152) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:43.816553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.818927 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0af5a7ed-d826-4d37-bdaf-0b4b7be01046 req-fbd68879-0d9a-4547-b59b-be9cd1ec3819 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5471005 Apr 22 15:13:43.821001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5712d03f-40cd-4df6-b5da-6c3d3c1ea47f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:43.838271 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.900061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f8dfb742-d95e-4f22-b2eb-8ec43749337a tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:43.925906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f8dfb742-d95e-4f22-b2eb-8ec43749337a tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:43.927571 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f8dfb742-d95e-4f22-b2eb-8ec43749337a tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1139178 Apr 22 15:13:43.930171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60158) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:43.950704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:43.965236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21011859-8eec-463d-8566-76f78ca31784 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:13:43.969658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Transition to ACTIVE for port object 25501e38-1d32-4507-b90b-974c77a27acc will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:44.002741 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.087365 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0fc131f6-767c-419d-8405-e7500863dc26 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c1909eb87d45405d8eafd1749afbf9e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5570226 Apr 22 15:13:44.093439 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60164) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:44.107207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=25501e38-1d32-4507-b90b-974c77a27acc,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:44.139072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ee528e1-829b-4140-b697-7ae4635ab99d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.153192 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb87f1df-8200-4e4c-bb3c-70a4358be5f0'] response: {'server_uuid': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21011859-8eec-463d-8566-76f78ca31784', 'code': 200} Apr 22 15:13:44.160878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network c2d767fa-a968-4033-9728-55527d5dfae3 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:44.164582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=21011859-8eec-463d-8566-76f78ca31784,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:44.169179 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:44.176372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ee528e1-829b-4140-b697-7ae4635ab99d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.181247 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:44.229893 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:13:44.243410 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75dcd933-01f3-4048-bab4-1e5dd820d076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.246541 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ee528e1-829b-4140-b697-7ae4635ab99d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.254877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:13:44.255520 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:13:44.269759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bc6c24cc-eb7d-483a-9405-732d62d79e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.283207 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee528e1-829b-4140-b697-7ae4635ab99d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ced2eb1c-5392-4490-80d9-676151aa5b81,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:44.297119 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ee528e1-829b-4140-b697-7ae4635ab99d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.298278 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6ee528e1-829b-4140-b697-7ae4635ab99d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/ced2eb1c-5392-4490-80d9-676151aa5b81 HTTP/1.1" status: 204 len: 168 time: 0.3671281 Apr 22 15:13:44.302516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60172) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:44.311126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75dcd933-01f3-4048-bab4-1e5dd820d076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.316020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5566a-3df0-48c2-8779-2d2b635e37e5 req-a76d7dd1-3382-4d70-b624-00303f25c6e9 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:44.317387 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-00a5566a-3df0-48c2-8779-2d2b635e37e5 req-a76d7dd1-3382-4d70-b624-00303f25c6e9 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.5567410 Apr 22 15:13:44.321801 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-bc6c24cc-eb7d-483a-9405-732d62d79e35 None None] For port 646b9626-3b47-4f22-aa0d-d72b08c4bd52, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=646b9626-3b47-4f22-aa0d-d72b08c4bd52,segment=NetworkSegment(0e34195d-4f26-4e81-a36b-1115d07c423c),segment_id=0e34195d-4f26-4e81-a36b-1115d07c423c)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:44.334599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bc6c24cc-eb7d-483a-9405-732d62d79e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.359713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5712d03f-40cd-4df6-b5da-6c3d3c1ea47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.390773 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5712d03f-40cd-4df6-b5da-6c3d3c1ea47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.401569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ecd4779b-04e6-461a-a88b-a8ff2b0f8d71 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:44.421200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ecd4779b-04e6-461a-a88b-a8ff2b0f8d71 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:44.422722 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ecd4779b-04e6-461a-a88b-a8ff2b0f8d71 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1191442 Apr 22 15:13:44.425833 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75dcd933-01f3-4048-bab4-1e5dd820d076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.426213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.432013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60176) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:44.477935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcd933-01f3-4048-bab4-1e5dd820d076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001cfa99-209d-4481-82db-da74fb6ed09d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:44.485635 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75dcd933-01f3-4048-bab4-1e5dd820d076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.489642 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-75dcd933-01f3-4048-bab4-1e5dd820d076 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/001cfa99-209d-4481-82db-da74fb6ed09d HTTP/1.1" status: 204 len: 168 time: 0.3924572 Apr 22 15:13:44.506031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af6ae2b1-62cc-4768-998a-85ac2c659cf9 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.521057 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af6ae2b1-62cc-4768-998a-85ac2c659cf9 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.521258 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c24cc-eb7d-483a-9405-732d62d79e35 None None] Pushing event updated for resources: {'Port': ['ID=646b9626-3b47-4f22-aa0d-d72b08c4bd52,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:44.547179 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-00a5566a-3df0-48c2-8779-2d2b635e37e5 req-9d70786e-631d-4f5c-84f5-0a396785552e tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825554 Apr 22 15:13:44.560761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60184) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:44.563738 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5712d03f-40cd-4df6-b5da-6c3d3c1ea47f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=58c252d341fb4dbfb72d8edd0058119e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6098397 Apr 22 15:13:44.566280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712d03f-40cd-4df6-b5da-6c3d3c1ea47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c093dad-8d1c-4ed6-8ce3-2f7e129ed51a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:44.586786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af6ae2b1-62cc-4768-998a-85ac2c659cf9 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.627473 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ae2b1-62cc-4768-998a-85ac2c659cf9 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6505a176-bbaf-47ea-a183-38a75e08909e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:44.640636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-af6ae2b1-62cc-4768-998a-85ac2c659cf9 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.642199 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-af6ae2b1-62cc-4768-998a-85ac2c659cf9 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/6505a176-bbaf-47ea-a183-38a75e08909e HTTP/1.1" status: 204 len: 168 time: 0.1933396 Apr 22 15:13:44.647273 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60190) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:44.754126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39d338db-8d20-4e4b-8d2b-e00e264d2227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.818608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9068d6e4-a7df-4424-9621-0232d63379fe tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:44.834826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39d338db-8d20-4e4b-8d2b-e00e264d2227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.885273 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6469a497-f11f-4c53-b16f-a4354749764c None None] Provisioning complete for port 646b9626-3b47-4f22-aa0d-d72b08c4bd52 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:44.885833 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6469a497-f11f-4c53-b16f-a4354749764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.912911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9068d6e4-a7df-4424-9621-0232d63379fe tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:44.919319 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9068d6e4-a7df-4424-9621-0232d63379fe tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2701666 Apr 22 15:13:44.923635 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60206) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:44.935529 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:44.942072 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.020306 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21011859-8eec-463d-8566-76f78ca31784 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:13:45.057121 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21011859-8eec-463d-8566-76f78ca31784, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21011859-8eec-463d-8566-76f78ca31784,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:45.065775 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-473df8d3-dbec-4430-8dab-849db66bc52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.075182 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.103815 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39d338db-8d20-4e4b-8d2b-e00e264d2227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.131927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d338db-8d20-4e4b-8d2b-e00e264d2227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c093dad-8d1c-4ed6-8ce3-2f7e129ed51a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:45.135639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39d338db-8d20-4e4b-8d2b-e00e264d2227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.137017 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-39d338db-8d20-4e4b-8d2b-e00e264d2227 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c093dad-8d1c-4ed6-8ce3-2f7e129ed51a HTTP/1.1" status: 204 len: 168 time: 0.5750632 Apr 22 15:13:45.142059 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a57aec8-d80b-40bc-b3e5-1001a7e5b068 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.184232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a57aec8-d80b-40bc-b3e5-1001a7e5b068 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.213948 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60214) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:45.284322 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=21011859-8eec-463d-8566-76f78ca31784,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:45.307946 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a57aec8-d80b-40bc-b3e5-1001a7e5b068 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.336413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57aec8-d80b-40bc-b3e5-1001a7e5b068 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c71c86-8063-4ba2-b218-b4651c2c1cd4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:45.364200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a57aec8-d80b-40bc-b3e5-1001a7e5b068 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.366128 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1a57aec8-d80b-40bc-b3e5-1001a7e5b068 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-groups/43c71c86-8063-4ba2-b218-b4651c2c1cd4 HTTP/1.1" status: 204 len: 168 time: 0.4409811 Apr 22 15:13:45.369542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60222) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:45.453782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2f97ce71-c76c-4a32-b342-40bd597004e4 None None] Provisioning for port 25501e38-1d32-4507-b90b-974c77a27acc completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:45.459331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2f97ce71-c76c-4a32-b342-40bd597004e4 None None] Provisioning complete for port 25501e38-1d32-4507-b90b-974c77a27acc triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:45.459749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f97ce71-c76c-4a32-b342-40bd597004e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.474861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-01a06e05-b6d6-464b-a61e-e87185e49bdc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:45.515841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-01a06e05-b6d6-464b-a61e-e87185e49bdc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:45.517230 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-01a06e05-b6d6-464b-a61e-e87185e49bdc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1466572 Apr 22 15:13:45.523908 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60230) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:45.531497 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-38722da2-c936-4257-b5d5-54643fedf4b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group': {'name': 'tempest-secgroup--312890901'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:45.545589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-38722da2-c936-4257-b5d5-54643fedf4b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:45.566007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-38722da2-c936-4257-b5d5-54643fedf4b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:45.572504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['21011859-8eec-463d-8566-76f78ca31784'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:13:45.601958 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89104f8b-0d40-46f9-98e4-31dd185ea396 req-b4c981b1-7081-42a1-84c0-1604309b2d85 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:45.602574 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38722da2-c936-4257-b5d5-54643fedf4b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.603472 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-89104f8b-0d40-46f9-98e4-31dd185ea396 req-b4c981b1-7081-42a1-84c0-1604309b2d85 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 945 time: 0.5097716 Apr 22 15:13:45.641437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-442099725'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:45.657629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:45.676913 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2f97ce71-c76c-4a32-b342-40bd597004e4 None None] Port 25501e38-1d32-4507-b90b-974c77a27acc cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:45.681900 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Usage tracker for resource:network and tenant:92809a251d624c24bb49776b9a4938b1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:45.685535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:45.690188 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-89104f8b-0d40-46f9-98e4-31dd185ea396 req-c1120580-4b18-4509-bc52-c3150b567300 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711951 Apr 22 15:13:45.700463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:45.708690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-38722da2-c936-4257-b5d5-54643fedf4b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:45.716921 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-38722da2-c936-4257-b5d5-54643fedf4b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:45.720803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-38722da2-c936-4257-b5d5-54643fedf4b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:45.727982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Made reservation on behalf of 92809a251d624c24bb49776b9a4938b1 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:45.735084 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.757753 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-38722da2-c936-4257-b5d5-54643fedf4b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:45.760263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.783853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.795601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.827717 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:45.840069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Usage tracker for resource:security_group_rule and tenant:92809a251d624c24bb49776b9a4938b1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:45.844587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:45.858824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:45.862073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38722da2-c936-4257-b5d5-54643fedf4b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.877520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38722da2-c936-4257-b5d5-54643fedf4b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.971705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:45.982678 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.075179 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38722da2-c936-4257-b5d5-54643fedf4b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40756076-048a-4c0b-80e9-1625d0a1d6b9,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:46.078042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.106688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-38722da2-c936-4257-b5d5-54643fedf4b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.107975 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 646b9626-3b47-4f22-aa0d-d72b08c4bd52 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:46.109264 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-38722da2-c936-4257-b5d5-54643fedf4b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5843477 Apr 22 15:13:46.127881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60248) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.135465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bd148374-ff7b-4153-bab3-fee3021ddd53 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group_rule': {'security_group_id': '40756076-048a-4c0b-80e9-1625d0a1d6b9', 'direction': 'ingress', 'protocol': 17}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:46.142089 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=25501e38-1d32-4507-b90b-974c77a27acc,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:46.166958 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bd148374-ff7b-4153-bab3-fee3021ddd53 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:46.175440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bd148374-ff7b-4153-bab3-fee3021ddd53 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:46.197043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bd148374-ff7b-4153-bab3-fee3021ddd53 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:46.219679 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bd148374-ff7b-4153-bab3-fee3021ddd53 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:46.222623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.236568 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60252) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.246826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.289952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 646b9626-3b47-4f22-aa0d-d72b08c4bd52 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:46.290317 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.326806 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network c2d767fa-a968-4033-9728-55527d5dfae3 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:46.328293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:46.457293 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-d506d923-168c-4632-933f-e7d5cefaee13 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.460977 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d506d923-168c-4632-933f-e7d5cefaee13 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2183154 Apr 22 15:13:46.462927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60262) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.477662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd148374-ff7b-4153-bab3-fee3021ddd53 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.498620 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-bc7b9476-a208-4d9a-9532-1d27a35b9283 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.503156 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bc7b9476-a208-4d9a-9532-1d27a35b9283 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0335410 Apr 22 15:13:46.503156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:13:46.506292 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60268) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.528105 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-471e0c60-ebef-4e0c-8cba-9b739cb86872 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.532660 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-471e0c60-ebef-4e0c-8cba-9b739cb86872 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0163300 Apr 22 15:13:46.532820 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60272) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.538391 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8898a94-720d-4ac0-a50d-5d72f8540741,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:46.541629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.542237 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Added segment a70a64de-0340-479a-a025-3b2b8e19ad69 of type vlan for network fbe74739-c005-4d31-9d82-7db7c967732c Apr 22 15:13:46.555334 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-758e5516-cc1d-48fd-9ca7-82fa349a07c1 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.558261 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-758e5516-cc1d-48fd-9ca7-82fa349a07c1 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0230610 Apr 22 15:13:46.558933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60276) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.575221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-8bdb7802-c7e6-4787-a43f-afb788daeda1 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.576158 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8bdb7802-c7e6-4787-a43f-afb788daeda1 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0167503 Apr 22 15:13:46.578701 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60280) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.590777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-ab7d451c-041f-43aa-9e46-85635e5a49f7 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.592792 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ab7d451c-041f-43aa-9e46-85635e5a49f7 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0126498 Apr 22 15:13:46.598242 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60284) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.608718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-46fe05f4-fbd6-4fa4-ab6b-5eb88fd19472 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.610534 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-46fe05f4-fbd6-4fa4-ab6b-5eb88fd19472 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0110741 Apr 22 15:13:46.613098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60288) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.616098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.622276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-630fb6e4-faae-4635-bbc4-166589b61655 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.623657 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-630fb6e4-faae-4635-bbc4-166589b61655 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0091803 Apr 22 15:13:46.626978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60292) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.633721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-fc83d11f-9d0a-4416-afa2-a84c106bced2 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.635340 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fc83d11f-9d0a-4416-afa2-a84c106bced2 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0066810 Apr 22 15:13:46.639655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60296) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.649529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-c182085f-861c-48c7-9d49-afbe8a5fa63b tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.653077 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c182085f-861c-48c7-9d49-afbe8a5fa63b tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0098898 Apr 22 15:13:46.653077 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd148374-ff7b-4153-bab3-fee3021ddd53 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.653861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60302) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.659738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-96f79615-5099-423c-9358-821bd565ecc2 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.664019 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-96f79615-5099-423c-9358-821bd565ecc2 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0060582 Apr 22 15:13:46.669745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60306) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.672411 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd148374-ff7b-4153-bab3-fee3021ddd53 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.689629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-50028983-1c03-4e13-94b9-5c8ffcccc582 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.690617 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-50028983-1c03-4e13-94b9-5c8ffcccc582 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0195420 Apr 22 15:13:46.703117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60310) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.705323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd148374-ff7b-4153-bab3-fee3021ddd53 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3276dd26-0212-43b0-a9bf-4b38079cb65f,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:46.721054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.721276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-506fa9c9-56cb-4df4-944c-130e833a0f17 None None] Provisioning complete for port 25501e38-1d32-4507-b90b-974c77a27acc triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:46.721647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-506fa9c9-56cb-4df4-944c-130e833a0f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.724748 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:46.724998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-1eb07527-f561-41c3-82e0-a5d744b7a742 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.725332 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.730957 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1eb07527-f561-41c3-82e0-a5d744b7a742 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0268347 Apr 22 15:13:46.744881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60314) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.830501 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-506fa9c9-56cb-4df4-944c-130e833a0f17 None None] Port 25501e38-1d32-4507-b90b-974c77a27acc cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:46.855697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event updated for resources: {'Network': ['ID=fbe74739-c005-4d31-9d82-7db7c967732c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:46.860866 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-a42038ab-8522-4239-8346-4147c779e01f tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.864341 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a42038ab-8522-4239-8346-4147c779e01f tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0111239 Apr 22 15:13:46.865129 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b23b86c3-0092-4a8d-a258-7ab1ddaf0eb0 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6502125 Apr 22 15:13:46.866028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60322) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.873605 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-d28c7d1e-42c2-4767-ae9a-e58b5dd3ed3f tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.878356 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d28c7d1e-42c2-4767-ae9a-e58b5dd3ed3f tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067024 Apr 22 15:13:46.878356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60324) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.878710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network fbe74739-c005-4d31-9d82-7db7c967732c details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:13:46.880515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Request body: {'subnet': {'network_id': 'fbe74739-c005-4d31-9d82-7db7c967732c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:46.887086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60330) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.898284 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd148374-ff7b-4153-bab3-fee3021ddd53 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:46.899179 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-39826639-d547-482f-9bc4-9ca3d2e2dce3 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.903369 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-39826639-d547-482f-9bc4-9ca3d2e2dce3 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0120058 Apr 22 15:13:46.903573 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bd148374-ff7b-4153-bab3-fee3021ddd53 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7732856 Apr 22 15:13:46.903679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60334) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.907049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60336) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.958662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-82be6669-93f2-418e-9223-dd6616bf424e tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.963241 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-82be6669-93f2-418e-9223-dd6616bf424e tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0516598 Apr 22 15:13:46.965829 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60342) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.981736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-0375b393-fd95-4d40-988e-2e5d5efd195e tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.984815 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0375b393-fd95-4d40-988e-2e5d5efd195e tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0155675 Apr 22 15:13:46.985714 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60346) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:46.993201 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-e2d767f5-461b-4937-838f-bb722445240b tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:46.997718 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e2d767f5-461b-4937-838f-bb722445240b tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0074668 Apr 22 15:13:47.003630 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60350) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.027247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-7732e75a-5b9b-4953-ae1f-815259d5e739 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.033036 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7732e75a-5b9b-4953-ae1f-815259d5e739 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0156572 Apr 22 15:13:47.034101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.047863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-afe7749a-4d60-4c1c-af62-4f392e59ac51 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.052585 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-afe7749a-4d60-4c1c-af62-4f392e59ac51 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0111029 Apr 22 15:13:47.054793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60360) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.058730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:47.063727 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-602f8455-7ec3-4c81-a959-bddbc70718fa tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.064839 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-602f8455-7ec3-4c81-a959-bddbc70718fa tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0081196 Apr 22 15:13:47.068335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Usage tracker for resource:subnet and tenant:92809a251d624c24bb49776b9a4938b1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:47.071022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60364) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.075598 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-508af7ea-446e-4fcc-900a-226d0a94d3ea tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.076534 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-508af7ea-446e-4fcc-900a-226d0a94d3ea tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045464 Apr 22 15:13:47.077477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:47.080164 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60368) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.085933 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:47.090193 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-29402e45-92a2-4ae0-a339-9290d0bdecdf tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.091913 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-29402e45-92a2-4ae0-a339-9290d0bdecdf tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0100648 Apr 22 15:13:47.094460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60372) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.098991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b033512f-2098-4b98-9210-cc0b7109f17b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:47.103341 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-f03be2c6-451f-414d-bcbb-b11594d68bcc tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.106963 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f03be2c6-451f-414d-bcbb-b11594d68bcc tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0088625 Apr 22 15:13:47.107316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60376) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.112773 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-c209f87e-f780-42ac-a4dd-6806988f7fee tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.113346 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c209f87e-f780-42ac-a4dd-6806988f7fee tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051825 Apr 22 15:13:47.114782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Made reservation on behalf of 92809a251d624c24bb49776b9a4938b1 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:47.119877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21011859-8eec-463d-8566-76f78ca31784 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:47.121605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60382) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.129232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-71345925-d2d7-4e31-ab18-2fbca4bf7c9a tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.130176 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-71345925-d2d7-4e31-ab18-2fbca4bf7c9a tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0076048 Apr 22 15:13:47.133094 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60386) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.141953 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-4a43dedf-df20-4e6c-a9ec-48badce5b1e1 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.143220 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4a43dedf-df20-4e6c-a9ec-48badce5b1e1 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0090797 Apr 22 15:13:47.149022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60390) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.154845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b033512f-2098-4b98-9210-cc0b7109f17b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:47.170090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-ac59061b-846b-4d61-948a-2241a402b6e6 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.173772 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ac59061b-846b-4d61-948a-2241a402b6e6 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0213606 Apr 22 15:13:47.175324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60394) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.177926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 852e476a-8ba3-4af9-9009-21ba46710627 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:13:47.195992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-d4cc88bc-57ca-44c5-a94a-4e8db05b7010 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.199880 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d4cc88bc-57ca-44c5-a94a-4e8db05b7010 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0187337 Apr 22 15:13:47.201345 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60398) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.201481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 21011859-8eec-463d-8566-76f78ca31784 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:47.201925 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:47.216835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-a777d3b6-cc6a-40c1-9b1c-0a0faa98c4c4 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.220268 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a777d3b6-cc6a-40c1-9b1c-0a0faa98c4c4 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0155635 Apr 22 15:13:47.220982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60402) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.229445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-c9391d91-b3d4-4fff-a1dd-9935f9ba1778 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.230511 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c9391d91-b3d4-4fff-a1dd-9935f9ba1778 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0085881 Apr 22 15:13:47.233642 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60406) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.244806 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f632a88-1f96-4f63-ac60-70f5a15e205c req-74dabc55-9895-4f94-8f3b-b43f54717f82 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:47.246741 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f632a88-1f96-4f63-ac60-70f5a15e205c req-74dabc55-9895-4f94-8f3b-b43f54717f82 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 945 time: 0.3560038 Apr 22 15:13:47.247384 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-1f745a69-6323-4218-9f8c-4bdbe5de859c tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.248502 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1f745a69-6323-4218-9f8c-4bdbe5de859c tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0139587 Apr 22 15:13:47.251718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60410) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.259734 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-714b6579-9a01-4eb7-87ba-3d8eec36e461 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.260704 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-714b6579-9a01-4eb7-87ba-3d8eec36e461 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0080657 Apr 22 15:13:47.264444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60416) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.268867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:47.287593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-f6613a01-83d2-4ae3-a425-456990d844c8 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.289336 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f6613a01-83d2-4ae3-a425-456990d844c8 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0238018 Apr 22 15:13:47.293825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60420) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.348575 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-70b59e0f-f633-4381-9855-19fd8db7da0f tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.349450 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-70b59e0f-f633-4381-9855-19fd8db7da0f tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0544007 Apr 22 15:13:47.356475 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60424) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.371608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-b61404f7-12de-4615-9da4-c9e23675043c tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.372574 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b61404f7-12de-4615-9da4-c9e23675043c tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0152102 Apr 22 15:13:47.376107 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60428) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.382546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:47.383369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-c562e2f6-b6f2-4974-83f3-5d3ac3067f7d tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.384332 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c562e2f6-b6f2-4974-83f3-5d3ac3067f7d tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0073378 Apr 22 15:13:47.387494 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60432) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.397309 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-76d99e9d-88a3-4c78-be42-45e5bd83d346 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.398835 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-76d99e9d-88a3-4c78-be42-45e5bd83d346 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0104325 Apr 22 15:13:47.403075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60436) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.412138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-daf83605-9275-4e88-a838-71ce7bb68dd0 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.413802 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-daf83605-9275-4e88-a838-71ce7bb68dd0 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0091236 Apr 22 15:13:47.416972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60440) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.424753 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21011859-8eec-463d-8566-76f78ca31784'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:13:47.425402 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-34b178f8-e163-4dcb-b441-1f629d77090e tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.426431 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-34b178f8-e163-4dcb-b441-1f629d77090e tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0085158 Apr 22 15:13:47.429600 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60444) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.443036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21011859-8eec-463d-8566-76f78ca31784, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21011859-8eec-463d-8566-76f78ca31784,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:47.456841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-6755090d-549d-4609-85b5-752da31e78b9 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.457939 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6755090d-549d-4609-85b5-752da31e78b9 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0273974 Apr 22 15:13:47.463056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60452) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.464986 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:47.484657 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-56b3de09-0af0-4a01-a27d-06a1ac63a515 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.485639 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-56b3de09-0af0-4a01-a27d-06a1ac63a515 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0216732 Apr 22 15:13:47.490557 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60456) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.508726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-2938dc18-adf6-4862-b4e3-9451ae770787 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.508933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b033512f-2098-4b98-9210-cc0b7109f17b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:47.511952 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2938dc18-adf6-4862-b4e3-9451ae770787 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0153370 Apr 22 15:13:47.518377 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0986c47-413c-4570-9e67-41f0da93ac66'] response: {'server_uuid': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21011859-8eec-463d-8566-76f78ca31784', 'code': 200} Apr 22 15:13:47.525617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60460) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.536897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:47.537861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-d7c4ce77-c841-41b5-8e93-c25c31dd64cf tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.539391 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d7c4ce77-c841-41b5-8e93-c25c31dd64cf tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0099635 Apr 22 15:13:47.540798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033512f-2098-4b98-9210-cc0b7109f17b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40756076-048a-4c0b-80e9-1625d0a1d6b9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:47.545534 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60464) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.566861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-c1a7ff1a-9be5-404b-9ea8-6eb5df510cf1 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.567813 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c1a7ff1a-9be5-404b-9ea8-6eb5df510cf1 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0118840 Apr 22 15:13:47.572075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60468) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.580393 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-b4571cea-7a4d-46ea-ac14-df0602e4dca2 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.581502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=21011859-8eec-463d-8566-76f78ca31784,revision_number=8']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:47.582089 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b4571cea-7a4d-46ea-ac14-df0602e4dca2 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0087688 Apr 22 15:13:47.585659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60472) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.592285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-13f18f82-d1ba-4063-bfe3-029887d7d374 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.595401 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-13f18f82-d1ba-4063-bfe3-029887d7d374 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0066171 Apr 22 15:13:47.598760 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60478) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.599560 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f632a88-1f96-4f63-ac60-70f5a15e205c req-b0fa0af1-fe9c-472f-91ce-fe6047c2c8c2 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879179 Apr 22 15:13:47.607865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-5604ceab-c630-4542-adee-ec8ad7767a05 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.608940 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5604ceab-c630-4542-adee-ec8ad7767a05 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0091248 Apr 22 15:13:47.612281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60482) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.619604 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b033512f-2098-4b98-9210-cc0b7109f17b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:47.623710 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b033512f-2098-4b98-9210-cc0b7109f17b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-groups/40756076-048a-4c0b-80e9-1625d0a1d6b9 HTTP/1.1" status: 204 len: 168 time: 0.7199740 Apr 22 15:13:47.627462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60486) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.627724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-8706e0a3-0991-44d1-89f7-c29a5fa17272 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.628640 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8706e0a3-0991-44d1-89f7-c29a5fa17272 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0140698 Apr 22 15:13:47.631197 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60490) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.631739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60492) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.683434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:47.693884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-44ebfd4d-5bcf-4d32-8e03-df38cef1fa52 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.695873 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-44ebfd4d-5bcf-4d32-8e03-df38cef1fa52 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0625138 Apr 22 15:13:47.703146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60498) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.721569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-6b254c62-fede-4da7-b9bd-c40c3e698498 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.723176 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6b254c62-fede-4da7-b9bd-c40c3e698498 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0181723 Apr 22 15:13:47.734491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60502) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.746029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-b4cd8ae8-beaa-463b-8500-8c75c8573bf5 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.749289 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b4cd8ae8-beaa-463b-8500-8c75c8573bf5 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0103357 Apr 22 15:13:47.749420 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9a1f5f64-5f28-4c93-8853-c83f212e32db tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:47.750487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60508) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.759143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-affb0c8a-9905-4f08-942d-57af38460327 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.760271 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-affb0c8a-9905-4f08-942d-57af38460327 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0078804 Apr 22 15:13:47.765603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60512) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.777920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-5277110c-c86d-4109-ab36-d361dcc250a4 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.778908 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5277110c-c86d-4109-ab36-d361dcc250a4 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0131173 Apr 22 15:13:47.780749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:47.784620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60516) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.789608 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-51831906-27df-42da-a6d2-6c8724a4e195 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3805356 Apr 22 15:13:47.792463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60520) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.794186 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Sync routers for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:47.794641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event updated for resources: {'Subnet': ['ID=e51b9ca2-c382-4761-8c9c-d6143b55962c,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:47.795650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-71539b97-ecd7-46e3-afdb-ac4b69de3ead tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.796611 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-71539b97-ecd7-46e3-afdb-ac4b69de3ead tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0110238 Apr 22 15:13:47.801051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60524) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.801461 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0967c9c3-721d-4a0a-b226-0eb71ae6f3b3 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/floatingips/67343c2b-088b-44f2-a667-e103ed56c9ef HTTP/1.1" status: 200 len: 994 time: 0.1665542 Apr 22 15:13:47.805049 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'network': {'name': 'tempest-RoutersTest-315151826'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:47.810072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-fb1d0a8a-3626-489f-8c5b-63d8b75f794d tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.810466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:47.814190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60528) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.814335 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fb1d0a8a-3626-489f-8c5b-63d8b75f794d tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0092964 Apr 22 15:13:47.817036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:network and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:47.819207 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9a1f5f64-5f28-4c93-8853-c83f212e32db tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:47.820959 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9a1f5f64-5f28-4c93-8853-c83f212e32db tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1925912 Apr 22 15:13:47.821546 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:47.822576 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:47.824500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60532) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.826560 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-12e93da5-3551-476e-b257-de30ca33883a tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.827516 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-12e93da5-3551-476e-b257-de30ca33883a tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0121045 Apr 22 15:13:47.828445 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:47.831203 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60536) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.835673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d53128e0-4816-408f-8035-432ad8d25666 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560931176'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:47.841855 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Checking segment: {'id': 'a70a64de-0340-479a-a025-3b2b8e19ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fbe74739-c005-4d31-9d82-7db7c967732c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:47.842234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Network hostable DHCP agents. Network: fbe74739-c005-4d31-9d82-7db7c967732c, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:13:47.843169 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-139b1401-33e2-403b-b547-4008290b8d7e tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.844161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-139b1401-33e2-403b-b547-4008290b8d7e tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0122337 Apr 22 15:13:47.845251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:47.847103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60540) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.850695 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d53128e0-4816-408f-8035-432ad8d25666 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:47.853220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-324c7eaa-1226-4112-bd16-c81632d8996a tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.854629 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-324c7eaa-1226-4112-bd16-c81632d8996a tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0066431 Apr 22 15:13:47.857055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60544) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.866430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-4606eb86-0195-4eda-a563-aeb2044a8ff1 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.866430 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4606eb86-0195-4eda-a563-aeb2044a8ff1 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048046 Apr 22 15:13:47.866430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60548) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.871750 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-4888c4e5-c6c2-4b09-b22f-84e0649a8219 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.872805 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4888c4e5-c6c2-4b09-b22f-84e0649a8219 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0060472 Apr 22 15:13:47.873900 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:47.875318 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60554) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.876143 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d53128e0-4816-408f-8035-432ad8d25666 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:47.877184 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:47.884456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [None req-0d4553f4-cc64-45b1-a682-081c857c01e6 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83934) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.887898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60558) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:47.888128 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0d4553f4-cc64-45b1-a682-081c857c01e6 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0095747 Apr 22 15:13:47.894890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [None req-7bbb6505-105e-4736-8b5f-299de4e79e98 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:13:47.895946 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7bbb6505-105e-4736-8b5f-299de4e79e98 tempest-ExtensionsTestJSON-190748937 tempest-ExtensionsTestJSON-190748937-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0069647 Apr 22 15:13:47.918655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d53128e0-4816-408f-8035-432ad8d25666 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:47.930032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:13:47.951419 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Network fbe74739-c005-4d31-9d82-7db7c967732c is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:13:47.951934 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:47.953348 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Added segment 8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6 of type vlan for network ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522 Apr 22 15:13:48.000399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, fbe74739-c005-4d31-9d82-7db7c967732c) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:48.005723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d53128e0-4816-408f-8035-432ad8d25666 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:48.009693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086d3e80-e09e-44cf-a307-63a879ae4a13 None None] Network fbe74739-c005-4d31-9d82-7db7c967732c requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:48.022803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:48.023793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.032316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.035558 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d53128e0-4816-408f-8035-432ad8d25666 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:48.045743 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d53128e0-4816-408f-8035-432ad8d25666 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:48.052599 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:48.072594 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d53128e0-4816-408f-8035-432ad8d25666 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:48.108396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.114210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:48.120151 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e04f763d-2db6-4c28-bc65-06c47a64c7ab tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2415924 Apr 22 15:13:48.120662 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.120764 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60564) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:48.131608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Request body: {'port': {'network_id': 'fbe74739-c005-4d31-9d82-7db7c967732c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-823159585'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:48.173578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60568) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:48.333763 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d53128e0-4816-408f-8035-432ad8d25666 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.341726 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Network': ['ID=ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:48.344270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d53128e0-4816-408f-8035-432ad8d25666 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.364921 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-09350307-8eac-4e58-addc-a295b3e16337 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5672183 Apr 22 15:13:48.367653 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60576) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:48.381398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'subnet': {'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:48.419140 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53128e0-4816-408f-8035-432ad8d25666 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68a6434c-ab5e-4e63-bb0b-0da3129fa5e2,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:48.433566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:48.437778 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Usage tracker for resource:port and tenant:92809a251d624c24bb49776b9a4938b1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:48.441008 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:48.448437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d53128e0-4816-408f-8035-432ad8d25666 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.449647 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d53128e0-4816-408f-8035-432ad8d25666 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6242576 Apr 22 15:13:48.450898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:48.452777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60580) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:48.459422 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0a8579cc-661e-4a74-bb68-1d686e67069c tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008893070'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:48.468649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0a8579cc-661e-4a74-bb68-1d686e67069c tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:48.480338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0a8579cc-661e-4a74-bb68-1d686e67069c tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:48.484226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Made reservation on behalf of 92809a251d624c24bb49776b9a4938b1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:48.487441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.503072 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:13:48.513964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] device_id is not set on port 7e2bd883-6f54-4a95-9461-3d4a97002f4a yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:13:48.549409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0a8579cc-661e-4a74-bb68-1d686e67069c tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.599785 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60584) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:48.659080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:48.664088 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:subnet and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:48.667952 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:48.675853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:48.688775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:48.723778 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0a8579cc-661e-4a74-bb68-1d686e67069c tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:48.731416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-fbe74739-c005-4d31-9d82-7db7c967732c', 'network_id': 'fbe74739-c005-4d31-9d82-7db7c967732c', 'tenant_id': '92809a251d624c24bb49776b9a4938b1', 'fixed_ips': [{'subnet_id': 'e51b9ca2-c382-4761-8c9c-d6143b55962c'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:13:48.732223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.760460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0a8579cc-661e-4a74-bb68-1d686e67069c tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:48.787757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0a8579cc-661e-4a74-bb68-1d686e67069c tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:48.806106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'network': {'name': 'tempest-network-smoke--1504730492', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'port_security_enabled': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:48.806894 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:13:44Z', 'revision_number': 2, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:45Z', 'revision_number': 2, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:48.812477 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Checking router: 852e476a-8ba3-4af9-9009-21ba46710627 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:13:48.813402 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Updating router 852e476a-8ba3-4af9-9009-21ba46710627 port 25501e38-1d32-4507-b90b-974c77a27acc binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:13:48.814970 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0a8579cc-661e-4a74-bb68-1d686e67069c tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:48.817461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:48.822187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b0f30f3-c2f0-429f-a59d-98c57987cecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.854173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.863089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1b0f30f3-c2f0-429f-a59d-98c57987cecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:48.867132 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1b0f30f3-c2f0-429f-a59d-98c57987cecf admin admin] Usage tracker for resource:security_group_rule and tenant:593bed6ba14b4687b9070de44b8a6ffd is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:48.871654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1b0f30f3-c2f0-429f-a59d-98c57987cecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:48.879471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1b0f30f3-c2f0-429f-a59d-98c57987cecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:48.885193 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:48.900961 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:network and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:48.913682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:48.934929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:48.940999 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Allocated IP 2001:db8::11 (fbe74739-c005-4d31-9d82-7db7c967732c/e51b9ca2-c382-4761-8c9c-d6143b55962c/7e2bd883-6f54-4a95-9461-3d4a97002f4a) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:48.982401 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:48.985577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.050792 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.064232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0a8579cc-661e-4a74-bb68-1d686e67069c tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.093732 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0a8579cc-661e-4a74-bb68-1d686e67069c tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.130555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:49.135120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:49.138487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:49.144383 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:49.152033 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.184868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b0f30f3-c2f0-429f-a59d-98c57987cecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.244411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Subnet': ['ID=82c467ae-1b2e-40f0-a9f8-a6d5458db842,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:49.259050 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Checking segment: {'id': '8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:49.259510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network hostable DHCP agents. Network: ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:13:49.289589 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:13:49.290218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.300192 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1b0f30f3-c2f0-429f-a59d-98c57987cecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.304659 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:49.310269 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:49.310970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.317353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6862a2-266d-4578-a4a9-a941e1f18a5c None None] Network ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:49.341069 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8541254a-7cd9-4405-a3d1-f45aa38dee0d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9716203 Apr 22 15:13:49.343782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60590) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:49.361488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.372706 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8579cc-661e-4a74-bb68-1d686e67069c tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a713e6a-fa96-47b3-bbd1-28d623250838,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:49.444083 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.463879 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Transition to ACTIVE for port object 25501e38-1d32-4507-b90b-974c77a27acc will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:49.479723 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.557029 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:13:49.567378 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.567879 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Added segment 5e68cdce-6de6-42e3-a84b-ee2832987112 of type vlan for network e24824d7-084f-4dd0-a097-236bf252abab Apr 22 15:13:49.572378 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522', 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'fixed_ips': [{'subnet_id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:13:49.573561 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.598959 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.636286 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eee769-7a0c-4b41-843e-d79faab65876 None None] Pushing event updated for resources: {'Port': ['ID=25501e38-1d32-4507-b90b-974c77a27acc,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:49.648853 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eee769-7a0c-4b41-843e-d79faab65876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:49.649199 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eee769-7a0c-4b41-843e-d79faab65876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:49.649525 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eee769-7a0c-4b41-843e-d79faab65876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:49.649847 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eee769-7a0c-4b41-843e-d79faab65876 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:49.650212 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eee769-7a0c-4b41-843e-d79faab65876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:49.650542 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eee769-7a0c-4b41-843e-d79faab65876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:49.650859 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eee769-7a0c-4b41-843e-d79faab65876 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:49.651186 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eee769-7a0c-4b41-843e-d79faab65876 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:49.651512 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eee769-7a0c-4b41-843e-d79faab65876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:49.652042 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eee769-7a0c-4b41-843e-d79faab65876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:49.652357 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89eee769-7a0c-4b41-843e-d79faab65876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:13:49.738423 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1b0f30f3-c2f0-429f-a59d-98c57987cecf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=593bed6ba14b4687b9070de44b8a6ffd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1372211 Apr 22 15:13:49.752555 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Attempting to bind port 25501e38-1d32-4507-b90b-974c77a27acc on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:49.752913 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Attempting to bind port 25501e38-1d32-4507-b90b-974c77a27acc by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '0e34195d-4f26-4e81-a36b-1115d07c423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:49.753265 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Attempting to bind port 25501e38-1d32-4507-b90b-974c77a27acc on network c2d767fa-a968-4033-9728-55527d5dfae3 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:49.756286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.762044 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:49.762365 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Checking segment: {'id': '0e34195d-4f26-4e81-a36b-1115d07c423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:49.762763 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.763144 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Bound using segment: {'id': '0e34195d-4f26-4e81-a36b-1115d07c423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:49.763693 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Bound port: 25501e38-1d32-4507-b90b-974c77a27acc, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e34195d-4f26-4e81-a36b-1115d07c423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:49.763969 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.765627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:49.768799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.774767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60594) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:49.829539 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Allocated IP 172.21.0.2 (ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522/82c467ae-1b2e-40f0-a9f8-a6d5458db842/202d4c0d-1870-43a1-a832-694474061427) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:49.893310 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] For port 25501e38-1d32-4507-b90b-974c77a27acc, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:49.900063 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] For port 25501e38-1d32-4507-b90b-974c77a27acc, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=25501e38-1d32-4507-b90b-974c77a27acc,segment=NetworkSegment(0e34195d-4f26-4e81-a36b-1115d07c423c),segment_id=0e34195d-4f26-4e81-a36b-1115d07c423c)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:49.916880 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.968517 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0a8579cc-661e-4a74-bb68-1d686e67069c tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:49.972925 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0a8579cc-661e-4a74-bb68-1d686e67069c tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5192127 Apr 22 15:13:49.983939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60598) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:49.990684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f30f3-c2f0-429f-a59d-98c57987cecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4788437-7790-4eb6-979a-07512e74d62d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:50.076636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.079163 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eee769-7a0c-4b41-843e-d79faab65876 None None] Pushing event updated for resources: {'Port': ['ID=25501e38-1d32-4507-b90b-974c77a27acc,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:50.082369 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:50.083030 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:50.092650 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5d46957e-44c9-4833-a33f-73a60f6847e6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group_rule': {'security_group_id': '68a6434c-ab5e-4e63-bb0b-0da3129fa5e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1a713e6a-fa96-47b3-bbd1-28d623250838', 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:50.141881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bacb85a0-2519-46bc-adf9-21606e0433da,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:50.148975 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9712055 Apr 22 15:13:50.175866 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60602) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:50.202479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5d46957e-44c9-4833-a33f-73a60f6847e6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:50.218840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.232078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Transition to ACTIVE for port object 202d4c0d-1870-43a1-a832-694474061427 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:50.232962 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-603275096', 'admin_state_up': True, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:50.244516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5d46957e-44c9-4833-a33f-73a60f6847e6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:50.253145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Transition to ACTIVE for port object 202d4c0d-1870-43a1-a832-694474061427 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:50.261257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Transition to ACTIVE for port object 7e2bd883-6f54-4a95-9461-3d4a97002f4a will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:50.262443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.263689 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5d46957e-44c9-4833-a33f-73a60f6847e6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:50.275644 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:50.280824 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:50.311609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:router and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:50.315766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5d46957e-44c9-4833-a33f-73a60f6847e6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:50.318005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d899b72-b962-4d30-838c-55b399ba4158 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Network': ['ID=e24824d7-084f-4dd0-a097-236bf252abab,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:50.335124 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:50.349766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network e24824d7-084f-4dd0-a097-236bf252abab details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:13:50.359585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:50.364464 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c1cea04-f381-4649-a1d7-c68c1975f488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.406502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.407678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.421702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c1cea04-f381-4649-a1d7-c68c1975f488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.446798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5d46957e-44c9-4833-a33f-73a60f6847e6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.465501 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Network ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:50.466346 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Pushing event updated for resources: {'Port': ['ID=202d4c0d-1870-43a1-a832-694474061427,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:50.472938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:50.479214 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:50.499447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.534556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.575582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.637197 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Network fbe74739-c005-4d31-9d82-7db7c967732c is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:50.638347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event updated for resources: {'Port': ['ID=7e2bd883-6f54-4a95-9461-3d4a97002f4a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:50.644739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:50.651581 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:50.657711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Allocated IP 2001:db8::2 (fbe74739-c005-4d31-9d82-7db7c967732c/e51b9ca2-c382-4761-8c9c-d6143b55962c/d8b3c727-f291-443a-9130-783b61a09bf4) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:50.659893 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:50.660042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Attempting to bind port 202d4c0d-1870-43a1-a832-694474061427 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:50.660272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Attempting to bind port 202d4c0d-1870-43a1-a832-694474061427 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:50.660630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Attempting to bind port 202d4c0d-1870-43a1-a832-694474061427 on network ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:50.661527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.674911 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:50.674911 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Checking segment: {'id': '8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:50.675207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.675751 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Bound using segment: {'id': '8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:50.676225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Bound port: 202d4c0d-1870-43a1-a832-694474061427, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:50.676993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.729102 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:13:44Z', 'revision_number': 2, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:49Z', 'revision_number': 4, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:50.733416 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07541e4-9f99-4b79-b724-3bb46a6a6d12 None None] The sync data for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv is: [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:13:44Z', 'revision_number': 2, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:49Z', 'revision_number': 4, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:50.822698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c1cea04-f381-4649-a1d7-c68c1975f488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.825750 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1c1cea04-f381-4649-a1d7-c68c1975f488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:50.829390 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1c1cea04-f381-4649-a1d7-c68c1975f488 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a4788437-7790-4eb6-979a-07512e74d62d HTTP/1.1" status: 204 len: 168 time: 1.0227857 Apr 22 15:13:50.851020 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5964ddb0-c6e5-4aaa-9bdd-70413ec35b64 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7291133 Apr 22 15:13:50.866009 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60610) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:50.878545 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] For port 202d4c0d-1870-43a1-a832-694474061427, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:50.893164 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Request body: {'port': {'network_id': 'fbe74739-c005-4d31-9d82-7db7c967732c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1306929391', 'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:8a:10:fe'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:50.898580 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] For port 202d4c0d-1870-43a1-a832-694474061427, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=202d4c0d-1870-43a1-a832-694474061427,segment=NetworkSegment(8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6),segment_id=8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:50.937754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.087104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Allocated IP 172.21.0.1 (ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522/82c467ae-1b2e-40f0-a9f8-a6d5458db842/77bc64dd-9697-4527-b380-ce3de6366ac9) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:51.143348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:51.152557 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5d46957e-44c9-4833-a33f-73a60f6847e6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.154467 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cea04-f381-4649-a1d7-c68c1975f488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4788437-7790-4eb6-979a-07512e74d62d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:51.160126 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.161200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Usage tracker for resource:port and tenant:92809a251d624c24bb49776b9a4938b1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:51.165552 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:51.172870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Transition to ACTIVE for port object d8b3c727-f291-443a-9130-783b61a09bf4 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:51.174554 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:51.177867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5d46957e-44c9-4833-a33f-73a60f6847e6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.206171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Transition to ACTIVE for port object d8b3c727-f291-443a-9130-783b61a09bf4 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:51.228893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d1396-46ed-4020-9447-ab6d0a9b72d4 None None] Pushing event updated for resources: {'Port': ['ID=202d4c0d-1870-43a1-a832-694474061427,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:51.229131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46957e-44c9-4833-a33f-73a60f6847e6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3fc845-961d-430a-8d07-bb4098286eae,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:51.235786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5d46957e-44c9-4833-a33f-73a60f6847e6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.237008 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.237607 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5d46957e-44c9-4833-a33f-73a60f6847e6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.2483733 Apr 22 15:13:51.242298 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60616) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:51.256098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Made reservation on behalf of 92809a251d624c24bb49776b9a4938b1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:51.273395 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.288157 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.309343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Network fbe74739-c005-4d31-9d82-7db7c967732c is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:51.316259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:51.320863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:51.327568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.341326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] device_id is not set on port 3b30d2b0-c2ce-4b5d-b856-63b65cdc6384 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:13:51.361537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Transition to ACTIVE for port object 77bc64dd-9697-4527-b380-ce3de6366ac9 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:51.395792 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.400920 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd66aad4-178e-4008-b5c0-fcce3420f5ae tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.435137 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Pushing event updated for resources: {'Port': ['ID=d8b3c727-f291-443a-9130-783b61a09bf4,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:51.484226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:51.492085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:51.496611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd66aad4-178e-4008-b5c0-fcce3420f5ae tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.504956 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:51.510581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Attempting to bind port d8b3c727-f291-443a-9130-783b61a09bf4 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:51.511512 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Attempting to bind port d8b3c727-f291-443a-9130-783b61a09bf4 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a70a64de-0340-479a-a025-3b2b8e19ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fbe74739-c005-4d31-9d82-7db7c967732c'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:51.512048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Attempting to bind port d8b3c727-f291-443a-9130-783b61a09bf4 on network fbe74739-c005-4d31-9d82-7db7c967732c {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:51.521921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:51.522940 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Checking segment: {'id': 'a70a64de-0340-479a-a025-3b2b8e19ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fbe74739-c005-4d31-9d82-7db7c967732c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:51.523452 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.523902 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Bound using segment: {'id': 'a70a64de-0340-479a-a025-3b2b8e19ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fbe74739-c005-4d31-9d82-7db7c967732c'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:51.524508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Bound port: d8b3c727-f291-443a-9130-783b61a09bf4, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70a64de-0340-479a-a025-3b2b8e19ad69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'fbe74739-c005-4d31-9d82-7db7c967732c'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:51.524942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.668270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=77bc64dd-9697-4527-b380-ce3de6366ac9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:51.677327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.697937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] For port d8b3c727-f291-443a-9130-783b61a09bf4, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:51.702197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] For port d8b3c727-f291-443a-9130-783b61a09bf4, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d8b3c727-f291-443a-9130-783b61a09bf4,segment=NetworkSegment(a70a64de-0340-479a-a025-3b2b8e19ad69),segment_id=a70a64de-0340-479a-a025-3b2b8e19ad69)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:51.722066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.826384 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd66aad4-178e-4008-b5c0-fcce3420f5ae tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.835263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Allocated IP 2001:db8::245 (fbe74739-c005-4d31-9d82-7db7c967732c/e51b9ca2-c382-4761-8c9c-d6143b55962c/3b30d2b0-c2ce-4b5d-b856-63b65cdc6384) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:51.841705 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.898642 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccceb5-8cbc-4514-af1e-d7ccfb679958 None None] Pushing event updated for resources: {'Port': ['ID=d8b3c727-f291-443a-9130-783b61a09bf4,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:51.904767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd66aad4-178e-4008-b5c0-fcce3420f5ae tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:51.905888 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fd66aad4-178e-4008-b5c0-fcce3420f5ae tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/1b3fc845-961d-430a-8d07-bb4098286eae HTTP/1.1" status: 204 len: 168 time: 0.6623993 Apr 22 15:13:51.908935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66aad4-178e-4008-b5c0-fcce3420f5ae tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b3fc845-961d-430a-8d07-bb4098286eae,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:51.910637 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60628) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:52.145113 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-45d87af6-9a83-4bd1-ac86-a884c466a5cb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:52.200142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 202d4c0d-1870-43a1-a832-694474061427 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:52.244062 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-45d87af6-9a83-4bd1-ac86-a884c466a5cb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:52.248064 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-45d87af6-9a83-4bd1-ac86-a884c466a5cb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3325310 Apr 22 15:13:52.256576 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60638) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:52.267068 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.357539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.369756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 202d4c0d-1870-43a1-a832-694474061427 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:52.379195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 25501e38-1d32-4507-b90b-974c77a27acc up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:52.445882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.451130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60642) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:52.461733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.498075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.532104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 25501e38-1d32-4507-b90b-974c77a27acc completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:52.537187 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 25501e38-1d32-4507-b90b-974c77a27acc triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:52.537602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.554862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Transition to ACTIVE for port object 3b30d2b0-c2ce-4b5d-b856-63b65cdc6384 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:52.598527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-623cfc54-0c83-45c7-9bc8-2fd2058b1f59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.623020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.630841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=77bc64dd-9697-4527-b380-ce3de6366ac9,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:52.729704 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.730383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1397152219'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:52.736813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:52.741668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Usage tracker for resource:network and tenant:c711abb9bc18476aaae926d317eafe70 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:52.749191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:52.755308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:52.771036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 25501e38-1d32-4507-b90b-974c77a27acc, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=25501e38-1d32-4507-b90b-974c77a27acc,segment=NetworkSegment(0e34195d-4f26-4e81-a36b-1115d07c423c),segment_id=0e34195d-4f26-4e81-a36b-1115d07c423c)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:52.774889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Made reservation on behalf of c711abb9bc18476aaae926d317eafe70 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:52.778059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.778291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.797572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.860270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.64 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/05113500-34e5-438f-b639-514135a57a68) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:52.886099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:52.896877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Usage tracker for resource:security_group_rule and tenant:c711abb9bc18476aaae926d317eafe70 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:52.897834 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-623cfc54-0c83-45c7-9bc8-2fd2058b1f59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:52.899330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=25501e38-1d32-4507-b90b-974c77a27acc,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:52.907111 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:52.908194 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:52.911142 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:52.938366 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb47bde-2454-402e-b66e-6ffdcdab9f2b None None] Network ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:53.052213 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.094537 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3deff38b-c82b-4972-9888-23a0baf8a58f None None] Provisioning for port 202d4c0d-1870-43a1-a832-694474061427 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:53.103482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3deff38b-c82b-4972-9888-23a0baf8a58f None None] Provisioning complete for port 202d4c0d-1870-43a1-a832-694474061427 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:53.103899 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3deff38b-c82b-4972-9888-23a0baf8a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.133200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:53.182813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.186306 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-623cfc54-0c83-45c7-9bc8-2fd2058b1f59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.231353 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cfc54-0c83-45c7-9bc8-2fd2058b1f59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a713e6a-fa96-47b3-bbd1-28d623250838,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:53.248949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Network fbe74739-c005-4d31-9d82-7db7c967732c is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:53.257161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:53.265002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:53.269269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:53.269927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.276551 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event updated for resources: {'Port': ['ID=3b30d2b0-c2ce-4b5d-b856-63b65cdc6384,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:53.315972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-623cfc54-0c83-45c7-9bc8-2fd2058b1f59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.319700 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-623cfc54-0c83-45c7-9bc8-2fd2058b1f59 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-groups/1a713e6a-fa96-47b3-bbd1-28d623250838 HTTP/1.1" status: 204 len: 168 time: 1.0599132 Apr 22 15:13:53.320659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60648) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:53.344530 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-75b5ec92-cf43-4cb9-a9df-a8e72cc8735d tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.4728217 Apr 22 15:13:53.345591 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.352830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60652) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:53.360971 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73ba7e3-c608-4154-8400-5cfc13381118 None None] Network fbe74739-c005-4d31-9d82-7db7c967732c requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:53.478008 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:53.490430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=05113500-34e5-438f-b639-514135a57a68,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:53.493034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:53.498014 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:53.498272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3deff38b-c82b-4972-9888-23a0baf8a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.510706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.522880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.566874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-441fa5ab-d081-4efb-ab17-9f17764f0916 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:53.567460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:13:53.595123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61bc4caa-d8ee-462f-a836-51d6ab842199,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:53.598889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.599234 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Added segment 50a27401-08c9-4df4-9490-9b151c7d0239 of type vlan for network 9380e36e-4e35-43ed-8305-670e410e9f6a Apr 22 15:13:53.619307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 852e476a-8ba3-4af9-9009-21ba46710627 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:13:53.636455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-3deff38b-c82b-4972-9888-23a0baf8a58f None None] For port 202d4c0d-1870-43a1-a832-694474061427, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=202d4c0d-1870-43a1-a832-694474061427,segment=NetworkSegment(8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6),segment_id=8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:53.643110 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-441fa5ab-d081-4efb-ab17-9f17764f0916 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:53.643822 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3deff38b-c82b-4972-9888-23a0baf8a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.644240 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-441fa5ab-d081-4efb-ab17-9f17764f0916 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3232062 Apr 22 15:13:53.649387 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60656) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:53.658608 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.672613 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73481b65-47d2-4b68-b8e0-0fe46e970e06 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:53.676523 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73481b65-47d2-4b68-b8e0-0fe46e970e06 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:53.680442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73481b65-47d2-4b68-b8e0-0fe46e970e06 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:53.681326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-73481b65-47d2-4b68-b8e0-0fe46e970e06 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Synchronizing usage tracker for tenant:92809a251d624c24bb49776b9a4938b1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:53.715404 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deff38b-c82b-4972-9888-23a0baf8a58f None None] Pushing event updated for resources: {'Port': ['ID=202d4c0d-1870-43a1-a832-694474061427,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:53.745715 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-73481b65-47d2-4b68-b8e0-0fe46e970e06 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Unset dirty status for tenant:92809a251d624c24bb49776b9a4938b1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:53.746931 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-73481b65-47d2-4b68-b8e0-0fe46e970e06 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.3660898 Apr 22 15:13:53.750678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60660) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:53.793682 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6d1959a7-acc9-4ed0-8fb0-fabfc2ab4a97 None None] Provisioning for port d8b3c727-f291-443a-9130-783b61a09bf4 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:53.803954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:13:53.824360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d134cc7-f043-4fc9-ab7b-11348e2b7b12 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.838408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.842781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:53.843373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.866948 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-587bb989-2553-4738-83b5-4aabab2a42ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Deleting port 3b30d2b0-c2ce-4b5d-b856-63b65cdc6384 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:53.867289 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-587bb989-2553-4738-83b5-4aabab2a42ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.908574 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d134cc7-f043-4fc9-ab7b-11348e2b7b12 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.936856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-237455fd-1245-44ce-bba5-d10ef737c8f9 None None] Provisioning complete for port 202d4c0d-1870-43a1-a832-694474061427 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:53.937661 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-237455fd-1245-44ce-bba5-d10ef737c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:53.993328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Pushing event updated for resources: {'Network': ['ID=9380e36e-4e35-43ed-8305-670e410e9f6a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:54.010199 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d8927133-00ae-4bd4-a563-55023fa86c5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5544538 Apr 22 15:13:54.016583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60664) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:54.026298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Request body: {'subnet': {'network_id': '9380e36e-4e35-43ed-8305-670e410e9f6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:54.032349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 9380e36e-4e35-43ed-8305-670e410e9f6a details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:13:54.165189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d134cc7-f043-4fc9-ab7b-11348e2b7b12 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.191530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:54.206089 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3d7fb9a4-6b0e-42d8-b554-3660fa3ad042 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8611143 Apr 22 15:13:54.220777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.221721 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.224321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60668) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:54.261681 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d134cc7-f043-4fc9-ab7b-11348e2b7b12 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a6434c-ab5e-4e63-bb0b-0da3129fa5e2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:54.281078 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'network': {'name': 'tempest-RoutersTest-1644798660'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:54.286609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:54.295278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Usage tracker for resource:subnet and tenant:c711abb9bc18476aaae926d317eafe70 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:54.296117 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:54.300089 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:54.300687 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:network and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:54.305445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:54.311432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:54.312873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:54.324212 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d8b3c727-f291-443a-9130-783b61a09bf4 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:54.328967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Made reservation on behalf of c711abb9bc18476aaae926d317eafe70 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:54.474898 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-237455fd-1245-44ce-bba5-d10ef737c8f9 None None] Provisioning for port 77bc64dd-9697-4527-b380-ce3de6366ac9 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:54.487669 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-237455fd-1245-44ce-bba5-d10ef737c8f9 None None] Provisioning complete for port 77bc64dd-9697-4527-b380-ce3de6366ac9 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:54.487903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-587bb989-2553-4738-83b5-4aabab2a42ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.488519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-237455fd-1245-44ce-bba5-d10ef737c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.518923 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port d8b3c727-f291-443a-9130-783b61a09bf4 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:54.524129 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.537910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port d8b3c727-f291-443a-9130-783b61a09bf4 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:54.538233 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.599321 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-237455fd-1245-44ce-bba5-d10ef737c8f9 None None] Port 77bc64dd-9697-4527-b380-ce3de6366ac9 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:54.637699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-587bb989-2553-4738-83b5-4aabab2a42ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Calling delete_port for 3b30d2b0-c2ce-4b5d-b856-63b65cdc6384 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:13:54.733452 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:54.736704 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.736950 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.801079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Sync routers for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:54.819817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1e6fdd2b-c52f-405e-bfb3-be4e6b2ef00b None None] Provisioning complete for port 77bc64dd-9697-4527-b380-ce3de6366ac9 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:54.820183 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e6fdd2b-c52f-405e-bfb3-be4e6b2ef00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.836210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.859226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d134cc7-f043-4fc9-ab7b-11348e2b7b12 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.862633 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3d134cc7-f043-4fc9-ab7b-11348e2b7b12 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-groups/68a6434c-ab5e-4e63-bb0b-0da3129fa5e2 HTTP/1.1" status: 204 len: 168 time: 1.2085359 Apr 22 15:13:54.877031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60672) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:54.883044 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port d8b3c727-f291-443a-9130-783b61a09bf4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d8b3c727-f291-443a-9130-783b61a09bf4,segment=NetworkSegment(a70a64de-0340-479a-a025-3b2b8e19ad69),segment_id=a70a64de-0340-479a-a025-3b2b8e19ad69)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:13:54.885197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1e6fdd2b-c52f-405e-bfb3-be4e6b2ef00b None None] Port 77bc64dd-9697-4527-b380-ce3de6366ac9 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:54.891539 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:54.892473 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:54.937619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Pushing event updated for resources: {'Subnet': ['ID=79794cb4-f40f-4fae-8337-676d783d1226,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:54.937941 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:13:54.947485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Checking segment: {'id': '50a27401-08c9-4df4-9490-9b151c7d0239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '9380e36e-4e35-43ed-8305-670e410e9f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:54.947715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Network hostable DHCP agents. Network: 9380e36e-4e35-43ed-8305-670e410e9f6a, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:13:54.977351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Network 9380e36e-4e35-43ed-8305-670e410e9f6a is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:13:54.986043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:54.986624 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Added segment 73899851-a72f-4f6f-bb3d-ac63bca80340 of type vlan for network a85fe1cd-a5f6-4115-9b6b-ae5d78493105 Apr 22 15:13:54.995500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 9380e36e-4e35-43ed-8305-670e410e9f6a) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:55.009687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:55.010583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:55.024240 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:55.025064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 202d4c0d-1870-43a1-a832-694474061427 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:55.042872 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-21d56655-b0fd-456f-8546-8f3a9e8a0408 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0251300 Apr 22 15:13:55.045571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60676) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:55.051340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Request body: {'port': {'network_id': '9380e36e-4e35-43ed-8305-670e410e9f6a', 'name': 'tempest-TagsExtTest-1215063163'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:55.092277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d5cc4f-998a-4ea6-815d-a321bb8d17a8 None None] Network 9380e36e-4e35-43ed-8305-670e410e9f6a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:55.122443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1e6fdd2b-c52f-405e-bfb3-be4e6b2ef00b None None] Provisioning for port 3b30d2b0-c2ce-4b5d-b856-63b65cdc6384 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:55.195284 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:55.196019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:55.199916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Usage tracker for resource:port and tenant:c711abb9bc18476aaae926d317eafe70 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:55.200850 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4eb547f8-db5a-4d51-a5ed-846006d923a0 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:55.202847 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:55.205047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1e6fdd2b-c52f-405e-bfb3-be4e6b2ef00b None None] Provisioning complete for port 3b30d2b0-c2ce-4b5d-b856-63b65cdc6384 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:55.205425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e6fdd2b-c52f-405e-bfb3-be4e6b2ef00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:55.208898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:55.219287 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Made reservation on behalf of c711abb9bc18476aaae926d317eafe70 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:55.222428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:55.256010 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-587bb989-2553-4738-83b5-4aabab2a42ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:55.260086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4eb547f8-db5a-4d51-a5ed-846006d923a0 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:55.266056 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4eb547f8-db5a-4d51-a5ed-846006d923a0 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3823457 Apr 22 15:13:55.270995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60680) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:55.315360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:55.318518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:55.320078 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:55.329495 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9f56f687-1a9e-48ac-b6bb-ba1debe1619f tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group': {'name': 'tempest-secgroup--411040054'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:55.348583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] device_id is not set on port 28f3d32d-ff66-4f75-98b7-e5aee9acdc9b yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:13:55.364380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bb989-2553-4738-83b5-4aabab2a42ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event deleted for resources: {'Port': ['ID=3b30d2b0-c2ce-4b5d-b856-63b65cdc6384,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:55.376604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=d8b3c727-f291-443a-9130-783b61a09bf4,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:55.379165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1e6fdd2b-c52f-405e-bfb3-be4e6b2ef00b None None] Port 3b30d2b0-c2ce-4b5d-b856-63b65cdc6384 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:55.382177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:55.382481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9f56f687-1a9e-48ac-b6bb-ba1debe1619f tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:55.485759 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9f56f687-1a9e-48ac-b6bb-ba1debe1619f tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:55.498749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Allocated IP 172.20.0.9 (9380e36e-4e35-43ed-8305-670e410e9f6a/79794cb4-f40f-4fae-8337-676d783d1226/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:55.531921 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Network': ['ID=a85fe1cd-a5f6-4115-9b6b-ae5d78493105,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:55.534782 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a30692da-8441-4cf5-b8ed-98ae84e587a2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2985449 Apr 22 15:13:55.542223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60684) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:55.551310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'subnet': {'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:55.560470 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f56f687-1a9e-48ac-b6bb-ba1debe1619f tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:55.607063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network a85fe1cd-a5f6-4115-9b6b-ae5d78493105 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:13:55.630028 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1e6fdd2b-c52f-405e-bfb3-be4e6b2ef00b None None] Provisioning for port 7e2bd883-6f54-4a95-9461-3d4a97002f4a completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:55.677742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:55.679030 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-587bb989-2553-4738-83b5-4aabab2a42ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:55.681760 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-587bb989-2553-4738-83b5-4aabab2a42ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "DELETE /v2.0/ports/3b30d2b0-c2ce-4b5d-b856-63b65cdc6384 HTTP/1.1" status: 204 len: 168 time: 1.9302297 Apr 22 15:13:55.688714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60688) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:55.703783 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9f56f687-1a9e-48ac-b6bb-ba1debe1619f tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:55.706608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 202d4c0d-1870-43a1-a832-694474061427 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:55.707188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:55.710348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9f56f687-1a9e-48ac-b6bb-ba1debe1619f tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:55.713616 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9f56f687-1a9e-48ac-b6bb-ba1debe1619f tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:55.719796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9f56f687-1a9e-48ac-b6bb-ba1debe1619f tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:55.735381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router e734b238-059a-4665-a500-35442ae85b20 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:13:55.743894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:subnet and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:55.749048 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b94fdc-39e2-4ffc-be3c-4c05890bc36b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] GET failed (client error): The resource could not be found. Apr 22 15:13:55.754043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60692) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:55.754811 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-91b94fdc-39e2-4ffc-be3c-4c05890bc36b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "GET /v2.0/ports/3b30d2b0-c2ce-4b5d-b856-63b65cdc6384 HTTP/1.1" status: 404 len: 333 time: 0.0650799 Apr 22 15:13:55.758308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:55.767522 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Request body: {'port': {'network_id': 'fbe74739-c005-4d31-9d82-7db7c967732c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1463522545'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:55.772758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1e6fdd2b-c52f-405e-bfb3-be4e6b2ef00b None None] Provisioning complete for port 7e2bd883-6f54-4a95-9461-3d4a97002f4a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:55.773344 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e6fdd2b-c52f-405e-bfb3-be4e6b2ef00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:55.783267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:55.867938 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:55.996641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f56f687-1a9e-48ac-b6bb-ba1debe1619f tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.017049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f56f687-1a9e-48ac-b6bb-ba1debe1619f tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.020945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.030721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1e6fdd2b-c52f-405e-bfb3-be4e6b2ef00b None None] Port 7e2bd883-6f54-4a95-9461-3d4a97002f4a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:56.041093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-9380e36e-4e35-43ed-8305-670e410e9f6a', 'network_id': '9380e36e-4e35-43ed-8305-670e410e9f6a', 'tenant_id': 'c711abb9bc18476aaae926d317eafe70', 'fixed_ips': [{'subnet_id': '79794cb4-f40f-4fae-8337-676d783d1226'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:13:56.041886 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.048703 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.116960 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56f687-1a9e-48ac-b6bb-ba1debe1619f tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46554ed1-2b6f-4434-b6bb-39bfbe594b18,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:56.134048 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:56.141824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Transition to ACTIVE for port object 28f3d32d-ff66-4f75-98b7-e5aee9acdc9b will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:56.145934 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9f56f687-1a9e-48ac-b6bb-ba1debe1619f tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.147139 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9f56f687-1a9e-48ac-b6bb-ba1debe1619f tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8447566 Apr 22 15:13:56.149425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:56.151414 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60696) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:56.160855 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fbf993ed-d0f8-4705-a107-3fbfa697defb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group_rule': {'security_group_id': '46554ed1-2b6f-4434-b6bb-39bfbe594b18', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:56.170991 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fbf993ed-d0f8-4705-a107-3fbfa697defb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:56.179823 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fbf993ed-d0f8-4705-a107-3fbfa697defb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:56.184456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fbf993ed-d0f8-4705-a107-3fbfa697defb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:56.188337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Made reservation on behalf of 92809a251d624c24bb49776b9a4938b1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:56.191369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.197010 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.208835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fbf993ed-d0f8-4705-a107-3fbfa697defb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:56.219055 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1e6fdd2b-c52f-405e-bfb3-be4e6b2ef00b None None] Provisioning complete for port d8b3c727-f291-443a-9130-783b61a09bf4 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:56.219425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e6fdd2b-c52f-405e-bfb3-be4e6b2ef00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.228603 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] device_id is not set on port 576b0119-0ff8-4531-b901-4556338f2894 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:13:56.252586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 25501e38-1d32-4507-b90b-974c77a27acc up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:56.288315 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf993ed-d0f8-4705-a107-3fbfa697defb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.326222 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Network 9380e36e-4e35-43ed-8305-670e410e9f6a is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:56.331631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:56.337121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Pushing event updated for resources: {'Port': ['ID=28f3d32d-ff66-4f75-98b7-e5aee9acdc9b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:56.339438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:56.426553 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:13:56.428112 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:56.428603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.450087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.450822 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Sync routers for ids ['e734b238-059a-4665-a500-35442ae85b20'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:13:56.458624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Allocated IP 172.20.0.2 (9380e36e-4e35-43ed-8305-670e410e9f6a/79794cb4-f40f-4fae-8337-676d783d1226/45b89e3e-9a40-4e43-ba72-2affed5a5a05) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:56.467628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Allocated IP 2001:db8::177 (fbe74739-c005-4d31-9d82-7db7c967732c/e51b9ca2-c382-4761-8c9c-d6143b55962c/576b0119-0ff8-4531-b901-4556338f2894) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:56.472153 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Routers {'e734b238-059a-4665-a500-35442ae85b20'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:56.477290 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf993ed-d0f8-4705-a107-3fbfa697defb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.478744 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e734b238-059a-4665-a500-35442ae85b20'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:56.494399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf993ed-d0f8-4705-a107-3fbfa697defb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.502154 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:13:51Z', 'revision_number': 3, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77bc64dd-9697-4527-b380-ce3de6366ac9', 'name': '', 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:e9:7a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 2, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:56.511617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.512887 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f09ec54f-0fc7-4bf9-a110-73d1e5d6c70f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.3075485 Apr 22 15:13:56.529228 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 25501e38-1d32-4507-b90b-974c77a27acc triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:56.529600 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.531896 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4f8e3aca-d3b1-452d-9747-5a3af773f128 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4851825 Apr 22 15:13:56.532999 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60700) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:56.533731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Subnet': ['ID=f6fd3a3c-fb1c-444c-88d6-8587f6f49541,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:56.536440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60702) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:56.542692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf993ed-d0f8-4705-a107-3fbfa697defb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c59199-3df3-4bfe-be9f-5663bc3e6ea4,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:56.542903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-83e02485-a2ff-4d48-baf0-040f08dfbc88 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2062588230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:56.552166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-83e02485-a2ff-4d48-baf0-040f08dfbc88 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:56.565516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-83e02485-a2ff-4d48-baf0-040f08dfbc88 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Usage tracker for resource:router and tenant:c711abb9bc18476aaae926d317eafe70 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:56.570108 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-83e02485-a2ff-4d48-baf0-040f08dfbc88 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:56.575278 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fbf993ed-d0f8-4705-a107-3fbfa697defb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.576633 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fbf993ed-d0f8-4705-a107-3fbfa697defb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4236021 Apr 22 15:13:56.579795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60710) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:56.585557 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-83e02485-a2ff-4d48-baf0-040f08dfbc88 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:56.601963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Checking segment: {'id': '73899851-a72f-4f6f-bb3d-ac63bca80340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:56.602358 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network hostable DHCP agents. Network: a85fe1cd-a5f6-4115-9b6b-ae5d78493105, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:13:56.613943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-83e02485-a2ff-4d48-baf0-040f08dfbc88 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.614898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-83e02485-a2ff-4d48-baf0-040f08dfbc88 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.623310 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Checking router: 852e476a-8ba3-4af9-9009-21ba46710627 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:13:56.624016 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Updating router 852e476a-8ba3-4af9-9009-21ba46710627 port 77bc64dd-9697-4527-b380-ce3de6366ac9 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:13:56.637192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-83e02485-a2ff-4d48-baf0-040f08dfbc88 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.667915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-83e02485-a2ff-4d48-baf0-040f08dfbc88 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.691010 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network a85fe1cd-a5f6-4115-9b6b-ae5d78493105 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:13:56.702489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-83e02485-a2ff-4d48-baf0-040f08dfbc88 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.703761 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-83e02485-a2ff-4d48-baf0-040f08dfbc88 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1663451 Apr 22 15:13:56.706923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60714) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:56.720066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-273c13ae-b584-4174-86c6-563c7011bcd9 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1566661867', 'prefixes': ['172.20.0.0/16']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:56.730473 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, a85fe1cd-a5f6-4115-9b6b-ae5d78493105) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:56.738571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:56.738924 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.750991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-273c13ae-b584-4174-86c6-563c7011bcd9 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:56.754549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5665fe-ccfd-48e5-91e0-1a9e3fefa4e6 None None] Network a85fe1cd-a5f6-4115-9b6b-ae5d78493105 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:56.788287 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e9e29b63-6ab9-4b03-a968-d75c4467acf1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.792134 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4a1ac93c-e58f-4222-9d55-d3ce466b58d2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2468002 Apr 22 15:13:56.792546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60718) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:56.825840 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Set router e734b238-059a-4665-a500-35442ae85b20 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:56.855038 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.874762 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:56.891391 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Transition to ACTIVE for port object 576b0119-0ff8-4531-b901-4556338f2894 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:56.897717 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-418f4f4c-adfd-409b-9fbf-f715ca5232da None None] Could not find standard attr ID for object 3b30d2b0-c2ce-4b5d-b856-63b65cdc6384. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:13:56.980945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e9e29b63-6ab9-4b03-a968-d75c4467acf1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.003878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.074912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-273c13ae-b584-4174-86c6-563c7011bcd9 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks [] for subnetpool, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.077835 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-273c13ae-b584-4174-86c6-563c7011bcd9 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3683603 Apr 22 15:13:57.081549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60722) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:57.089462 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2b2b02a1-b8d0-44ff-90de-7802a2c58023 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=837b6f9741fb4d28b96872e0afaf71d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5528808 Apr 22 15:13:57.091136 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-37fdcce9-11b0-4887-b014-59f90261fa66 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '79794cb4-f40f-4fae-8337-676d783d1226', 'tempest-TagsExtTest-Tag-286047614') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:57.096919 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60726) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:57.230131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Network fbe74739-c005-4d31-9d82-7db7c967732c is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:57.233143 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event updated for resources: {'Port': ['ID=576b0119-0ff8-4531-b901-4556338f2894,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:57.237690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:57.241884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:57.245861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:57.246595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.253799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e9e29b63-6ab9-4b03-a968-d75c4467acf1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.299669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e9e29b63-6ab9-4b03-a968-d75c4467acf1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.302056 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e9e29b63-6ab9-4b03-a968-d75c4467acf1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/a3c59199-3df3-4bfe-be9f-5663bc3e6ea4 HTTP/1.1" status: 204 len: 168 time: 0.7210629 Apr 22 15:13:57.304093 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60730) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:57.320147 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:13:53Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:57.322463 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.323944 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e29b63-6ab9-4b03-a968-d75c4467acf1 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3c59199-3df3-4bfe-be9f-5663bc3e6ea4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:57.327598 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Checking router: e734b238-059a-4665-a500-35442ae85b20 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:13:57.329774 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Updating router e734b238-059a-4665-a500-35442ae85b20 port 05113500-34e5-438f-b639-514135a57a68 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:13:57.397605 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Transition to ACTIVE for port object 45b89e3e-9a40-4e43-ba72-2affed5a5a05 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:57.410911 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0dc0ac32-7d9d-4d3f-a9b8-9b20247fa61c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6557291 Apr 22 15:13:57.413887 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4970fbd-4bb4-426b-81e4-7ec20093d0be tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:57.421897 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a4970fbd-4bb4-426b-81e4-7ec20093d0be tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3216810 Apr 22 15:13:57.423165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60734) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:57.423583 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60736) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:57.448084 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.466035 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-a85fe1cd-a5f6-4115-9b6b-ae5d78493105', 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'fixed_ips': [{'subnet_id': 'f6fd3a3c-fb1c-444c-88d6-8587f6f49541'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:13:57.467125 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.478264 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d8b3c727-f291-443a-9130-783b61a09bf4 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:13:57.578284 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-37fdcce9-11b0-4887-b014-59f90261fa66 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "PUT /v2.0/subnets/79794cb4-f40f-4fae-8337-676d783d1226/tags/tempest-TagsExtTest-Tag-286047614 HTTP/1.1" status: 201 len: 201 time: 0.4947529 Apr 22 15:13:57.581192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60742) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:57.591112 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-0e0e45aa-0813-46ff-abb4-70a7959d593c tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '28f3d32d-ff66-4f75-98b7-e5aee9acdc9b', 'tempest-TagsExtTest-Tag-1166540295') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:57.601698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-40a9513f-b271-41a7-94fb-d8b6f73296a5 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:8a:10:fe'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:57.649238 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Transition to ACTIVE for port object 45b89e3e-9a40-4e43-ba72-2affed5a5a05 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:57.658659 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fe5f6a6a-cb18-40b1-abf6-e421bba730e1 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2293103 Apr 22 15:13:57.672371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60746) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:57.689370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1339428015', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:57.711554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.811841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:57.817895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:subnet and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:13:57.826290 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-83666b38-380a-4cae-9b71-a7557302de8d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:57.829044 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:13:57.837940 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:57.871625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Network 9380e36e-4e35-43ed-8305-670e410e9f6a is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:57.877403 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0e0e45aa-0813-46ff-abb4-70a7959d593c tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "PUT /v2.0/ports/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b/tags/tempest-TagsExtTest-Tag-1166540295 HTTP/1.1" status: 201 len: 201 time: 0.2951887 Apr 22 15:13:57.882998 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:57.883313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60750) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:57.896371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-1462d960-4bc1-4261-92bd-c6c96f128344 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e4d770ee-d874-430a-b929-501a1940928b', 'tempest-TagsExtTest-Tag-185420881') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:57.921516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:57.930417 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1f309ef0-ecb0-4fc0-87d0-efad98b997e2 None None] Provisioning for port 576b0119-0ff8-4531-b901-4556338f2894 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:13:57.934316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Pushing event updated for resources: {'Port': ['ID=45b89e3e-9a40-4e43-ba72-2affed5a5a05,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:57.960337 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1f309ef0-ecb0-4fc0-87d0-efad98b997e2 None None] Provisioning complete for port 576b0119-0ff8-4531-b901-4556338f2894 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:57.961036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1f309ef0-ecb0-4fc0-87d0-efad98b997e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.971075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:13:57.989612 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:57.992107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.resource_extend [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:13:58.005452 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Transition to ACTIVE for port object 05113500-34e5-438f-b639-514135a57a68 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:58.025934 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.064210 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-83666b38-380a-4cae-9b71-a7557302de8d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:58.068417 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-83666b38-380a-4cae-9b71-a7557302de8d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7495883 Apr 22 15:13:58.069204 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60754) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:58.130405 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1171-34ee-44d4-83e0-11b69762809c None None] Pushing event updated for resources: {'Port': ['ID=05113500-34e5-438f-b639-514135a57a68,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:58.133784 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Attempting to bind port 05113500-34e5-438f-b639-514135a57a68 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:58.134165 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Attempting to bind port 05113500-34e5-438f-b639-514135a57a68 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:58.134510 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Attempting to bind port 05113500-34e5-438f-b639-514135a57a68 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:58.142704 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:58.143449 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:58.143843 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.145225 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:58.145689 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Bound port: 05113500-34e5-438f-b639-514135a57a68, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:58.146081 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.185319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.191576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port d8b3c727-f291-443a-9130-783b61a09bf4 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:58.192145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.200767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.240350 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] For port 05113500-34e5-438f-b639-514135a57a68, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:58.244127 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] For port 05113500-34e5-438f-b639-514135a57a68, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=05113500-34e5-438f-b639-514135a57a68,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:58.252424 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.267894 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1f309ef0-ecb0-4fc0-87d0-efad98b997e2 None None] Port 576b0119-0ff8-4531-b901-4556338f2894 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:13:58.281992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Allocated IP 172.22.0.2 (a85fe1cd-a5f6-4115-9b6b-ae5d78493105/f6fd3a3c-fb1c-444c-88d6-8587f6f49541/dd0bc760-1e54-4ed6-a27c-03589c7b2966) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:58.282816 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1462d960-4bc1-4261-92bd-c6c96f128344 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "PUT /v2.0/routers/e4d770ee-d874-430a-b929-501a1940928b/tags/tempest-TagsExtTest-Tag-185420881 HTTP/1.1" status: 201 len: 201 time: 0.3943717 Apr 22 15:13:58.290086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60758) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:58.312338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.315114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Attempting to bind port 45b89e3e-9a40-4e43-ba72-2affed5a5a05 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:58.315642 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Attempting to bind port 45b89e3e-9a40-4e43-ba72-2affed5a5a05 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '50a27401-08c9-4df4-9490-9b151c7d0239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '9380e36e-4e35-43ed-8305-670e410e9f6a'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:58.316190 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Attempting to bind port 45b89e3e-9a40-4e43-ba72-2affed5a5a05 on network 9380e36e-4e35-43ed-8305-670e410e9f6a {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:58.343501 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-137322fd-3420-4994-afd8-6eef60a183f0 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.359744 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Transition to ACTIVE for port object 77bc64dd-9697-4527-b380-ce3de6366ac9 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:58.368453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-141d59f6-3e17-432b-b5e2-5ee3f4fc3b7f tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '09238f51-fd3a-4aa9-9570-4930fe1f221a', 'tempest-TagsExtTest-Tag-466852475') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:58.391590 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-40a9513f-b271-41a7-94fb-d8b6f73296a5 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.408307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-137322fd-3420-4994-afd8-6eef60a183f0 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.417454 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:58.418128 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Checking segment: {'id': '50a27401-08c9-4df4-9490-9b151c7d0239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '9380e36e-4e35-43ed-8305-670e410e9f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:58.419027 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1171-34ee-44d4-83e0-11b69762809c None None] Pushing event updated for resources: {'Port': ['ID=05113500-34e5-438f-b639-514135a57a68,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:58.419144 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.419439 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Bound using segment: {'id': '50a27401-08c9-4df4-9490-9b151c7d0239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '9380e36e-4e35-43ed-8305-670e410e9f6a'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:58.420233 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Bound port: 45b89e3e-9a40-4e43-ba72-2affed5a5a05, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a27401-08c9-4df4-9490-9b151c7d0239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '9380e36e-4e35-43ed-8305-670e410e9f6a'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:58.421488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.431942 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Routers {'e734b238-059a-4665-a500-35442ae85b20'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:13:58.432765 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e734b238-059a-4665-a500-35442ae85b20'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:58.450840 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-141d59f6-3e17-432b-b5e2-5ee3f4fc3b7f tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "PUT /v2.0/subnetpools/09238f51-fd3a-4aa9-9570-4930fe1f221a/tags/tempest-TagsExtTest-Tag-466852475 HTTP/1.1" status: 201 len: 201 time: 0.1595521 Apr 22 15:13:58.453333 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60762) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:58.458207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.461181 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-7fe0e174-08f5-480b-ad1f-c7c27515b23e tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '79794cb4-f40f-4fae-8337-676d783d1226') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:58.654853 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7fe0e174-08f5-480b-ad1f-c7c27515b23e tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/subnets/79794cb4-f40f-4fae-8337-676d783d1226/tags HTTP/1.1" status: 200 len: 240 time: 0.1987197 Apr 22 15:13:58.665005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60766) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:58.674709 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-40a9513f-b271-41a7-94fb-d8b6f73296a5 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.674945 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] Set router e734b238-059a-4665-a500-35442ae85b20 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:13:58.684625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-0d744dca-c7a8-4ef5-8d87-82569f1a2b57 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79794cb4-f40f-4fae-8337-676d783d1226', 'tempest-TagsExtTest-Tag-286047614') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:58.696789 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-40a9513f-b271-41a7-94fb-d8b6f73296a5 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.771045 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac416c2f-62d1-4c4b-b7ff-f3ae8ba0b624 None None] Pushing event updated for resources: {'Port': ['ID=77bc64dd-9697-4527-b380-ce3de6366ac9,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:58.785906 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0d744dca-c7a8-4ef5-8d87-82569f1a2b57 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/subnets/79794cb4-f40f-4fae-8337-676d783d1226/tags/tempest-TagsExtTest-Tag-286047614 HTTP/1.1" status: 204 len: 168 time: 0.1198828 Apr 22 15:13:58.788559 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60770) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:58.798174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-174d8d97-6e71-41b0-b8ce-f0d3223552bb tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '79794cb4-f40f-4fae-8337-676d783d1226', 'tempest-TagsExtTest-Tag-286047614') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:58.846011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-40a9513f-b271-41a7-94fb-d8b6f73296a5 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] In _notify_port_updated(), no bound segment for port 576b0119-0ff8-4531-b901-4556338f2894 on network fbe74739-c005-4d31-9d82-7db7c967732c {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:13:58.853596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a9513f-b271-41a7-94fb-d8b6f73296a5 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:58.854399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-40a9513f-b271-41a7-94fb-d8b6f73296a5 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.858399 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-40a9513f-b271-41a7-94fb-d8b6f73296a5 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "PUT /v2.0/ports/576b0119-0ff8-4531-b901-4556338f2894 HTTP/1.1" status: 200 len: 1002 time: 1.4287689 Apr 22 15:13:58.864495 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60774) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:58.944739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9513f-b271-41a7-94fb-d8b6f73296a5 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event updated for resources: {'Port': ['ID=576b0119-0ff8-4531-b901-4556338f2894,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:58.947077 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-174d8d97-6e71-41b0-b8ce-f0d3223552bb tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/subnets/79794cb4-f40f-4fae-8337-676d783d1226/tags/tempest-TagsExtTest-Tag-286047614 HTTP/1.1" status: 204 len: 168 time: 0.1572025 Apr 22 15:13:58.950796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60778) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:58.957819 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-137322fd-3420-4994-afd8-6eef60a183f0 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:58.962995 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-fbdf5ba2-371c-457a-af8a-b5dfd8b126a3 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '79794cb4-f40f-4fae-8337-676d783d1226') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:58.982523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] For port 45b89e3e-9a40-4e43-ba72-2affed5a5a05, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:59.054988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137322fd-3420-4994-afd8-6eef60a183f0 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46554ed1-2b6f-4434-b6bb-39bfbe594b18,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:59.080325 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fbdf5ba2-371c-457a-af8a-b5dfd8b126a3 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/subnets/79794cb4-f40f-4fae-8337-676d783d1226/tags HTTP/1.1" status: 200 len: 205 time: 0.1283023 Apr 22 15:13:59.083547 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60782) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:59.101931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-35acedba-3fb9-4c80-8e9a-e00ea13a7edd tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '28f3d32d-ff66-4f75-98b7-e5aee9acdc9b') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:59.105158 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9cb53818-bea5-449d-ae96-2932c9faa719 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Deleting port 576b0119-0ff8-4531-b901-4556338f2894 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:13:59.105625 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9cb53818-bea5-449d-ae96-2932c9faa719 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.143963 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] For port 45b89e3e-9a40-4e43-ba72-2affed5a5a05, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=45b89e3e-9a40-4e43-ba72-2affed5a5a05,segment=NetworkSegment(50a27401-08c9-4df4-9490-9b151c7d0239),segment_id=50a27401-08c9-4df4-9490-9b151c7d0239)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:13:59.166680 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:13:53Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:59.171215 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c532dd5-21ae-4f88-9f6b-1c06f0e5b76b None None] The sync data for ids ['e734b238-059a-4665-a500-35442ae85b20'] in dv-neutron-838883-3-hyperv is: [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:13:53Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:13:59.197482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.218873 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-35acedba-3fb9-4c80-8e9a-e00ea13a7edd tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/ports/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b/tags HTTP/1.1" status: 200 len: 241 time: 0.1284440 Apr 22 15:13:59.219513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60786) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:59.229439 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-cb521109-46a7-42e4-b6bc-ae34295ba2e7 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '28f3d32d-ff66-4f75-98b7-e5aee9acdc9b', 'tempest-TagsExtTest-Tag-1166540295') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:59.285197 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-137322fd-3420-4994-afd8-6eef60a183f0 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.286336 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-137322fd-3420-4994-afd8-6eef60a183f0 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-groups/46554ed1-2b6f-4434-b6bb-39bfbe594b18 HTTP/1.1" status: 204 len: 168 time: 1.2098160 Apr 22 15:13:59.290002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60790) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:59.295319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.330405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.358338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Attempting to bind port 77bc64dd-9697-4527-b380-ce3de6366ac9 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:13:59.358811 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Attempting to bind port 77bc64dd-9697-4527-b380-ce3de6366ac9 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:13:59.359267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Attempting to bind port 77bc64dd-9697-4527-b380-ce3de6366ac9 on network ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:13:59.368199 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cb521109-46a7-42e4-b6bc-ae34295ba2e7 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/ports/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b/tags/tempest-TagsExtTest-Tag-1166540295 HTTP/1.1" status: 204 len: 168 time: 0.1466973 Apr 22 15:13:59.369091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60794) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:59.374033 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Transition to ACTIVE for port object dd0bc760-1e54-4ed6-a27c-03589c7b2966 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:59.385805 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Subnet': ['ID=0574743f-a5db-4b41-86e7-38c8707a54a3,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:59.400391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-92288469-9eb1-4ac7-885c-e55387e490ad tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '28f3d32d-ff66-4f75-98b7-e5aee9acdc9b', 'tempest-TagsExtTest-Tag-1166540295') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:13:59.401436 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:13:59.401942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Checking segment: {'id': '8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:59.402481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.402991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Bound using segment: {'id': '8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:13:59.403571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Bound port: 77bc64dd-9697-4527-b380-ce3de6366ac9, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:13:59.404044 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.432359 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fead5-39b2-4d9d-9009-fca61e16e59b None None] Pushing event updated for resources: {'Port': ['ID=45b89e3e-9a40-4e43-ba72-2affed5a5a05,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:59.446949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Checking segment: {'id': '5e68cdce-6de6-42e3-a84b-ee2832987112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:13:59.446949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network hostable DHCP agents. Network: e24824d7-084f-4dd0-a097-236bf252abab, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:13:59.468404 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Transition to ACTIVE for port object dd0bc760-1e54-4ed6-a27c-03589c7b2966 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:13:59.492027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e43952b3-67a9-4fbb-878d-5ae5fa2a4e49 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:13:59.532560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.574354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network e24824d7-084f-4dd0-a097-236bf252abab is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:13:59.600460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e43952b3-67a9-4fbb-878d-5ae5fa2a4e49 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:13:59.601965 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e43952b3-67a9-4fbb-878d-5ae5fa2a4e49 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3109064 Apr 22 15:13:59.614850 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60798) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:59.629676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-504d3e89-d30f-4336-ba0a-840f0424a0a6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362977539'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:13:59.643434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-504d3e89-d30f-4336-ba0a-840f0424a0a6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:13:59.647616 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, e24824d7-084f-4dd0-a097-236bf252abab) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:59.660863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:13:59.662165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.674337 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Allocated IP 172.22.0.1 (a85fe1cd-a5f6-4115-9b6b-ae5d78493105/f6fd3a3c-fb1c-444c-88d6-8587f6f49541/08808b5a-4d38-4ecc-9851-723f5955541f) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:13:59.675018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29343e-7c20-4efe-9080-dc2753d5f77a None None] Network e24824d7-084f-4dd0-a097-236bf252abab requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:13:59.680520 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-504d3e89-d30f-4336-ba0a-840f0424a0a6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:13:59.704605 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e3f70a05-7fc4-4cc2-a37e-f0864692eb0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0309353 Apr 22 15:13:59.708579 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60802) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:13:59.713114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9cb53818-bea5-449d-ae96-2932c9faa719 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.836576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Pushing event updated for resources: {'Port': ['ID=dd0bc760-1e54-4ed6-a27c-03589c7b2966,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:13:59.842308 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Network a85fe1cd-a5f6-4115-9b6b-ae5d78493105 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:13:59.852513 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:13:59.855400 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:13:59.869645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-563ed4fa-482d-45bb-b1c0-b84adedf5485 None None] Provisioning complete for port 576b0119-0ff8-4531-b901-4556338f2894 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:13:59.870277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-563ed4fa-482d-45bb-b1c0-b84adedf5485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:13:59.908892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] For port 77bc64dd-9697-4527-b380-ce3de6366ac9, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:13:59.919464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] For port 77bc64dd-9697-4527-b380-ce3de6366ac9, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=77bc64dd-9697-4527-b380-ce3de6366ac9,segment=NetworkSegment(8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6),segment_id=8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:00.075657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-504d3e89-d30f-4336-ba0a-840f0424a0a6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.133881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9cb53818-bea5-449d-ae96-2932c9faa719 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Calling delete_port for 576b0119-0ff8-4531-b901-4556338f2894 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:00.168252 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-92288469-9eb1-4ac7-885c-e55387e490ad tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/ports/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b/tags/tempest-TagsExtTest-Tag-1166540295 HTTP/1.1" status: 204 len: 168 time: 0.7838566 Apr 22 15:14:00.171098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-563ed4fa-482d-45bb-b1c0-b84adedf5485 None None] Port 576b0119-0ff8-4531-b901-4556338f2894 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:00.180978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60806) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:00.184983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.198641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-e2601500-5850-4d74-b316-2d1b951a0d6e tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '28f3d32d-ff66-4f75-98b7-e5aee9acdc9b') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:00.320992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-e24824d7-084f-4dd0-a097-236bf252abab', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:14:00.321800 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.328355 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-504d3e89-d30f-4336-ba0a-840f0424a0a6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:00.332258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9cb53818-bea5-449d-ae96-2932c9faa719 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.353265 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-504d3e89-d30f-4336-ba0a-840f0424a0a6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:00.366922 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-504d3e89-d30f-4336-ba0a-840f0424a0a6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:00.368222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Attempting to bind port dd0bc760-1e54-4ed6-a27c-03589c7b2966 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:00.368593 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Attempting to bind port dd0bc760-1e54-4ed6-a27c-03589c7b2966 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '73899851-a72f-4f6f-bb3d-ac63bca80340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:00.368953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Attempting to bind port dd0bc760-1e54-4ed6-a27c-03589c7b2966 on network a85fe1cd-a5f6-4115-9b6b-ae5d78493105 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:00.381806 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.385115 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb53818-bea5-449d-ae96-2932c9faa719 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event deleted for resources: {'Port': ['ID=576b0119-0ff8-4531-b901-4556338f2894,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:00.386111 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-504d3e89-d30f-4336-ba0a-840f0424a0a6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:00.420664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:00.421296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:00.429479 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Transition to ACTIVE for port object 08808b5a-4d38-4ecc-9851-723f5955541f will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:00.483007 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac416c2f-62d1-4c4b-b7ff-f3ae8ba0b624 None None] Pushing event updated for resources: {'Port': ['ID=77bc64dd-9697-4527-b380-ce3de6366ac9,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:00.491773 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e2601500-5850-4d74-b316-2d1b951a0d6e tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/ports/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b/tags HTTP/1.1" status: 200 len: 205 time: 0.3057494 Apr 22 15:14:00.494127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60810) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:00.506392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-b63eb37a-dcd7-4135-92bb-40e8c8110707 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e4d770ee-d874-430a-b929-501a1940928b') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:00.612264 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:00.612564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Checking segment: {'id': '73899851-a72f-4f6f-bb3d-ac63bca80340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:00.612932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.613333 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Bound using segment: {'id': '73899851-a72f-4f6f-bb3d-ac63bca80340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:00.613830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Bound port: dd0bc760-1e54-4ed6-a27c-03589c7b2966, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73899851-a72f-4f6f-bb3d-ac63bca80340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:00.614400 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.628011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9cb53818-bea5-449d-ae96-2932c9faa719 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.652735 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9cb53818-bea5-449d-ae96-2932c9faa719 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "DELETE /v2.0/ports/576b0119-0ff8-4531-b901-4556338f2894 HTTP/1.1" status: 204 len: 168 time: 1.7837372 Apr 22 15:14:00.653443 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60814) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:00.688745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-504d3e89-d30f-4336-ba0a-840f0424a0a6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.717927 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2714cd-e99c-414d-8bb9-3cfbd4645ff7 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] GET failed (client error): The resource could not be found. Apr 22 15:14:00.718590 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1f2714cd-e99c-414d-8bb9-3cfbd4645ff7 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Synchronizing usage tracker for tenant:92809a251d624c24bb49776b9a4938b1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:00.725173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-504d3e89-d30f-4336-ba0a-840f0424a0a6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.732106 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:00.748111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1f2714cd-e99c-414d-8bb9-3cfbd4645ff7 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Unset dirty status for tenant:92809a251d624c24bb49776b9a4938b1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:00.755247 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1f2714cd-e99c-414d-8bb9-3cfbd4645ff7 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "GET /v2.0/ports/576b0119-0ff8-4531-b901-4556338f2894 HTTP/1.1" status: 404 len: 333 time: 0.1004181 Apr 22 15:14:00.756007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60818) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:00.762120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Request body: {'port': {'network_id': 'fbe74739-c005-4d31-9d82-7db7c967732c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1784698087'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:00.789123 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:00.930585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network a85fe1cd-a5f6-4115-9b6b-ae5d78493105 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:00.948557 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:00.959740 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:00.963609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d3e89-d30f-4336-ba0a-840f0424a0a6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c6ab3a-2b9b-432f-8996-eb2e047ab206,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:00.966301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:00.969655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Allocated IP 172.20.0.2 (e24824d7-084f-4dd0-a097-236bf252abab/0574743f-a5db-4b41-86e7-38c8707a54a3/c21f33d0-6432-4987-ba0f-42992219ad6c) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:00.974001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:01.032646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Made reservation on behalf of 92809a251d624c24bb49776b9a4938b1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:01.036458 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.071499 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] device_id is not set on port 232f9eed-4d6c-4eb1-a3b1-4bbe06e79724 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:14:01.074845 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b63eb37a-dcd7-4135-92bb-40e8c8110707 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/routers/e4d770ee-d874-430a-b929-501a1940928b/tags HTTP/1.1" status: 200 len: 240 time: 0.5753667 Apr 22 15:14:01.083757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60822) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:01.106675 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] For port dd0bc760-1e54-4ed6-a27c-03589c7b2966, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:01.110480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-504d3e89-d30f-4336-ba0a-840f0424a0a6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.110990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] For port dd0bc760-1e54-4ed6-a27c-03589c7b2966, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dd0bc760-1e54-4ed6-a27c-03589c7b2966,segment=NetworkSegment(73899851-a72f-4f6f-bb3d-ac63bca80340),segment_id=73899851-a72f-4f6f-bb3d-ac63bca80340)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:01.111688 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-504d3e89-d30f-4336-ba0a-840f0424a0a6 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4953377 Apr 22 15:14:01.114392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=08808b5a-4d38-4ecc-9851-723f5955541f,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:01.130016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60826) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:01.131040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-fc3f3106-ffa7-49e7-a0eb-83b6d7bcee94 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e4d770ee-d874-430a-b929-501a1940928b', 'tempest-TagsExtTest-Tag-185420881') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:01.141606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4f8a73fc-371c-4886-990a-8a35f9d3bd9e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group_rule': {'security_group_id': '67c6ab3a-2b9b-432f-8996-eb2e047ab206', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:01.152696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4f8a73fc-371c-4886-990a-8a35f9d3bd9e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:01.161251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4f8a73fc-371c-4886-990a-8a35f9d3bd9e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:01.167030 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4f8a73fc-371c-4886-990a-8a35f9d3bd9e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:01.171530 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f330a-6843-4ba2-8434-f81b723d4985 None None] Network 9380e36e-4e35-43ed-8305-670e410e9f6a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:01.176787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4f8a73fc-371c-4886-990a-8a35f9d3bd9e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:01.240044 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f8a73fc-371c-4886-990a-8a35f9d3bd9e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.242033 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.284148 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Allocated IP 2001:db8::1e3 (fbe74739-c005-4d31-9d82-7db7c967732c/e51b9ca2-c382-4761-8c9c-d6143b55962c/232f9eed-4d6c-4eb1-a3b1-4bbe06e79724) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:01.337284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.364118 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f8a73fc-371c-4886-990a-8a35f9d3bd9e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.393868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f8a73fc-371c-4886-990a-8a35f9d3bd9e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.443696 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fc3f3106-ffa7-49e7-a0eb-83b6d7bcee94 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/routers/e4d770ee-d874-430a-b929-501a1940928b/tags/tempest-TagsExtTest-Tag-185420881 HTTP/1.1" status: 204 len: 168 time: 0.3505812 Apr 22 15:14:01.445059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60830) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:01.458990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-8134f440-9909-4a72-b595-2ca88a77fa5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e4d770ee-d874-430a-b929-501a1940928b', 'tempest-TagsExtTest-Tag-185420881') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:01.469300 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e6e8c0e9-bcc2-451b-b3fb-39d12032bc64 None None] Provisioning for port 45b89e3e-9a40-4e43-ba72-2affed5a5a05 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:01.495314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a73fc-371c-4886-990a-8a35f9d3bd9e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35707c91-560c-4158-8502-7dc57bddd62f,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:01.539295 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.553976 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 05113500-34e5-438f-b639-514135a57a68 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:01.631437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.661685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Transition to ACTIVE for port object 232f9eed-4d6c-4eb1-a3b1-4bbe06e79724 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:01.701336 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4f8a73fc-371c-4886-990a-8a35f9d3bd9e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.705301 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4f8a73fc-371c-4886-990a-8a35f9d3bd9e tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5722680 Apr 22 15:14:01.710066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60834) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:01.716466 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.733911 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 05113500-34e5-438f-b639-514135a57a68 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:01.752503 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2e898-eb3a-4331-825b-8b7633dd4c1c None None] Pushing event updated for resources: {'Port': ['ID=dd0bc760-1e54-4ed6-a27c-03589c7b2966,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:01.767239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 05113500-34e5-438f-b639-514135a57a68 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:01.767604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.827087 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Network fbe74739-c005-4d31-9d82-7db7c967732c is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:01.837927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:01.845034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:01.850801 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:01.851728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:01.887334 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1277761 Apr 22 15:14:01.890326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60838) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:01.893647 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537cc39-5967-483f-a22a-bbc92f05b03c tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event updated for resources: {'Port': ['ID=232f9eed-4d6c-4eb1-a3b1-4bbe06e79724,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:01.924663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f0226f8f-fe90-4851-a358-9d9b0465e6fe tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8a:10:fe'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:02.094987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0226f8f-fe90-4851-a358-9d9b0465e6fe tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.130488 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d75fa294-9fd3-4dee-96e4-cc60ed10dd86 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules/35707c91-560c-4158-8502-7dc57bddd62f HTTP/1.1" status: 200 len: 705 time: 0.4149075 Apr 22 15:14:02.131278 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60842) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:02.150109 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8134f440-9909-4a72-b595-2ca88a77fa5b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/routers/e4d770ee-d874-430a-b929-501a1940928b/tags/tempest-TagsExtTest-Tag-185420881 HTTP/1.1" status: 204 len: 168 time: 0.7008348 Apr 22 15:14:02.155350 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60846) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:02.168155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-bf1a9e37-2e62-4f9c-84be-e62803e221ca tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e4d770ee-d874-430a-b929-501a1940928b') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:02.233653 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.281684 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.294683 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Transition to ACTIVE for port object c21f33d0-6432-4987-ba0f-42992219ad6c will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:02.312218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-810d35cf-d1bc-4afd-98d4-53756a57d282 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:02.338885 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 05113500-34e5-438f-b639-514135a57a68, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=05113500-34e5-438f-b639-514135a57a68,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:02.342688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Transition to ACTIVE for port object c21f33d0-6432-4987-ba0f-42992219ad6c will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:02.357848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.358784 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 45b89e3e-9a40-4e43-ba72-2affed5a5a05 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:02.405175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-810d35cf-d1bc-4afd-98d4-53756a57d282 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:02.409377 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-810d35cf-d1bc-4afd-98d4-53756a57d282 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2715979 Apr 22 15:14:02.410307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60850) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:02.416626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.431480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3c786d9e-d712-46cd-8976-713df0167450 None None] Provisioning for port 232f9eed-4d6c-4eb1-a3b1-4bbe06e79724 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:02.461819 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21fec217-4a0a-4351-8cc5-de600ca1959d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.469408 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3c786d9e-d712-46cd-8976-713df0167450 None None] Provisioning complete for port 232f9eed-4d6c-4eb1-a3b1-4bbe06e79724 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:02.469950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3c786d9e-d712-46cd-8976-713df0167450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.477067 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21fec217-4a0a-4351-8cc5-de600ca1959d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.494603 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:13:51Z', 'revision_number': 3, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77bc64dd-9697-4527-b380-ce3de6366ac9', 'name': '', 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:e9:7a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:13:59Z', 'revision_number': 4, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:02.520176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21fec217-4a0a-4351-8cc5-de600ca1959d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.524052 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031845b4-7d3d-4292-ac44-eebc199704d9 None None] The sync data for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv is: [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:13:51Z', 'revision_number': 3, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77bc64dd-9697-4527-b380-ce3de6366ac9', 'name': '', 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:e9:7a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:13:59Z', 'revision_number': 4, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:14:02.548909 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fec217-4a0a-4351-8cc5-de600ca1959d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35707c91-560c-4158-8502-7dc57bddd62f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:02.569980 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bf1a9e37-2e62-4f9c-84be-e62803e221ca tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/routers/e4d770ee-d874-430a-b929-501a1940928b/tags HTTP/1.1" status: 200 len: 205 time: 0.4076169 Apr 22 15:14:02.570658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60854) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:02.574574 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Network e24824d7-084f-4dd0-a097-236bf252abab is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:02.575052 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-443f3efe-1990-468b-a10a-2c45e124ec43 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '09238f51-fd3a-4aa9-9570-4930fe1f221a') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:02.589009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:02.592632 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0226f8f-fe90-4851-a358-9d9b0465e6fe tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.594733 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:02.604101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0226f8f-fe90-4851-a358-9d9b0465e6fe tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.622210 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=05113500-34e5-438f-b639-514135a57a68,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:02.636926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3c786d9e-d712-46cd-8976-713df0167450 None None] Port 232f9eed-4d6c-4eb1-a3b1-4bbe06e79724 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:02.694325 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-21fec217-4a0a-4351-8cc5-de600ca1959d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.695538 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-21fec217-4a0a-4351-8cc5-de600ca1959d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/35707c91-560c-4158-8502-7dc57bddd62f HTTP/1.1" status: 204 len: 168 time: 0.2850626 Apr 22 15:14:02.698392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60858) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:02.762856 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-443f3efe-1990-468b-a10a-2c45e124ec43 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/subnetpools/09238f51-fd3a-4aa9-9570-4930fe1f221a/tags HTTP/1.1" status: 200 len: 240 time: 0.1935773 Apr 22 15:14:02.766457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f0226f8f-fe90-4851-a358-9d9b0465e6fe tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] In _notify_port_updated(), no bound segment for port 232f9eed-4d6c-4eb1-a3b1-4bbe06e79724 on network fbe74739-c005-4d31-9d82-7db7c967732c {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:14:02.770437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0226f8f-fe90-4851-a358-9d9b0465e6fe tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:02.773983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0226f8f-fe90-4851-a358-9d9b0465e6fe tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.778814 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f0226f8f-fe90-4851-a358-9d9b0465e6fe tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "PUT /v2.0/ports/232f9eed-4d6c-4eb1-a3b1-4bbe06e79724 HTTP/1.1" status: 200 len: 1003 time: 0.8875203 Apr 22 15:14:02.782968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60862) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:02.783583 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60864) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:02.784919 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.815306 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.847489 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-ee511dd3-b46a-41f4-9525-7c2f516f0b96 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '09238f51-fd3a-4aa9-9570-4930fe1f221a', 'tempest-TagsExtTest-Tag-466852475') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:02.870095 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0226f8f-fe90-4851-a358-9d9b0465e6fe tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event updated for resources: {'Port': ['ID=232f9eed-4d6c-4eb1-a3b1-4bbe06e79724,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:02.909508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 45b89e3e-9a40-4e43-ba72-2affed5a5a05 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:02.954055 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Pushing event updated for resources: {'Port': ['ID=c21f33d0-6432-4987-ba0f-42992219ad6c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:02.983581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 45b89e3e-9a40-4e43-ba72-2affed5a5a05 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:02.983969 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:02.986918 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-704fdb14-7fb4-4318-9f78-0f4b4071dc20 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Deleting port 232f9eed-4d6c-4eb1-a3b1-4bbe06e79724 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:03.000156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-704fdb14-7fb4-4318-9f78-0f4b4071dc20 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.096356 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.117275 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Attempting to bind port c21f33d0-6432-4987-ba0f-42992219ad6c on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:03.117640 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Attempting to bind port c21f33d0-6432-4987-ba0f-42992219ad6c by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '5e68cdce-6de6-42e3-a84b-ee2832987112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:03.117993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Attempting to bind port c21f33d0-6432-4987-ba0f-42992219ad6c on network e24824d7-084f-4dd0-a097-236bf252abab {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:03.135599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:03.136169 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Checking segment: {'id': '5e68cdce-6de6-42e3-a84b-ee2832987112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:03.136360 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.136746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Bound using segment: {'id': '5e68cdce-6de6-42e3-a84b-ee2832987112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:03.137229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Bound port: c21f33d0-6432-4987-ba0f-42992219ad6c, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e68cdce-6de6-42e3-a84b-ee2832987112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:03.137599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.158459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-105f0d56-b374-4394-aaeb-b29f62bef1b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:03.178829 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=08808b5a-4d38-4ecc-9851-723f5955541f,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:03.205998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.220321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-105f0d56-b374-4394-aaeb-b29f62bef1b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:03.221774 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-105f0d56-b374-4394-aaeb-b29f62bef1b7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5222321 Apr 22 15:14:03.225275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60870) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:03.248234 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f5699c9f-a234-4725-91a4-939fa551594d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group_rule': {'security_group_id': '67c6ab3a-2b9b-432f-8996-eb2e047ab206', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:03.315820 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] For port c21f33d0-6432-4987-ba0f-42992219ad6c, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:03.320718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f5699c9f-a234-4725-91a4-939fa551594d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:03.383603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f5699c9f-a234-4725-91a4-939fa551594d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:03.410598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38d774b-b15e-43e1-985d-5720cdce16c1 None None] Network a85fe1cd-a5f6-4115-9b6b-ae5d78493105 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:03.414659 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ee511dd3-b46a-41f4-9525-7c2f516f0b96 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/subnetpools/09238f51-fd3a-4aa9-9570-4930fe1f221a/tags/tempest-TagsExtTest-Tag-466852475 HTTP/1.1" status: 204 len: 168 time: 0.6297777 Apr 22 15:14:03.440327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60874) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:03.464101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-c775bddf-8c0f-46fa-bc28-6ca7c9aa7cf5 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '09238f51-fd3a-4aa9-9570-4930fe1f221a', 'tempest-TagsExtTest-Tag-466852475') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:03.470977 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] For port c21f33d0-6432-4987-ba0f-42992219ad6c, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c21f33d0-6432-4987-ba0f-42992219ad6c,segment=NetworkSegment(5e68cdce-6de6-42e3-a84b-ee2832987112),segment_id=5e68cdce-6de6-42e3-a84b-ee2832987112)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:03.538717 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.564804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f5699c9f-a234-4725-91a4-939fa551594d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.604481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-30126588-5ec7-4c9f-bf7d-1278271a33a0 None None] Provisioning complete for port 45b89e3e-9a40-4e43-ba72-2affed5a5a05 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:03.604759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30126588-5ec7-4c9f-bf7d-1278271a33a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.621827 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-704fdb14-7fb4-4318-9f78-0f4b4071dc20 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.660435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.686438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network a85fe1cd-a5f6-4115-9b6b-ae5d78493105 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:03.694171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:03.729887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a64ac-35ec-453f-9319-62aebcb1bc5f None None] Pushing event updated for resources: {'Port': ['ID=c21f33d0-6432-4987-ba0f-42992219ad6c,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:03.753638 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-704fdb14-7fb4-4318-9f78-0f4b4071dc20 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Calling delete_port for 232f9eed-4d6c-4eb1-a3b1-4bbe06e79724 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:03.768743 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 45b89e3e-9a40-4e43-ba72-2affed5a5a05, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=45b89e3e-9a40-4e43-ba72-2affed5a5a05,segment=NetworkSegment(50a27401-08c9-4df4-9490-9b151c7d0239),segment_id=50a27401-08c9-4df4-9490-9b151c7d0239)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:03.801411 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.840284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:03.857685 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c775bddf-8c0f-46fa-bc28-6ca7c9aa7cf5 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/subnetpools/09238f51-fd3a-4aa9-9570-4930fe1f221a/tags/tempest-TagsExtTest-Tag-466852475 HTTP/1.1" status: 204 len: 168 time: 0.4113216 Apr 22 15:14:03.876051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60878) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:03.891428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-507d7307-d81a-49a6-8ac8-6b67c4b91bf7 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '09238f51-fd3a-4aa9-9570-4930fe1f221a') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:04.126973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-704fdb14-7fb4-4318-9f78-0f4b4071dc20 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.158944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=45b89e3e-9a40-4e43-ba72-2affed5a5a05,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:04.172878 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 05113500-34e5-438f-b639-514135a57a68 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:04.187007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f5699c9f-a234-4725-91a4-939fa551594d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.211741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fdb14-7fb4-4318-9f78-0f4b4071dc20 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event deleted for resources: {'Port': ['ID=232f9eed-4d6c-4eb1-a3b1-4bbe06e79724,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:04.254427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-30126588-5ec7-4c9f-bf7d-1278271a33a0 None None] Provisioning for port 28f3d32d-ff66-4f75-98b7-e5aee9acdc9b completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:04.265987 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-30126588-5ec7-4c9f-bf7d-1278271a33a0 None None] Provisioning complete for port 28f3d32d-ff66-4f75-98b7-e5aee9acdc9b triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:04.266415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30126588-5ec7-4c9f-bf7d-1278271a33a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.269881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-704fdb14-7fb4-4318-9f78-0f4b4071dc20 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.270053 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f5699c9f-a234-4725-91a4-939fa551594d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.285350 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-704fdb14-7fb4-4318-9f78-0f4b4071dc20 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "DELETE /v2.0/ports/232f9eed-4d6c-4eb1-a3b1-4bbe06e79724 HTTP/1.1" status: 204 len: 168 time: 1.4937968 Apr 22 15:14:04.288374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60882) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:04.330001 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c28d81e-6bb6-47b1-a5bf-be17774ee064 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] GET failed (client error): The resource could not be found. Apr 22 15:14:04.330249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4c28d81e-6bb6-47b1-a5bf-be17774ee064 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Synchronizing usage tracker for tenant:92809a251d624c24bb49776b9a4938b1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:04.333084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5699c9f-a234-4725-91a4-939fa551594d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7e388d-5aa9-43ed-a060-0c42823aebec,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:04.341502 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-507d7307-d81a-49a6-8ac8-6b67c4b91bf7 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/subnetpools/09238f51-fd3a-4aa9-9570-4930fe1f221a/tags HTTP/1.1" status: 200 len: 205 time: 0.4586813 Apr 22 15:14:04.344150 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60886) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:04.352990 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-462c9a94-afb6-45ac-9d8a-99b208195feb tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '09238f51-fd3a-4aa9-9570-4930fe1f221a') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:04.361558 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 05113500-34e5-438f-b639-514135a57a68 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:04.361956 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.367514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4c28d81e-6bb6-47b1-a5bf-be17774ee064 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Unset dirty status for tenant:92809a251d624c24bb49776b9a4938b1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:04.372583 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4c28d81e-6bb6-47b1-a5bf-be17774ee064 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "GET /v2.0/ports/232f9eed-4d6c-4eb1-a3b1-4bbe06e79724 HTTP/1.1" status: 404 len: 333 time: 0.0831704 Apr 22 15:14:04.374981 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60890) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:04.384769 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Request body: {'port': {'network_id': 'fbe74739-c005-4d31-9d82-7db7c967732c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-604946981'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:04.414352 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-30126588-5ec7-4c9f-bf7d-1278271a33a0 None None] Port 28f3d32d-ff66-4f75-98b7-e5aee9acdc9b cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:04.431511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f5699c9f-a234-4725-91a4-939fa551594d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.432701 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f5699c9f-a234-4725-91a4-939fa551594d tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1914508 Apr 22 15:14:04.441405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60894) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:04.495384 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-462c9a94-afb6-45ac-9d8a-99b208195feb tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/subnetpools/09238f51-fd3a-4aa9-9570-4930fe1f221a/tags HTTP/1.1" status: 204 len: 168 time: 0.1498947 Apr 22 15:14:04.507281 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60898) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:04.508887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 77bc64dd-9697-4527-b380-ce3de6366ac9 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:04.513133 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-5311c420-ccbf-4658-a6eb-58606e418af3 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e4d770ee-d874-430a-b929-501a1940928b') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:04.578440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-415e2d3b-4bfe-4876-afe4-50bf49667ab9 None None] Provisioning complete for port 28f3d32d-ff66-4f75-98b7-e5aee9acdc9b triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:04.579082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-415e2d3b-4bfe-4876-afe4-50bf49667ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.637826 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-963cc311-bce6-4296-b62a-2356566e14cc tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules/fc7e388d-5aa9-43ed-a060-0c42823aebec HTTP/1.1" status: 200 len: 705 time: 0.1951089 Apr 22 15:14:04.638651 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60902) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:04.647287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-415e2d3b-4bfe-4876-afe4-50bf49667ab9 None None] Port 28f3d32d-ff66-4f75-98b7-e5aee9acdc9b cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:04.652680 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-415e2d3b-4bfe-4876-afe4-50bf49667ab9 None None] Could not find standard attr ID for object 232f9eed-4d6c-4eb1-a3b1-4bbe06e79724. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:14:04.661948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 77bc64dd-9697-4527-b380-ce3de6366ac9 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:04.667033 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:04.669445 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 77bc64dd-9697-4527-b380-ce3de6366ac9 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:04.669841 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.680388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:04.697193 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5311c420-ccbf-4658-a6eb-58606e418af3 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/routers/e4d770ee-d874-430a-b929-501a1940928b/tags HTTP/1.1" status: 204 len: 168 time: 0.1887403 Apr 22 15:14:04.698371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-415e2d3b-4bfe-4876-afe4-50bf49667ab9 None None] Provisioning for port dd0bc760-1e54-4ed6-a27c-03589c7b2966 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:04.700440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60906) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:04.712061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Made reservation on behalf of 92809a251d624c24bb49776b9a4938b1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:04.716365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.733039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-ac4c25e0-501b-42ef-9d3a-f53603720b55 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '28f3d32d-ff66-4f75-98b7-e5aee9acdc9b') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:04.803518 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b966519b-a110-49a2-a7d0-15fae6c01b92 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:04.805893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.808241 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] device_id is not set on port 0d334183-9b12-4385-ac36-acbe6e31d6fd yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:14:04.848744 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 77bc64dd-9697-4527-b380-ce3de6366ac9, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=77bc64dd-9697-4527-b380-ce3de6366ac9,segment=NetworkSegment(8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6),segment_id=8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:04.855953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:04.856974 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device dd0bc760-1e54-4ed6-a27c-03589c7b2966 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:04.890076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b966519b-a110-49a2-a7d0-15fae6c01b92 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:04.891450 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b966519b-a110-49a2-a7d0-15fae6c01b92 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2439415 Apr 22 15:14:04.895308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60910) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:04.921494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.1 (e24824d7-084f-4dd0-a097-236bf252abab/0574743f-a5db-4b41-86e7-38c8707a54a3/18d6f376-d1fb-4c87-9bff-e820df481419) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:04.932257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 852e476a-8ba3-4af9-9009-21ba46710627 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:14:04.977988 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ac4c25e0-501b-42ef-9d3a-f53603720b55 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/ports/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b/tags HTTP/1.1" status: 204 len: 168 time: 0.2760704 Apr 22 15:14:04.978610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60914) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:04.982048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af6e16f6-f7f9-4ca0-84f8-d0b29c06e735 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.003006 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-4497e39d-ff4e-4f02-bf97-cf5e9d8072de tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '79794cb4-f40f-4fae-8337-676d783d1226') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:05.058224 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=77bc64dd-9697-4527-b380-ce3de6366ac9,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:05.067040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af6e16f6-f7f9-4ca0-84f8-d0b29c06e735 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.091507 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port dd0bc760-1e54-4ed6-a27c-03589c7b2966 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:05.092334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Allocated IP 2001:db8::f2 (fbe74739-c005-4d31-9d82-7db7c967732c/e51b9ca2-c382-4761-8c9c-d6143b55962c/0d334183-9b12-4385-ac36-acbe6e31d6fd) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:05.097705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port dd0bc760-1e54-4ed6-a27c-03589c7b2966 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:05.098184 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.183160 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a6cccb1a-d969-4cbc-a512-3a515134a4c4 None None] Provisioning for port 08808b5a-4d38-4ecc-9851-723f5955541f completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:05.234224 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a6cccb1a-d969-4cbc-a512-3a515134a4c4 None None] Provisioning complete for port 08808b5a-4d38-4ecc-9851-723f5955541f triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:05.234444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a6cccb1a-d969-4cbc-a512-3a515134a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.309026 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-a6cccb1a-d969-4cbc-a512-3a515134a4c4 None None] Port 08808b5a-4d38-4ecc-9851-723f5955541f cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:05.339823 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.345063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.362707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object 18d6f376-d1fb-4c87-9bff-e820df481419 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:05.371569 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a6cccb1a-d969-4cbc-a512-3a515134a4c4 None None] Provisioning complete for port dd0bc760-1e54-4ed6-a27c-03589c7b2966 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:05.371948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a6cccb1a-d969-4cbc-a512-3a515134a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.395826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af6e16f6-f7f9-4ca0-84f8-d0b29c06e735 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.409489 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.426463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.428924 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Transition to ACTIVE for port object 0d334183-9b12-4385-ac36-acbe6e31d6fd will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:05.465314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.476804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e16f6-f7f9-4ca0-84f8-d0b29c06e735 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc7e388d-5aa9-43ed-a060-0c42823aebec,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:05.512241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port dd0bc760-1e54-4ed6-a27c-03589c7b2966, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dd0bc760-1e54-4ed6-a27c-03589c7b2966,segment=NetworkSegment(73899851-a72f-4f6f-bb3d-ac63bca80340),segment_id=73899851-a72f-4f6f-bb3d-ac63bca80340)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:05.525474 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.557018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network e24824d7-084f-4dd0-a097-236bf252abab is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:05.558807 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4497e39d-ff4e-4f02-bf97-cf5e9d8072de tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/subnets/79794cb4-f40f-4fae-8337-676d783d1226/tags HTTP/1.1" status: 204 len: 168 time: 0.5696678 Apr 22 15:14:05.561199 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60918) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:05.562321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:05.568742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:05.576123 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Network fbe74739-c005-4d31-9d82-7db7c967732c is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:05.580325 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:05.582393 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event updated for resources: {'Port': ['ID=0d334183-9b12-4385-ac36-acbe6e31d6fd,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:05.585167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:05.589979 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:05.591719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.626508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a6cccb1a-d969-4cbc-a512-3a515134a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.629387 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-3fb748eb-281d-4375-9273-c955902bbe86 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '79794cb4-f40f-4fae-8337-676d783d1226', 'tempest-TagsExtTest-Tag-440095271') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:05.651462 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-baecf21c-6034-4814-8e93-b8bdbcd038aa tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2730205 Apr 22 15:14:05.652209 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60922) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:05.663603 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Request body: {'port': {'network_id': 'fbe74739-c005-4d31-9d82-7db7c967732c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1220569124'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:05.668873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=dd0bc760-1e54-4ed6-a27c-03589c7b2966,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:05.669646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=18d6f376-d1fb-4c87-9bff-e820df481419,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:05.679350 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af6e16f6-f7f9-4ca0-84f8-d0b29c06e735 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.683149 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-af6e16f6-f7f9-4ca0-84f8-d0b29c06e735 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/fc7e388d-5aa9-43ed-a060-0c42823aebec HTTP/1.1" status: 204 len: 168 time: 0.7849596 Apr 22 15:14:05.697333 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60926) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:05.734518 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d644e2b-96c0-4633-b078-c5f84e4fea82 None None] Network e24824d7-084f-4dd0-a097-236bf252abab requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:05.789844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:05.835917 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0b87c6e7-8d83-4092-93b3-3a695214a094 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:05.842486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:05.856459 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-32b0bd7b-bd4f-4a2e-9e48-900c901bc319 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0625060 Apr 22 15:14:05.859432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60930) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:05.860264 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-a6cccb1a-d969-4cbc-a512-3a515134a4c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:14:05.860712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-a6cccb1a-d969-4cbc-a512-3a515134a4c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:14:05.884001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'network': {'name': 'tempest-RoutersTest-699993120'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:05.897057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:05.907249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:network and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:05.911577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:05.921617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:05.943493 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0b87c6e7-8d83-4092-93b3-3a695214a094 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:05.944737 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0b87c6e7-8d83-4092-93b3-3a695214a094 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2360888 Apr 22 15:14:05.950562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60934) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:05.979169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5737d97b-ec60-4c01-95ab-1fa39f207572 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group_rule': {'security_group_id': '67c6ab3a-2b9b-432f-8996-eb2e047ab206', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:05.999305 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5737d97b-ec60-4c01-95ab-1fa39f207572 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:06.015181 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5737d97b-ec60-4c01-95ab-1fa39f207572 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:06.041683 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-5737d97b-ec60-4c01-95ab-1fa39f207572 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Project 94d5c4c9df54492090fcafedae5d4091 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:14:06.071636 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:06.074223 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5737d97b-ec60-4c01-95ab-1fa39f207572 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.076212 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.092405 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:06.101985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.108067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device dd0bc760-1e54-4ed6-a27c-03589c7b2966 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:06.123433 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3fb748eb-281d-4375-9273-c955902bbe86 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "PUT /v2.0/subnets/79794cb4-f40f-4fae-8337-676d783d1226/tags/tempest-TagsExtTest-Tag-440095271 HTTP/1.1" status: 201 len: 201 time: 0.5551803 Apr 22 15:14:06.123672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Usage tracker for resource:port and tenant:92809a251d624c24bb49776b9a4938b1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:06.127303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60938) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:06.130696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:06.137847 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-18994f97-dc33-497d-bafa-61b43bfd45bf tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '28f3d32d-ff66-4f75-98b7-e5aee9acdc9b', 'tempest-TagsExtTest-Tag-1498354608') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:06.149229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:06.190045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5737d97b-ec60-4c01-95ab-1fa39f207572 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.192110 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Made reservation on behalf of 92809a251d624c24bb49776b9a4938b1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:06.196630 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.197354 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port dd0bc760-1e54-4ed6-a27c-03589c7b2966 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:06.197788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.213051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5737d97b-ec60-4c01-95ab-1fa39f207572 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.253031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737d97b-ec60-4c01-95ab-1fa39f207572 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a02e3b2-5e7b-440d-878b-3aa06e9df191,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:06.278317 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] device_id is not set on port b04419e0-f525-4ab9-87ee-a986a380c225 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:14:06.328178 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5737d97b-ec60-4c01-95ab-1fa39f207572 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.329459 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5737d97b-ec60-4c01-95ab-1fa39f207572 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3772075 Apr 22 15:14:06.336623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60942) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:06.361672 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 45b89e3e-9a40-4e43-ba72-2affed5a5a05 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:06.363309 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-64e5a083-20d1-49a2-ac5a-5f7689223c32 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules/3a02e3b2-5e7b-440d-878b-3aa06e9df191 HTTP/1.1" status: 200 len: 711 time: 0.0259750 Apr 22 15:14:06.368310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60946) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:06.474685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-69cabcaa-1433-4227-badd-20bb7beec8f7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:06.475069 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:14:06.485272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.485606 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Added segment 5a09184e-ae01-41dc-8f05-5c30e3f79591 of type vlan for network 75bb4605-f6be-444b-8ed8-0a19eca61cea Apr 22 15:14:06.512736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-69cabcaa-1433-4227-badd-20bb7beec8f7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:06.514078 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-69cabcaa-1433-4227-badd-20bb7beec8f7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1453605 Apr 22 15:14:06.517693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.517866 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60950) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:06.558332 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Allocated IP 2001:db8::28c (fbe74739-c005-4d31-9d82-7db7c967732c/e51b9ca2-c382-4761-8c9c-d6143b55962c/b04419e0-f525-4ab9-87ee-a986a380c225) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:06.580659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 45b89e3e-9a40-4e43-ba72-2affed5a5a05 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:06.581281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.581555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ad53a17-7ba2-4909-8fc9-7a00a72026cb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.596429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ad53a17-7ba2-4909-8fc9-7a00a72026cb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.651842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.655757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:06.656403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.674192 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ad53a17-7ba2-4909-8fc9-7a00a72026cb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.707189 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 77bc64dd-9697-4527-b380-ce3de6366ac9 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:06.745050 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad53a17-7ba2-4909-8fc9-7a00a72026cb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a02e3b2-5e7b-440d-878b-3aa06e9df191,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:06.751807 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-14e9fa16-2ee3-4626-845b-39e0eb8bec35 None None] Provisioning complete for port 08808b5a-4d38-4ecc-9851-723f5955541f triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:06.752191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14e9fa16-2ee3-4626-845b-39e0eb8bec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.781341 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ad53a17-7ba2-4909-8fc9-7a00a72026cb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.782516 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6ad53a17-7ba2-4909-8fc9-7a00a72026cb tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/3a02e3b2-5e7b-440d-878b-3aa06e9df191 HTTP/1.1" status: 204 len: 168 time: 0.2637284 Apr 22 15:14:06.785398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60954) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:06.795591 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9250379 Apr 22 15:14:06.804137 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60958) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:06.824565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-14e9fa16-2ee3-4626-845b-39e0eb8bec35 None None] Port 08808b5a-4d38-4ecc-9851-723f5955541f cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:06.827543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'subnet': {'network_id': '75bb4605-f6be-444b-8ed8-0a19eca61cea', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:06.827701 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f65f18-c5ab-43f2-8c59-5ba2f61e68fe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Network': ['ID=75bb4605-f6be-444b-8ed8-0a19eca61cea,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:06.843908 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 75bb4605-f6be-444b-8ed8-0a19eca61cea details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:14:06.852885 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-18994f97-dc33-497d-bafa-61b43bfd45bf tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "PUT /v2.0/ports/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b/tags/tempest-TagsExtTest-Tag-1498354608 HTTP/1.1" status: 201 len: 201 time: 0.7195058 Apr 22 15:14:06.854117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60962) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:06.863684 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-14e9fa16-2ee3-4626-845b-39e0eb8bec35 None None] Provisioning for port 18d6f376-d1fb-4c87-9bff-e820df481419 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:06.912093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 77bc64dd-9697-4527-b380-ce3de6366ac9 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:06.912466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.919408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-766e8b0e-0a8b-4537-97e5-a7a7b1b7aab3 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e4d770ee-d874-430a-b929-501a1940928b', 'tempest-TagsExtTest-Tag-367908620') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:06.990630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-14e9fa16-2ee3-4626-845b-39e0eb8bec35 None None] Provisioning complete for port 18d6f376-d1fb-4c87-9bff-e820df481419 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:06.991370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14e9fa16-2ee3-4626-845b-39e0eb8bec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:06.997876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3355037f-c9fe-433f-be15-519561815923 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:07.002755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.024726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:07.033687 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:subnet and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:07.040299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Transition to ACTIVE for port object b04419e0-f525-4ab9-87ee-a986a380c225 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:07.042965 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:07.053169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:07.055066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3355037f-c9fe-433f-be15-519561815923 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:07.059115 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3355037f-c9fe-433f-be15-519561815923 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2701054 Apr 22 15:14:07.059330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60966) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:07.101674 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Made reservation on behalf of 8b695a0fa9ae4a8bb1a1cf6665db6638 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:07.110830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-14e9fa16-2ee3-4626-845b-39e0eb8bec35 None None] Port 18d6f376-d1fb-4c87-9bff-e820df481419 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:07.140507 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-766e8b0e-0a8b-4537-97e5-a7a7b1b7aab3 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "PUT /v2.0/routers/e4d770ee-d874-430a-b929-501a1940928b/tags/tempest-TagsExtTest-Tag-367908620 HTTP/1.1" status: 201 len: 201 time: 0.2315884 Apr 22 15:14:07.150463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60970) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:07.162565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-3004e0a8-08af-4bf9-ae8e-07fc3d7adb3b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '09238f51-fd3a-4aa9-9570-4930fe1f221a', 'tempest-TagsExtTest-Tag-2138515404') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:07.174632 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.179003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c21f33d0-6432-4987-ba0f-42992219ad6c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:07.182759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.206678 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-14e9fa16-2ee3-4626-845b-39e0eb8bec35 None None] Provisioning for port c21f33d0-6432-4987-ba0f-42992219ad6c completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:07.215963 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.252557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-14e9fa16-2ee3-4626-845b-39e0eb8bec35 None None] Provisioning for port 0d334183-9b12-4385-ac36-acbe6e31d6fd completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:07.260093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-14e9fa16-2ee3-4626-845b-39e0eb8bec35 None None] Provisioning complete for port 0d334183-9b12-4385-ac36-acbe6e31d6fd triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:07.260463 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-14e9fa16-2ee3-4626-845b-39e0eb8bec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.288734 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port c21f33d0-6432-4987-ba0f-42992219ad6c completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:07.303017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=18d6f376-d1fb-4c87-9bff-e820df481419,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:07.309304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c21f33d0-6432-4987-ba0f-42992219ad6c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:07.309680 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.309796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.309895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.321493 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3004e0a8-08af-4bf9-ae8e-07fc3d7adb3b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "PUT /v2.0/subnetpools/09238f51-fd3a-4aa9-9570-4930fe1f221a/tags/tempest-TagsExtTest-Tag-2138515404 HTTP/1.1" status: 201 len: 201 time: 0.1697633 Apr 22 15:14:07.326519 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60974) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:07.346796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c74ea0f-0b91-4030-860a-e9c2f2cd2e14 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.352524 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-ac4923fe-933d-4eec-97b9-8b1d36b67063 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '79794cb4-f40f-4fae-8337-676d783d1226', {'tags': ['tempest-TagsExtTest-Tag-76300765', 'tempest-TagsExtTest-Tag-1182915913', 'tempest-TagsExtTest-Tag-894403808']}) {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:07.365083 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-14e9fa16-2ee3-4626-845b-39e0eb8bec35 None None] Port 0d334183-9b12-4385-ac36-acbe6e31d6fd cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:07.440329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.452586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network e24824d7-084f-4dd0-a097-236bf252abab is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:07.453982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:07.477903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Network fbe74739-c005-4d31-9d82-7db7c967732c is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:07.483375 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port c21f33d0-6432-4987-ba0f-42992219ad6c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c21f33d0-6432-4987-ba0f-42992219ad6c,segment=NetworkSegment(5e68cdce-6de6-42e3-a84b-ee2832987112),segment_id=5e68cdce-6de6-42e3-a84b-ee2832987112)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:07.486696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event updated for resources: {'Port': ['ID=b04419e0-f525-4ab9-87ee-a986a380c225,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:07.498628 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.503078 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:07.505356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:07.509605 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:07.510315 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.537094 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c74ea0f-0b91-4030-860a-e9c2f2cd2e14 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.584584 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1998f237-5a2b-4c94-8674-3fcf721ce6ed tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9304209 Apr 22 15:14:07.597027 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=c21f33d0-6432-4987-ba0f-42992219ad6c,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:07.597992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60978) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:07.628462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2cb203d6-9819-4caf-b6dd-d482b035677b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11', 'mac_address': 'fa:16:3e:8a:10:fe'}, {'ip_address': '2001:db8::f2', 'mac_address': 'fa:16:3e:18:51:e3'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:07.679415 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ac4923fe-933d-4eec-97b9-8b1d36b67063 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "PUT /v2.0/subnets/79794cb4-f40f-4fae-8337-676d783d1226/tags HTTP/1.1" status: 200 len: 315 time: 0.3402267 Apr 22 15:14:07.681393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60982) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:07.694783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-606455a1-6d57-430b-a085-44cf6f3b3260 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '79794cb4-f40f-4fae-8337-676d783d1226') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:07.697889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c74ea0f-0b91-4030-860a-e9c2f2cd2e14 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.782537 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74ea0f-0b91-4030-860a-e9c2f2cd2e14 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c6ab3a-2b9b-432f-8996-eb2e047ab206,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:07.852301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-36b3981b-24f4-415c-88db-f72cca685b4b None None] Provisioning complete for port 18d6f376-d1fb-4c87-9bff-e820df481419 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:07.853016 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-36b3981b-24f4-415c-88db-f72cca685b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.921781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c74ea0f-0b91-4030-860a-e9c2f2cd2e14 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:07.922664 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5c74ea0f-0b91-4030-860a-e9c2f2cd2e14 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-groups/67c6ab3a-2b9b-432f-8996-eb2e047ab206 HTTP/1.1" status: 204 len: 168 time: 0.8623166 Apr 22 15:14:07.930617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60986) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:07.959352 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c21f33d0-6432-4987-ba0f-42992219ad6c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:07.997815 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.009818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a636f8f1-ecc9-4fc5-b59a-bd1b9b706e98 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:08.018309 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-606455a1-6d57-430b-a085-44cf6f3b3260 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/subnets/79794cb4-f40f-4fae-8337-676d783d1226/tags HTTP/1.1" status: 204 len: 168 time: 0.3346422 Apr 22 15:14:08.023107 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60990) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:08.044216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-54239009-bfdf-4e58-a8c4-2912d033530c tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79794cb4-f40f-4fae-8337-676d783d1226', 'tempest-TagsExtTest-Tag-76300765') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:08.056239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-36b3981b-24f4-415c-88db-f72cca685b4b None None] Port 18d6f376-d1fb-4c87-9bff-e820df481419 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:08.084647 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a636f8f1-ecc9-4fc5-b59a-bd1b9b706e98 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:08.085229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c21f33d0-6432-4987-ba0f-42992219ad6c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:08.090267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.090472 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a636f8f1-ecc9-4fc5-b59a-bd1b9b706e98 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1544235 Apr 22 15:14:08.090568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 60994) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:08.105741 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-fa4426e1-636c-4d21-9eaa-5d1824741ca2 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group': {'name': 'tempest-secgroup--996240833'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:08.120978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fa4426e1-636c-4d21-9eaa-5d1824741ca2 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:08.139998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fa4426e1-636c-4d21-9eaa-5d1824741ca2 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:08.200317 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2cb203d6-9819-4caf-b6dd-d482b035677b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.220121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Subnet': ['ID=46f102f0-167c-4000-ac4d-d5f046f30048,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:08.244255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-af4600af-7cd7-4769-9aaf-047f633d9c53 None None] Provisioning for port b04419e0-f525-4ab9-87ee-a986a380c225 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:08.251613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-af4600af-7cd7-4769-9aaf-047f633d9c53 None None] Provisioning complete for port b04419e0-f525-4ab9-87ee-a986a380c225 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:08.252067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-af4600af-7cd7-4769-9aaf-047f633d9c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.284282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa4426e1-636c-4d21-9eaa-5d1824741ca2 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.297172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Checking segment: {'id': '5a09184e-ae01-41dc-8f05-5c30e3f79591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '75bb4605-f6be-444b-8ed8-0a19eca61cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:08.297943 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network hostable DHCP agents. Network: 75bb4605-f6be-444b-8ed8-0a19eca61cea, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:14:08.307296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-af4600af-7cd7-4769-9aaf-047f633d9c53 None None] Port b04419e0-f525-4ab9-87ee-a986a380c225 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:08.318119 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-54239009-bfdf-4e58-a8c4-2912d033530c tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] show failed (client error): The resource could not be found. Apr 22 15:14:08.319168 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-54239009-bfdf-4e58-a8c4-2912d033530c tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/subnets/79794cb4-f40f-4fae-8337-676d783d1226/tags/tempest-TagsExtTest-Tag-76300765 HTTP/1.1" status: 404 len: 327 time: 0.2936952 Apr 22 15:14:08.323006 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 60998) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:08.335095 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-060eef2d-0410-473c-8136-4db84ff0b6ad tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79794cb4-f40f-4fae-8337-676d783d1226', 'tempest-TagsExtTest-Tag-1182915913') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:08.339365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fa4426e1-636c-4d21-9eaa-5d1824741ca2 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:08.346260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fa4426e1-636c-4d21-9eaa-5d1824741ca2 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:08.351970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fa4426e1-636c-4d21-9eaa-5d1824741ca2 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:08.355599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router e734b238-059a-4665-a500-35442ae85b20 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:14:08.360748 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fa4426e1-636c-4d21-9eaa-5d1824741ca2 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:08.464827 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network 75bb4605-f6be-444b-8ed8-0a19eca61cea is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:14:08.497911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 75bb4605-f6be-444b-8ed8-0a19eca61cea) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:08.507794 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:08.508146 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa34f80-8b51-4d2a-b05e-01b000b81535 None None] Network 75bb4605-f6be-444b-8ed8-0a19eca61cea requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:08.508368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.535985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa4426e1-636c-4d21-9eaa-5d1824741ca2 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.550697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa4426e1-636c-4d21-9eaa-5d1824741ca2 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.551727 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a246c40a-875b-49e4-9c57-5c4011a32875 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7433548 Apr 22 15:14:08.554198 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-060eef2d-0410-473c-8136-4db84ff0b6ad tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] show failed (client error): The resource could not be found. Apr 22 15:14:08.558255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32770) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:08.558411 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-060eef2d-0410-473c-8136-4db84ff0b6ad tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/subnets/79794cb4-f40f-4fae-8337-676d783d1226/tags/tempest-TagsExtTest-Tag-1182915913 HTTP/1.1" status: 404 len: 329 time: 0.2292721 Apr 22 15:14:08.558411 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32772) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:08.564621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-f53506eb-5d15-46e3-9855-f297c3e1077a tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79794cb4-f40f-4fae-8337-676d783d1226', 'tempest-TagsExtTest-Tag-894403808') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:08.617182 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2cb203d6-9819-4caf-b6dd-d482b035677b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.635040 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2cb203d6-9819-4caf-b6dd-d482b035677b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.706495 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2cb203d6-9819-4caf-b6dd-d482b035677b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] In _notify_port_updated(), no bound segment for port b04419e0-f525-4ab9-87ee-a986a380c225 on network fbe74739-c005-4d31-9d82-7db7c967732c {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:14:08.710316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb203d6-9819-4caf-b6dd-d482b035677b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:08.710930 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2cb203d6-9819-4caf-b6dd-d482b035677b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.712258 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2cb203d6-9819-4caf-b6dd-d482b035677b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "PUT /v2.0/ports/b04419e0-f525-4ab9-87ee-a986a380c225 HTTP/1.1" status: 200 len: 1066 time: 1.1056013 Apr 22 15:14:08.717922 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32782) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:08.759657 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-75bb4605-f6be-444b-8ed8-0a19eca61cea', 'network_id': '75bb4605-f6be-444b-8ed8-0a19eca61cea', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'fixed_ips': [{'subnet_id': '46f102f0-167c-4000-ac4d-d5f046f30048'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:14:08.761257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb203d6-9819-4caf-b6dd-d482b035677b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event updated for resources: {'Port': ['ID=b04419e0-f525-4ab9-87ee-a986a380c225,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:08.762108 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.769210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4426e1-636c-4d21-9eaa-5d1824741ca2 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e439abe-099e-447a-8073-e8dec57533d9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:08.778101 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-f53506eb-5d15-46e3-9855-f297c3e1077a tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] show failed (client error): The resource could not be found. Apr 22 15:14:08.779939 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f53506eb-5d15-46e3-9855-f297c3e1077a tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/subnets/79794cb4-f40f-4fae-8337-676d783d1226/tags/tempest-TagsExtTest-Tag-894403808 HTTP/1.1" status: 404 len: 328 time: 0.2197571 Apr 22 15:14:08.787170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32786) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:08.795375 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-452445a2-217e-40ef-8b3a-17b16af65ff2 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '28f3d32d-ff66-4f75-98b7-e5aee9acdc9b', {'tags': ['tempest-TagsExtTest-Tag-1330100781', 'tempest-TagsExtTest-Tag-155136623', 'tempest-TagsExtTest-Tag-1944251839']}) {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:08.804042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fa4426e1-636c-4d21-9eaa-5d1824741ca2 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.805301 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fa4426e1-636c-4d21-9eaa-5d1824741ca2 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7082763 Apr 22 15:14:08.813220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32790) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:08.821994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-dd4edc00-3fa2-48b1-a4be-1bfb0f9d8350 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Request body: {'security_group_rule': {'security_group_id': '3e439abe-099e-447a-8073-e8dec57533d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:08.839307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dd4edc00-3fa2-48b1-a4be-1bfb0f9d8350 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:08.850266 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f67daac2-b64e-4768-b05a-bb24c1d6a14a tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Deleting port b04419e0-f525-4ab9-87ee-a986a380c225 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:08.852413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f67daac2-b64e-4768-b05a-bb24c1d6a14a tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:08.854925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-dd4edc00-3fa2-48b1-a4be-1bfb0f9d8350 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Usage tracker for resource:security_group_rule and tenant:94d5c4c9df54492090fcafedae5d4091 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:08.861552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-dd4edc00-3fa2-48b1-a4be-1bfb0f9d8350 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:08.875619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dd4edc00-3fa2-48b1-a4be-1bfb0f9d8350 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:08.958122 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Allocated IP 172.23.0.2 (75bb4605-f6be-444b-8ed8-0a19eca61cea/46f102f0-167c-4000-ac4d-d5f046f30048/5f71e560-43a4-47f9-b64e-13c9ea1b786b) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:08.986528 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dd4edc00-3fa2-48b1-a4be-1bfb0f9d8350 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.073668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:09.081787 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c852ed1b-a3bc-4a71-9d83-dfcb288070ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/e734b238-059a-4665-a500-35442ae85b20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3479297 Apr 22 15:14:09.082819 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32794) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:09.118157 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-452445a2-217e-40ef-8b3a-17b16af65ff2 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "PUT /v2.0/ports/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b/tags HTTP/1.1" status: 200 len: 317 time: 0.3301039 Apr 22 15:14:09.123254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32798) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:09.124429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7838b4c7-79ef-43c9-b024-4b656ae28fb1 None None] Provisioning complete for port b04419e0-f525-4ab9-87ee-a986a380c225 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:09.124803 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7838b4c7-79ef-43c9-b024-4b656ae28fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.132859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-afc78e74-09a9-4a7f-8e30-c7259d07ef34 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '28f3d32d-ff66-4f75-98b7-e5aee9acdc9b') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:09.205161 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7838b4c7-79ef-43c9-b024-4b656ae28fb1 None None] Port b04419e0-f525-4ab9-87ee-a986a380c225 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:09.232103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dd4edc00-3fa2-48b1-a4be-1bfb0f9d8350 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.244175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dd4edc00-3fa2-48b1-a4be-1bfb0f9d8350 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.284518 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4edc00-3fa2-48b1-a4be-1bfb0f9d8350 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889481ee-faba-4104-ba32-41bf0d88e718,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:09.326747 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.338004 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Transition to ACTIVE for port object 5f71e560-43a4-47f9-b64e-13c9ea1b786b will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:09.342806 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f67daac2-b64e-4768-b05a-bb24c1d6a14a tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.358244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Transition to ACTIVE for port object 5f71e560-43a4-47f9-b64e-13c9ea1b786b will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:09.363841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dd4edc00-3fa2-48b1-a4be-1bfb0f9d8350 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.364858 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.365421 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dd4edc00-3fa2-48b1-a4be-1bfb0f9d8350 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5504508 Apr 22 15:14:09.420514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32802) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:09.434844 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Network 75bb4605-f6be-444b-8ed8-0a19eca61cea is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:09.437740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:09.443755 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:09.457774 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-afc78e74-09a9-4a7f-8e30-c7259d07ef34 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/ports/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b/tags HTTP/1.1" status: 204 len: 168 time: 0.3293202 Apr 22 15:14:09.458020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32806) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:09.465067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-fbbcd37b-aa6d-4e23-bd43-751c97786f04 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '28f3d32d-ff66-4f75-98b7-e5aee9acdc9b', 'tempest-TagsExtTest-Tag-1330100781') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:09.479229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Pushing event updated for resources: {'Port': ['ID=5f71e560-43a4-47f9-b64e-13c9ea1b786b,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:09.488711 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f67daac2-b64e-4768-b05a-bb24c1d6a14a tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Calling delete_port for b04419e0-f525-4ab9-87ee-a986a380c225 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:09.541299 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Attempting to bind port 5f71e560-43a4-47f9-b64e-13c9ea1b786b on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:09.541772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Attempting to bind port 5f71e560-43a4-47f9-b64e-13c9ea1b786b by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '5a09184e-ae01-41dc-8f05-5c30e3f79591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '75bb4605-f6be-444b-8ed8-0a19eca61cea'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:09.542181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Attempting to bind port 5f71e560-43a4-47f9-b64e-13c9ea1b786b on network 75bb4605-f6be-444b-8ed8-0a19eca61cea {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:09.550174 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:09.550174 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Checking segment: {'id': '5a09184e-ae01-41dc-8f05-5c30e3f79591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '75bb4605-f6be-444b-8ed8-0a19eca61cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:09.550451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.550954 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Bound using segment: {'id': '5a09184e-ae01-41dc-8f05-5c30e3f79591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '75bb4605-f6be-444b-8ed8-0a19eca61cea'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:09.551213 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec9d63-8ef8-4d1f-b86b-20b95bad37dd tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.551399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Bound port: 5f71e560-43a4-47f9-b64e-13c9ea1b786b, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a09184e-ae01-41dc-8f05-5c30e3f79591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '75bb4605-f6be-444b-8ed8-0a19eca61cea'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:09.551600 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec9d63-8ef8-4d1f-b86b-20b95bad37dd tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.551763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.551987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec9d63-8ef8-4d1f-b86b-20b95bad37dd tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.552113 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-fbbcd37b-aa6d-4e23-bd43-751c97786f04 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] show failed (client error): The resource could not be found. Apr 22 15:14:09.552335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec9d63-8ef8-4d1f-b86b-20b95bad37dd tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.552696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec9d63-8ef8-4d1f-b86b-20b95bad37dd tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.555818 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec9d63-8ef8-4d1f-b86b-20b95bad37dd tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.555919 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fbbcd37b-aa6d-4e23-bd43-751c97786f04 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/ports/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b/tags/tempest-TagsExtTest-Tag-1330100781 HTTP/1.1" status: 404 len: 329 time: 0.0936732 Apr 22 15:14:09.556051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec9d63-8ef8-4d1f-b86b-20b95bad37dd tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.556051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec9d63-8ef8-4d1f-b86b-20b95bad37dd tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.556051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec9d63-8ef8-4d1f-b86b-20b95bad37dd tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.556051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec9d63-8ef8-4d1f-b86b-20b95bad37dd tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.556051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec9d63-8ef8-4d1f-b86b-20b95bad37dd tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.556051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec9d63-8ef8-4d1f-b86b-20b95bad37dd tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.556464 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32810) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:09.560065 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-54ec9d63-8ef8-4d1f-b86b-20b95bad37dd tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8405 time: 0.4491577 Apr 22 15:14:09.569830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32814) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:09.591546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-91aea1a3-de38-494f-8647-89101efc335a tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '28f3d32d-ff66-4f75-98b7-e5aee9acdc9b', 'tempest-TagsExtTest-Tag-155136623') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:09.645312 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] For port 5f71e560-43a4-47f9-b64e-13c9ea1b786b, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:09.649944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] For port 5f71e560-43a4-47f9-b64e-13c9ea1b786b, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5f71e560-43a4-47f9-b64e-13c9ea1b786b,segment=NetworkSegment(5a09184e-ae01-41dc-8f05-5c30e3f79591),segment_id=5a09184e-ae01-41dc-8f05-5c30e3f79591)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:09.655628 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.706720 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc95922-e4f2-4832-8db2-5114cc18e00a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.707100 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc95922-e4f2-4832-8db2-5114cc18e00a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.707443 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc95922-e4f2-4832-8db2-5114cc18e00a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.707793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc95922-e4f2-4832-8db2-5114cc18e00a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.708147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc95922-e4f2-4832-8db2-5114cc18e00a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.708529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc95922-e4f2-4832-8db2-5114cc18e00a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.708879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc95922-e4f2-4832-8db2-5114cc18e00a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.709220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc95922-e4f2-4832-8db2-5114cc18e00a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.709590 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc95922-e4f2-4832-8db2-5114cc18e00a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.710075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc95922-e4f2-4832-8db2-5114cc18e00a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.710398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc95922-e4f2-4832-8db2-5114cc18e00a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.710778 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc95922-e4f2-4832-8db2-5114cc18e00a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:09.715696 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0cc95922-e4f2-4832-8db2-5114cc18e00a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7565 time: 0.1421752 Apr 22 15:14:09.716839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32818) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:09.747006 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3bb67-6285-48d6-a225-d4ca63af9356 None None] Pushing event updated for resources: {'Port': ['ID=5f71e560-43a4-47f9-b64e-13c9ea1b786b,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:09.749265 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e4371730-3695-4186-b377-93e9ad5349f7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.805097 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e4371730-3695-4186-b377-93e9ad5349f7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.841777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f67daac2-b64e-4768-b05a-bb24c1d6a14a tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.863093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:09.873304 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-91aea1a3-de38-494f-8647-89101efc335a tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] show failed (client error): The resource could not be found. Apr 22 15:14:09.877692 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-91aea1a3-de38-494f-8647-89101efc335a tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/ports/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b/tags/tempest-TagsExtTest-Tag-155136623 HTTP/1.1" status: 404 len: 328 time: 0.3175647 Apr 22 15:14:09.880516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32822) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:09.887095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-f845c2be-0ec3-458d-9931-8dc0c2e97c49 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '28f3d32d-ff66-4f75-98b7-e5aee9acdc9b', 'tempest-TagsExtTest-Tag-1944251839') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:09.892278 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67daac2-b64e-4768-b05a-bb24c1d6a14a tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event deleted for resources: {'Port': ['ID=b04419e0-f525-4ab9-87ee-a986a380c225,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:09.991667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e4371730-3695-4186-b377-93e9ad5349f7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:10.150829 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4371730-3695-4186-b377-93e9ad5349f7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e439abe-099e-447a-8073-e8dec57533d9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:10.224185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e4371730-3695-4186-b377-93e9ad5349f7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:10.228078 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e4371730-3695-4186-b377-93e9ad5349f7 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-groups/3e439abe-099e-447a-8073-e8dec57533d9 HTTP/1.1" status: 204 len: 168 time: 0.8043118 Apr 22 15:14:10.229174 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32826) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:10.261986 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Sync routers for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:14:10.276201 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:10.280234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:10.397188 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f67daac2-b64e-4768-b05a-bb24c1d6a14a tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:10.401364 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f67daac2-b64e-4768-b05a-bb24c1d6a14a tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "DELETE /v2.0/ports/b04419e0-f525-4ab9-87ee-a986a380c225 HTTP/1.1" status: 204 len: 168 time: 1.6801541 Apr 22 15:14:10.402216 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32830) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:10.404641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-745f2515-30aa-4304-84c0-e199d9f7f70b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:10.407693 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-f845c2be-0ec3-458d-9931-8dc0c2e97c49 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] show failed (client error): The resource could not be found. Apr 22 15:14:10.408799 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f845c2be-0ec3-458d-9931-8dc0c2e97c49 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/ports/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b/tags/tempest-TagsExtTest-Tag-1944251839 HTTP/1.1" status: 404 len: 329 time: 0.5274770 Apr 22 15:14:10.413668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32832) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:10.421897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-81e8b3d3-ac2d-45ab-a461-69407823b7ba tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e4d770ee-d874-430a-b929-501a1940928b', {'tags': ['tempest-TagsExtTest-Tag-2044766382', 'tempest-TagsExtTest-Tag-191377970', 'tempest-TagsExtTest-Tag-476103665']}) {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:10.455405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:10.461557 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d13f53-ee64-4ae0-bb52-5924c381e41b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] GET failed (client error): The resource could not be found. Apr 22 15:14:10.462051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e8d13f53-ee64-4ae0-bb52-5924c381e41b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Synchronizing usage tracker for tenant:92809a251d624c24bb49776b9a4938b1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:10.476137 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-745f2515-30aa-4304-84c0-e199d9f7f70b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:10.480654 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-745f2515-30aa-4304-84c0-e199d9f7f70b tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2477469 Apr 22 15:14:10.480654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32838) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:10.514704 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e8d13f53-ee64-4ae0-bb52-5924c381e41b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Unset dirty status for tenant:92809a251d624c24bb49776b9a4938b1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:10.518582 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e8d13f53-ee64-4ae0-bb52-5924c381e41b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "GET /v2.0/ports/b04419e0-f525-4ab9-87ee-a986a380c225 HTTP/1.1" status: 404 len: 333 time: 0.1032403 Apr 22 15:14:10.519775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32842) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:10.589811 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b7f54b57-e2f3-4725-bcf5-a0aae55c4329 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Synchronizing usage tracker for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:10.618953 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-64676b4a-f49f-447a-9e5e-316755db4646 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Deleting port 0d334183-9b12-4385-ac36-acbe6e31d6fd {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:10.619241 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64676b4a-f49f-447a-9e5e-316755db4646 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:10.669488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b7f54b57-e2f3-4725-bcf5-a0aae55c4329 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] Unset dirty status for tenant:94d5c4c9df54492090fcafedae5d4091 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:10.670825 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b7f54b57-e2f3-4725-bcf5-a0aae55c4329 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1896212 Apr 22 15:14:10.674431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32846) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:10.694612 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-26c9d77c-2804-48db-9c2a-f1769198e849 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] delete failed (client error): The resource could not be found. Apr 22 15:14:10.695634 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-26c9d77c-2804-48db-9c2a-f1769198e849 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "DELETE /v2.0/security-groups/3e439abe-099e-447a-8073-e8dec57533d9 HTTP/1.1" status: 404 len: 347 time: 0.0203161 Apr 22 15:14:10.699372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32850) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:10.700233 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-81e8b3d3-ac2d-45ab-a461-69407823b7ba tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "PUT /v2.0/routers/e4d770ee-d874-430a-b929-501a1940928b/tags HTTP/1.1" status: 200 len: 316 time: 0.2827716 Apr 22 15:14:10.706335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32852) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:10.728875 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-131938db-d1a3-47e4-9471-b97ac8fcb92a tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e4d770ee-d874-430a-b929-501a1940928b') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:10.742997 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6fb72ff5-49f8-48d9-89c0-c7b83adf608a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4142 time: 1.0247872 Apr 22 15:14:10.744570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Allocated IP 172.23.0.1 (75bb4605-f6be-444b-8ed8-0a19eca61cea/46f102f0-167c-4000-ac4d-d5f046f30048/f7dfc647-1c78-4cf0-9704-57228ee5dade) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:10.933633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:10.941054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:01Z', 'revision_number': 4, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '08808b5a-4d38-4ecc-9851-723f5955541f', 'name': '', 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:0a:9e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6fd3a3c-fb1c-444c-88d6-8587f6f49541', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:58Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 2, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': 'f6fd3a3c-fb1c-444c-88d6-8587f6f49541', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77bc64dd-9697-4527-b380-ce3de6366ac9', 'name': '', 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:e9:7a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:14:04Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:10.953502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Checking router: 852e476a-8ba3-4af9-9009-21ba46710627 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:14:10.953853 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Updating router 852e476a-8ba3-4af9-9009-21ba46710627 port 08808b5a-4d38-4ecc-9851-723f5955541f binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:14:10.954498 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Transition to ACTIVE for port object f7dfc647-1c78-4cf0-9704-57228ee5dade will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:10.982906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:11.039578 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772ca595-8dae-4dbd-9c40-cefc1025d349 None None] Network 75bb4605-f6be-444b-8ed8-0a19eca61cea requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:11.050883 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2d5f5c56-8c89-4590-bfa3-03c64cc29258 tempest-SecGroupIPv6Test-1087431510 tempest-SecGroupIPv6Test-1087431510-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3447170 Apr 22 15:14:11.092266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=f7dfc647-1c78-4cf0-9704-57228ee5dade,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:11.122814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network 75bb4605-f6be-444b-8ed8-0a19eca61cea is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:11.126470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:11.132097 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:11.150307 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:11.193392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32862) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:11.204352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-703801411', 'description': 'tempest-secgroup-smoke-703801411 description', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:11.219793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:11.220315 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:11.227919 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-131938db-d1a3-47e4-9471-b97ac8fcb92a tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/routers/e4d770ee-d874-430a-b929-501a1940928b/tags HTTP/1.1" status: 204 len: 168 time: 0.5203991 Apr 22 15:14:11.232941 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64676b4a-f49f-447a-9e5e-316755db4646 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:11.237486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32866) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:11.241705 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:11.245515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b8a7825c-16a8-48f1-9979-907378d1fb58 None None] Provisioning for port 5f71e560-43a4-47f9-b64e-13c9ea1b786b completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:11.247403 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:11.248930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-050cf1a7-8934-4a09-a644-d290956f3180 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e4d770ee-d874-430a-b929-501a1940928b', 'tempest-TagsExtTest-Tag-2044766382') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:11.308419 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:11.371809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-64676b4a-f49f-447a-9e5e-316755db4646 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Calling delete_port for 0d334183-9b12-4385-ac36-acbe6e31d6fd owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:11.425977 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-050cf1a7-8934-4a09-a644-d290956f3180 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] show failed (client error): The resource could not be found. Apr 22 15:14:11.428250 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-050cf1a7-8934-4a09-a644-d290956f3180 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/routers/e4d770ee-d874-430a-b929-501a1940928b/tags/tempest-TagsExtTest-Tag-2044766382 HTTP/1.1" status: 404 len: 329 time: 0.1895509 Apr 22 15:14:11.432515 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32872) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:11.436137 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:11.439276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-7b89c61a-327b-470a-93f4-7d34a379bc4e tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e4d770ee-d874-430a-b929-501a1940928b', 'tempest-TagsExtTest-Tag-191377970') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:11.491830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32876) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:11.506894 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:11.511462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:11.516181 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:11.555122 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:11.598197 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64676b4a-f49f-447a-9e5e-316755db4646 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:11.649176 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:11.679131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64676b4a-f49f-447a-9e5e-316755db4646 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event deleted for resources: {'Port': ['ID=0d334183-9b12-4385-ac36-acbe6e31d6fd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:11.741607 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-7b89c61a-327b-470a-93f4-7d34a379bc4e tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] show failed (client error): The resource could not be found. Apr 22 15:14:11.742660 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7b89c61a-327b-470a-93f4-7d34a379bc4e tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/routers/e4d770ee-d874-430a-b929-501a1940928b/tags/tempest-TagsExtTest-Tag-191377970 HTTP/1.1" status: 404 len: 328 time: 0.3089008 Apr 22 15:14:11.754273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32882) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:11.767936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:11.792036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Transition to ACTIVE for port object 08808b5a-4d38-4ecc-9851-723f5955541f will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:11.798989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:11.804538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:11.818086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:11.822625 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64676b4a-f49f-447a-9e5e-316755db4646 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.000558 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fa0252e4-1873-4dc1-84dc-36a7e0c7a179 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=94d5c4c9df54492090fcafedae5d4091&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5068424 Apr 22 15:14:12.006153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.007998 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.8123271 Apr 22 15:14:12.010269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32886) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:12.012773 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32888) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:12.023820 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-64676b4a-f49f-447a-9e5e-316755db4646 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "DELETE /v2.0/ports/0d334183-9b12-4385-ac36-acbe6e31d6fd HTTP/1.1" status: 204 len: 168 time: 1.5006382 Apr 22 15:14:12.025643 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239631a6-857c-4e14-9e20-8c226fc0f8b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a531be1b-2115-41ac-896d-c2dc2f88d7f0,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:12.074121 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5f71e560-43a4-47f9-b64e-13c9ea1b786b up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:12.075947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d283bf16-7db1-4e34-a1f0-53c9c5d5cb7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'a531be1b-2115-41ac-896d-c2dc2f88d7f0', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:12.080849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32894) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:12.132194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0be6f2-e4e3-482e-89a8-874e76b15454 None None] Pushing event updated for resources: {'Port': ['ID=08808b5a-4d38-4ecc-9851-723f5955541f,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:12.138282 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d283bf16-7db1-4e34-a1f0-53c9c5d5cb7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:12.162186 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d283bf16-7db1-4e34-a1f0-53c9c5d5cb7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:12.167943 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d283bf16-7db1-4e34-a1f0-53c9c5d5cb7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:12.173450 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbaec80d-d2bb-44a2-a200-587a67ac1654 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] GET failed (client error): The resource could not be found. Apr 22 15:14:12.174269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bbaec80d-d2bb-44a2-a200-587a67ac1654 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Synchronizing usage tracker for tenant:92809a251d624c24bb49776b9a4938b1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:12.188859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d283bf16-7db1-4e34-a1f0-53c9c5d5cb7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:12.234080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-08291ee5-58a4-4ac8-8e81-0be20ce2c8c4 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e4d770ee-d874-430a-b929-501a1940928b', 'tempest-TagsExtTest-Tag-476103665') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:12.235031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bbaec80d-d2bb-44a2-a200-587a67ac1654 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Unset dirty status for tenant:92809a251d624c24bb49776b9a4938b1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:12.236469 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bbaec80d-d2bb-44a2-a200-587a67ac1654 tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "GET /v2.0/ports/0d334183-9b12-4385-ac36-acbe6e31d6fd HTTP/1.1" status: 404 len: 333 time: 0.1545951 Apr 22 15:14:12.248967 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32898) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:12.310727 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09f65183-9834-4d19-97c7-39b8d8cceb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.315465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d283bf16-7db1-4e34-a1f0-53c9c5d5cb7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.334288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-de3cd219-2fee-4f3b-b0a4-32019e102601 None None] Provisioning for port f7dfc647-1c78-4cf0-9704-57228ee5dade completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:12.352365 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-de3cd219-2fee-4f3b-b0a4-32019e102601 None None] Provisioning complete for port f7dfc647-1c78-4cf0-9704-57228ee5dade triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:12.353201 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de3cd219-2fee-4f3b-b0a4-32019e102601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.379985 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Attempting to bind port 08808b5a-4d38-4ecc-9851-723f5955541f on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:12.380855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Attempting to bind port 08808b5a-4d38-4ecc-9851-723f5955541f by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '73899851-a72f-4f6f-bb3d-ac63bca80340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:12.381220 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Attempting to bind port 08808b5a-4d38-4ecc-9851-723f5955541f on network a85fe1cd-a5f6-4115-9b6b-ae5d78493105 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:12.412874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:12.413647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Checking segment: {'id': '73899851-a72f-4f6f-bb3d-ac63bca80340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:12.414299 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.414637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Bound using segment: {'id': '73899851-a72f-4f6f-bb3d-ac63bca80340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:12.415123 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Bound port: 08808b5a-4d38-4ecc-9851-723f5955541f, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73899851-a72f-4f6f-bb3d-ac63bca80340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:12.415825 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.429732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 5f71e560-43a4-47f9-b64e-13c9ea1b786b completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:12.437128 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-08291ee5-58a4-4ac8-8e81-0be20ce2c8c4 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] show failed (client error): The resource could not be found. Apr 22 15:14:12.442038 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-08291ee5-58a4-4ac8-8e81-0be20ce2c8c4 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/routers/e4d770ee-d874-430a-b929-501a1940928b/tags/tempest-TagsExtTest-Tag-476103665 HTTP/1.1" status: 404 len: 328 time: 0.6797268 Apr 22 15:14:12.442234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 5f71e560-43a4-47f9-b64e-13c9ea1b786b triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:12.442234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.454453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32902) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:12.478319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-79ccd5bc-23a2-43da-b687-1c33648b9f3b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Deleting port 7e2bd883-6f54-4a95-9461-3d4a97002f4a {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:12.478930 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79ccd5bc-23a2-43da-b687-1c33648b9f3b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.485579 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-de3cd219-2fee-4f3b-b0a4-32019e102601 None None] Port f7dfc647-1c78-4cf0-9704-57228ee5dade cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:12.510052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-46bb4dea-06c8-494d-b123-378c2e8e305e tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '09238f51-fd3a-4aa9-9570-4930fe1f221a', {'tags': ['tempest-TagsExtTest-Tag-513290700', 'tempest-TagsExtTest-Tag-1871969081', 'tempest-TagsExtTest-Tag-1857141219']}) {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:12.537820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09f65183-9834-4d19-97c7-39b8d8cceb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.588857 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-de3cd219-2fee-4f3b-b0a4-32019e102601 None None] Provisioning complete for port 5f71e560-43a4-47f9-b64e-13c9ea1b786b triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:12.589440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de3cd219-2fee-4f3b-b0a4-32019e102601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.591476 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-46bb4dea-06c8-494d-b123-378c2e8e305e tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "PUT /v2.0/subnetpools/09238f51-fd3a-4aa9-9570-4930fe1f221a/tags HTTP/1.1" status: 200 len: 317 time: 0.1363730 Apr 22 15:14:12.597094 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32906) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:12.639086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.640353 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-18174603-65af-402a-a144-9af80fd3cbfb tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '09238f51-fd3a-4aa9-9570-4930fe1f221a') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:12.643927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.649879 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] For port 08808b5a-4d38-4ecc-9851-723f5955541f, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:12.679490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d283bf16-7db1-4e34-a1f0-53c9c5d5cb7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.694414 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d283bf16-7db1-4e34-a1f0-53c9c5d5cb7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.700936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] For port 08808b5a-4d38-4ecc-9851-723f5955541f, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=08808b5a-4d38-4ecc-9851-723f5955541f,segment=NetworkSegment(73899851-a72f-4f6f-bb3d-ac63bca80340),segment_id=73899851-a72f-4f6f-bb3d-ac63bca80340)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:12.713494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.750283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283bf16-7db1-4e34-a1f0-53c9c5d5cb7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b8676d-0089-4383-83e0-83d1a69c0634,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:12.765058 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.775655 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.776051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4760da97-047c-45aa-bd0b-feb0247d518d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.793334 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event updated for resources: {'Port': ['ID=f7dfc647-1c78-4cf0-9704-57228ee5dade,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:12.836375 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09f65183-9834-4d19-97c7-39b8d8cceb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.838766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09f65183-9834-4d19-97c7-39b8d8cceb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.839980 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-09f65183-9834-4d19-97c7-39b8d8cceb60 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8be42701-c6e2-4439-b679-ed8dc0289900 HTTP/1.1" status: 204 len: 168 time: 0.8246715 Apr 22 15:14:12.858652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d283bf16-7db1-4e34-a1f0-53c9c5d5cb7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.862964 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d283bf16-7db1-4e34-a1f0-53c9c5d5cb7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8416100 Apr 22 15:14:12.866595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32912) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:12.876758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-07acda9f-5adc-4fe6-b636-1f2eab084108 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'a531be1b-2115-41ac-896d-c2dc2f88d7f0', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:12.886949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0be6f2-e4e3-482e-89a8-874e76b15454 None None] Pushing event updated for resources: {'Port': ['ID=08808b5a-4d38-4ecc-9851-723f5955541f,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:12.894452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-07acda9f-5adc-4fe6-b636-1f2eab084108 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:12.897878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f65183-9834-4d19-97c7-39b8d8cceb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be42701-c6e2-4439-b679-ed8dc0289900,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:12.902551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-07acda9f-5adc-4fe6-b636-1f2eab084108 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:12.907718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-07acda9f-5adc-4fe6-b636-1f2eab084108 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:12.917710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-07acda9f-5adc-4fe6-b636-1f2eab084108 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:12.922720 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 5f71e560-43a4-47f9-b64e-13c9ea1b786b, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5f71e560-43a4-47f9-b64e-13c9ea1b786b,segment=NetworkSegment(5a09184e-ae01-41dc-8f05-5c30e3f79591),segment_id=5a09184e-ae01-41dc-8f05-5c30e3f79591)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:12.952013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79ccd5bc-23a2-43da-b687-1c33648b9f3b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.959461 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:12.999703 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07acda9f-5adc-4fe6-b636-1f2eab084108 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.052683 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de3cd219-2fee-4f3b-b0a4-32019e102601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.082067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Network 75bb4605-f6be-444b-8ed8-0a19eca61cea is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:13.086331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:13.091970 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-79ccd5bc-23a2-43da-b687-1c33648b9f3b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Calling delete_port for 7e2bd883-6f54-4a95-9461-3d4a97002f4a owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:13.099851 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:13.100488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:13:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:13.168433 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-18174603-65af-402a-a144-9af80fd3cbfb tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/subnetpools/09238f51-fd3a-4aa9-9570-4930fe1f221a/tags HTTP/1.1" status: 204 len: 168 time: 0.5665607 Apr 22 15:14:13.262457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32920) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:13.270793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-e9ad9176-438a-4b3e-b5bd-8ce6d4e87ad7 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '09238f51-fd3a-4aa9-9570-4930fe1f221a', 'tempest-TagsExtTest-Tag-513290700') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:13.321909 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-e9ad9176-438a-4b3e-b5bd-8ce6d4e87ad7 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] show failed (client error): The resource could not be found. Apr 22 15:14:13.323073 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e9ad9176-438a-4b3e-b5bd-8ce6d4e87ad7 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/subnetpools/09238f51-fd3a-4aa9-9570-4930fe1f221a/tags/tempest-TagsExtTest-Tag-513290700 HTTP/1.1" status: 404 len: 328 time: 0.0615356 Apr 22 15:14:13.324544 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79ccd5bc-23a2-43da-b687-1c33648b9f3b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.326617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32926) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:13.337995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-71136a8c-5def-4e78-95af-a53ffd6274ed tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '09238f51-fd3a-4aa9-9570-4930fe1f221a', 'tempest-TagsExtTest-Tag-1871969081') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:13.340859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=5f71e560-43a4-47f9-b64e-13c9ea1b786b,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:13.406337 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07acda9f-5adc-4fe6-b636-1f2eab084108 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.413135 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccd5bc-23a2-43da-b687-1c33648b9f3b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event deleted for resources: {'Port': ['ID=7e2bd883-6f54-4a95-9461-3d4a97002f4a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:13.418857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07acda9f-5adc-4fe6-b636-1f2eab084108 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.470991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-de3cd219-2fee-4f3b-b0a4-32019e102601 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:14:13.471537 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-de3cd219-2fee-4f3b-b0a4-32019e102601 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:14:13.474232 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:13.485187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79ccd5bc-23a2-43da-b687-1c33648b9f3b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.492111 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-71136a8c-5def-4e78-95af-a53ffd6274ed tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] show failed (client error): The resource could not be found. Apr 22 15:14:13.493354 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-71136a8c-5def-4e78-95af-a53ffd6274ed tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/subnetpools/09238f51-fd3a-4aa9-9570-4930fe1f221a/tags/tempest-TagsExtTest-Tag-1871969081 HTTP/1.1" status: 404 len: 329 time: 0.1657968 Apr 22 15:14:13.497112 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32934) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:13.506988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-0c55f2db-4c74-42f2-b5cc-6d776c86d57b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '09238f51-fd3a-4aa9-9570-4930fe1f221a', 'tempest-TagsExtTest-Tag-1857141219') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:13.528343 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-79ccd5bc-23a2-43da-b687-1c33648b9f3b tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "DELETE /v2.0/ports/7e2bd883-6f54-4a95-9461-3d4a97002f4a HTTP/1.1" status: 204 len: 168 time: 1.2759950 Apr 22 15:14:13.528343 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32938) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:13.528804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acda9f-5adc-4fe6-b636-1f2eab084108 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7735e254-a78f-41f9-bf73-1b360bd4f650,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:13.616375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07acda9f-5adc-4fe6-b636-1f2eab084108 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.630177 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-07acda9f-5adc-4fe6-b636-1f2eab084108 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7604654 Apr 22 15:14:13.635984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32944) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:13.636948 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-0c55f2db-4c74-42f2-b5cc-6d776c86d57b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] show failed (client error): The resource could not be found. Apr 22 15:14:13.641167 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0c55f2db-4c74-42f2-b5cc-6d776c86d57b tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/subnetpools/09238f51-fd3a-4aa9-9570-4930fe1f221a/tags/tempest-TagsExtTest-Tag-1857141219 HTTP/1.1" status: 404 len: 329 time: 0.1397822 Apr 22 15:14:13.646717 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fefbdb6b-0b5f-4d6d-9e8c-cad9d3f17c45 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'a531be1b-2115-41ac-896d-c2dc2f88d7f0', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:13.651945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32948) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:13.658746 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-a928b1c5-02da-410c-926a-3dccf52657f4 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '09238f51-fd3a-4aa9-9570-4930fe1f221a') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:13.659352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fefbdb6b-0b5f-4d6d-9e8c-cad9d3f17c45 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:13.667401 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fefbdb6b-0b5f-4d6d-9e8c-cad9d3f17c45 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:13.676682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fefbdb6b-0b5f-4d6d-9e8c-cad9d3f17c45 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:13.685890 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fefbdb6b-0b5f-4d6d-9e8c-cad9d3f17c45 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:13.755711 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a928b1c5-02da-410c-926a-3dccf52657f4 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/subnetpools/09238f51-fd3a-4aa9-9570-4930fe1f221a/tags HTTP/1.1" status: 204 len: 168 time: 0.1027327 Apr 22 15:14:13.758786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32952) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:13.767259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-8a79ea50-d1d5-446d-9842-87bdce71d60c tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e4d770ee-d874-430a-b929-501a1940928b') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:13.799046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fefbdb6b-0b5f-4d6d-9e8c-cad9d3f17c45 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.904175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fefbdb6b-0b5f-4d6d-9e8c-cad9d3f17c45 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.915624 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09ca990-51bb-4d92-8862-d2bd391d9dbb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Deleting subnet e51b9ca2-c382-4761-8c9c-d6143b55962c {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:14:13.916508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5f71e560-43a4-47f9-b64e-13c9ea1b786b up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:13.917699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fefbdb6b-0b5f-4d6d-9e8c-cad9d3f17c45 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.931418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09ca990-51bb-4d92-8862-d2bd391d9dbb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:13.953832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 852e476a-8ba3-4af9-9009-21ba46710627 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:14:14.028306 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbdb6b-0b5f-4d6d-9e8c-cad9d3f17c45 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad470b9-d900-4d01-8780-7283b4ddd6dd,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:14.049285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fefbdb6b-0b5f-4d6d-9e8c-cad9d3f17c45 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.053289 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fefbdb6b-0b5f-4d6d-9e8c-cad9d3f17c45 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4116476 Apr 22 15:14:14.053289 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09ca990-51bb-4d92-8862-d2bd391d9dbb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.070458 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32962) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:14.180028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09ca990-51bb-4d92-8862-d2bd391d9dbb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.193036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 5f71e560-43a4-47f9-b64e-13c9ea1b786b triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:14.193414 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.213788 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32966) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:14.217915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f2ed5ffe-6262-459b-8893-6f33ea45a323 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'a531be1b-2115-41ac-896d-c2dc2f88d7f0', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:14.247586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:11Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '08808b5a-4d38-4ecc-9851-723f5955541f', 'name': '', 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:0a:9e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6fd3a3c-fb1c-444c-88d6-8587f6f49541', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:58Z', 'updated_at': '2022-04-22T15:14:12Z', 'revision_number': 4, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': 'f6fd3a3c-fb1c-444c-88d6-8587f6f49541', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77bc64dd-9697-4527-b380-ce3de6366ac9', 'name': '', 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:e9:7a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:14:04Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dfc647-1c78-4cf0-9704-57228ee5dade', 'name': '', 'network_id': '75bb4605-f6be-444b-8ed8-0a19eca61cea', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:4c:6c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46f102f0-167c-4000-ac4d-d5f046f30048', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:10Z', 'updated_at': '2022-04-22T15:14:12Z', 'revision_number': 2, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '46f102f0-167c-4000-ac4d-d5f046f30048', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:14.257788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39470259-0444-4fe1-baf8-b92c3a62b711 None None] The sync data for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv is: [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:11Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '08808b5a-4d38-4ecc-9851-723f5955541f', 'name': '', 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:0a:9e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6fd3a3c-fb1c-444c-88d6-8587f6f49541', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:58Z', 'updated_at': '2022-04-22T15:14:12Z', 'revision_number': 4, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': 'f6fd3a3c-fb1c-444c-88d6-8587f6f49541', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77bc64dd-9697-4527-b380-ce3de6366ac9', 'name': '', 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:e9:7a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:14:04Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7dfc647-1c78-4cf0-9704-57228ee5dade', 'name': '', 'network_id': '75bb4605-f6be-444b-8ed8-0a19eca61cea', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:4c:6c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46f102f0-167c-4000-ac4d-d5f046f30048', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:10Z', 'updated_at': '2022-04-22T15:14:12Z', 'revision_number': 2, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '46f102f0-167c-4000-ac4d-d5f046f30048', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:14:14.277073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09ca990-51bb-4d92-8862-d2bd391d9dbb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.297123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f2ed5ffe-6262-459b-8893-6f33ea45a323 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:14.313441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f2ed5ffe-6262-459b-8893-6f33ea45a323 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:14.318417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f2ed5ffe-6262-459b-8893-6f33ea45a323 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:14.345898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f2ed5ffe-6262-459b-8893-6f33ea45a323 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:14.371288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-05d89e56-5a75-4f74-b7f5-d4deff82f240 None None] Provisioning complete for port f7dfc647-1c78-4cf0-9704-57228ee5dade triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:14.371683 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-05d89e56-5a75-4f74-b7f5-d4deff82f240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.373385 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ca990-51bb-4d92-8862-d2bd391d9dbb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event deleted for resources: {'Subnet': ['ID=e51b9ca2-c382-4761-8c9c-d6143b55962c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:14.390405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f2ed5ffe-6262-459b-8893-6f33ea45a323 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.394560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09ca990-51bb-4d92-8862-d2bd391d9dbb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.406984 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed3f4c-1315-441f-b969-2a7560f9f666 None None] Network fbe74739-c005-4d31-9d82-7db7c967732c requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:14.407545 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d09ca990-51bb-4d92-8862-d2bd391d9dbb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "DELETE /v2.0/subnets/e51b9ca2-c382-4761-8c9c-d6143b55962c HTTP/1.1" status: 204 len: 168 time: 0.8740339 Apr 22 15:14:14.408249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32972) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:14.413943 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8a79ea50-d1d5-446d-9842-87bdce71d60c tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/routers/e4d770ee-d874-430a-b929-501a1940928b/tags HTTP/1.1" status: 204 len: 168 time: 0.6509805 Apr 22 15:14:14.415880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32974) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:14.451916 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.tag.tag_plugin [None req-06c26abf-f161-4808-adb9-44b379dbe0be tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '28f3d32d-ff66-4f75-98b7-e5aee9acdc9b') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:14.502027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f2ed5ffe-6262-459b-8893-6f33ea45a323 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.509092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f2ed5ffe-6262-459b-8893-6f33ea45a323 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.525995 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:14.537122 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-05d89e56-5a75-4f74-b7f5-d4deff82f240 None None] Port f7dfc647-1c78-4cf0-9704-57228ee5dade cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:14.555728 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed5ffe-6262-459b-8893-6f33ea45a323 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ec4184-cb58-4c1a-b206-1a02ae1be787,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:14.563303 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a23c3a6b-0081-4c80-9dcd-3ba8896e40ac tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9977531 Apr 22 15:14:14.566787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f2ed5ffe-6262-459b-8893-6f33ea45a323 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.569553 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f2ed5ffe-6262-459b-8893-6f33ea45a323 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4978416 Apr 22 15:14:14.571345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32980) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:14.578896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32982) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:14.584689 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ee75c027-c92b-416a-9520-f3bd0e5b867d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:14.642058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.670752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Deleting port d8b3c727-f291-443a-9130-783b61a09bf4 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:14.671100 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.738356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e3102aae-fc2c-45db-980a-f5eea68262f7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'a531be1b-2115-41ac-896d-c2dc2f88d7f0', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:14.745860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36de8803-14de-49c8-8e80-7868910e7802 None None] DHCP port deletion for fbe74739-c005-4d31-9d82-7db7c967732c request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:14:14.750068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-36de8803-14de-49c8-8e80-7868910e7802 None None] Deleting port d8b3c727-f291-443a-9130-783b61a09bf4 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:14.750595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-36de8803-14de-49c8-8e80-7868910e7802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.760047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-cc39fb43-d788-45e9-9a27-ff28e343f784 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:14.760858 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-cc39fb43-d788-45e9-9a27-ff28e343f784 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 15:14:14.761979 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cc39fb43-d788-45e9-9a27-ff28e343f784 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5317910 Apr 22 15:14:14.775960 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32988) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:14.787390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e3102aae-fc2c-45db-980a-f5eea68262f7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:14.790336 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group': {'name': 'tempest-secgroup--621300697'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:14.795381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e3102aae-fc2c-45db-980a-f5eea68262f7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:14.806888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e3102aae-fc2c-45db-980a-f5eea68262f7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:14.807135 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:14.815569 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-06c26abf-f161-4808-adb9-44b379dbe0be tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/ports/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b/tags HTTP/1.1" status: 204 len: 168 time: 0.3728571 Apr 22 15:14:14.816783 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:14.819934 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e3102aae-fc2c-45db-980a-f5eea68262f7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:14.822538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 32992) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:14.834157 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.tag.tag_plugin [None req-74ab3f75-5891-406b-9d50-4e360b261890 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '79794cb4-f40f-4fae-8337-676d783d1226') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:14.837712 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:14.893718 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-e3102aae-fc2c-45db-980a-f5eea68262f7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:14:14.904034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3102aae-fc2c-45db-980a-f5eea68262f7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:14.989759 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:15.046975 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-86b292bc-73e8-4b61-9137-2dd832ebdf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.050124 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.055268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-36de8803-14de-49c8-8e80-7868910e7802 None None] For port d8b3c727-f291-443a-9130-783b61a09bf4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d8b3c727-f291-443a-9130-783b61a09bf4,segment=NetworkSegment(a70a64de-0340-479a-a025-3b2b8e19ad69),segment_id=a70a64de-0340-479a-a025-3b2b8e19ad69)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:15.055654 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-36de8803-14de-49c8-8e80-7868910e7802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.073504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.103957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] For port d8b3c727-f291-443a-9130-783b61a09bf4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d8b3c727-f291-443a-9130-783b61a09bf4,segment=NetworkSegment(a70a64de-0340-479a-a025-3b2b8e19ad69),segment_id=a70a64de-0340-479a-a025-3b2b8e19ad69)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:15.104875 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.205593 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-36de8803-14de-49c8-8e80-7868910e7802 None None] Calling delete_port for d8b3c727-f291-443a-9130-783b61a09bf4 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:15.239486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Calling delete_port for d8b3c727-f291-443a-9130-783b61a09bf4 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:15.284967 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:15.292978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:15.297808 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:15.300460 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-36de8803-14de-49c8-8e80-7868910e7802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.308581 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:15.347349 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:14:15.347892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:14:15.368379 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de8803-14de-49c8-8e80-7868910e7802 None None] Pushing event deleted for resources: {'Port': ['ID=d8b3c727-f291-443a-9130-783b61a09bf4,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:15.374209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de8803-14de-49c8-8e80-7868910e7802 None None] No DVR routers for this DVR port d8b3c727-f291-443a-9130-783b61a09bf4 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:14:15.399187 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3102aae-fc2c-45db-980a-f5eea68262f7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.440495 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3102aae-fc2c-45db-980a-f5eea68262f7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.445100 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.451695 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.470186 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-74ab3f75-5891-406b-9d50-4e360b261890 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/subnets/79794cb4-f40f-4fae-8337-676d783d1226/tags HTTP/1.1" status: 204 len: 168 time: 0.6329544 Apr 22 15:14:15.474634 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 32996) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:15.477838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3102aae-fc2c-45db-980a-f5eea68262f7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aab05d8-a83d-48ad-a1bc-45e6119d77b1,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:15.517174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e3102aae-fc2c-45db-980a-f5eea68262f7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.521805 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e3102aae-fc2c-45db-980a-f5eea68262f7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8436835 Apr 22 15:14:15.524292 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:15.526409 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33000) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:15.532983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:15.537781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-81d1ede1-2f86-4464-a98f-0e3f2cb438ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'a531be1b-2115-41ac-896d-c2dc2f88d7f0', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:15.538884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:15.541601 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f6b800-8323-4b33-99f1-925448e530ff,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:15.543223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-81d1ede1-2f86-4464-a98f-0e3f2cb438ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:15.547363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-81d1ede1-2f86-4464-a98f-0e3f2cb438ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:15.550231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-81d1ede1-2f86-4464-a98f-0e3f2cb438ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:15.555951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-81d1ede1-2f86-4464-a98f-0e3f2cb438ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:15.557682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:15.568589 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-81d1ede1-2f86-4464-a98f-0e3f2cb438ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:14:15.581429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-81d1ede1-2f86-4464-a98f-0e3f2cb438ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.659792 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.666039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.701410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.extraroute_db [None req-ee75c027-c92b-416a-9520-f3bd0e5b867d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83933) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 15:14:15.709276 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.713178 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9332271 Apr 22 15:14:15.713178 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-67b6f4c6-f051-4804-b485-885f5272bd96 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks [] for subnetpool, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.713178 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-67b6f4c6-f051-4804-b485-885f5272bd96 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/subnetpools/09238f51-fd3a-4aa9-9570-4930fe1f221a HTTP/1.1" status: 204 len: 168 time: 0.2368581 Apr 22 15:14:15.713695 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33004) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:15.715904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33006) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:15.716398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a7258-bd9e-4fe9-a491-ee602c79a7c6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5142bf2e-0e2f-4e63-a4ef-c40d48e4cd78,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:15.721473 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fa00d88f-9648-43fb-8c8d-01a98a85d0e5 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '5142bf2e-0e2f-4e63-a4ef-c40d48e4cd78', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:15.727839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fa00d88f-9648-43fb-8c8d-01a98a85d0e5 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:15.731682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fa00d88f-9648-43fb-8c8d-01a98a85d0e5 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:15.734645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fa00d88f-9648-43fb-8c8d-01a98a85d0e5 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:15.740517 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fa00d88f-9648-43fb-8c8d-01a98a85d0e5 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:15.756812 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.extraroute_db [None req-ee75c027-c92b-416a-9520-f3bd0e5b867d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Removed routes are [] {{(pid=83933) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 15:14:15.757322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ee75c027-c92b-416a-9520-f3bd0e5b867d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.763542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa00d88f-9648-43fb-8c8d-01a98a85d0e5 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.770098 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Sync routers for ids ['e734b238-059a-4665-a500-35442ae85b20'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:14:15.779299 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ff18b622-058a-4b26-bef0-a2edcec66c7f tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Synchronizing usage tracker for tenant:c711abb9bc18476aaae926d317eafe70 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:15.783656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-81d1ede1-2f86-4464-a98f-0e3f2cb438ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.789176 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Routers {'e734b238-059a-4665-a500-35442ae85b20'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:15.790109 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e734b238-059a-4665-a500-35442ae85b20'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:15.842130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-81d1ede1-2f86-4464-a98f-0e3f2cb438ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.843665 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa00d88f-9648-43fb-8c8d-01a98a85d0e5 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.848300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa00d88f-9648-43fb-8c8d-01a98a85d0e5 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.850228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Deleting port d8b3c727-f291-443a-9130-783b61a09bf4 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:15.850962 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.934824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-81d1ede1-2f86-4464-a98f-0e3f2cb438ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:15.948161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-81d1ede1-2f86-4464-a98f-0e3f2cb438ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4205909 Apr 22 15:14:15.949030 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00d88f-9648-43fb-8c8d-01a98a85d0e5 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b69e09-2aed-4cb3-b3f1-0f3832431c37,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:15.964544 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] The port 'd8b3c727-f291-443a-9130-783b61a09bf4' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:14:15.996837 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.001541 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 08808b5a-4d38-4ecc-9851-723f5955541f up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:16.013183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa00d88f-9648-43fb-8c8d-01a98a85d0e5 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.016929 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fa00d88f-9648-43fb-8c8d-01a98a85d0e5 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2998312 Apr 22 15:14:16.017911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ff18b622-058a-4b26-bef0-a2edcec66c7f tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Unset dirty status for tenant:c711abb9bc18476aaae926d317eafe70 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:16.018571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33014) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:16.024231 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ff18b622-058a-4b26-bef0-a2edcec66c7f tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4d770ee-d874-430a-b929-501a1940928b HTTP/1.1" status: 200 len: 205 time: 0.3028467 Apr 22 15:14:16.025351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1ede1-2f86-4464-a98f-0e3f2cb438ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff809ac2-bbc7-41ce-a553-71611042ea08,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:16.027536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33018) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:16.072775 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.123209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 08808b5a-4d38-4ecc-9851-723f5955541f completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:16.126450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.129950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 08808b5a-4d38-4ecc-9851-723f5955541f triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:16.130549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.154569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe74739-c005-4d31-9d82-7db7c967732c']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:16.170703 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Set router e734b238-059a-4665-a500-35442ae85b20 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:16.179080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70a64de-0340-479a-a025-3b2b8e19ad69') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:16.179493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70a64de-0340-479a-a025-3b2b8e19ad69') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:16.192862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.210039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.218302 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:14:16.219008 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:14:16.246795 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:14:16.257698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-95778c2b-27e5-4eb4-a15f-b96da501b540 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '5142bf2e-0e2f-4e63-a4ef-c40d48e4cd78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:16.267591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dfae3f9e-cbd7-46d0-becd-763527bb4d19 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.320818 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.342563 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-95778c2b-27e5-4eb4-a15f-b96da501b540 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:16.365141 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 08808b5a-4d38-4ecc-9851-723f5955541f, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=08808b5a-4d38-4ecc-9851-723f5955541f,segment=NetworkSegment(73899851-a72f-4f6f-bb3d-ac63bca80340),segment_id=73899851-a72f-4f6f-bb3d-ac63bca80340)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:16.365424 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-95778c2b-27e5-4eb4-a15f-b96da501b540 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:16.372059 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-95778c2b-27e5-4eb4-a15f-b96da501b540 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:16.374167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.382861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-95778c2b-27e5-4eb4-a15f-b96da501b540 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:16.395197 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.400242 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.432552 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-95778c2b-27e5-4eb4-a15f-b96da501b540 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.466114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d8b3c727-f291-443a-9130-783b61a09bf4 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:16.478604 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] Pushing event deleted for resources: {'Network': ['ID=fbe74739-c005-4d31-9d82-7db7c967732c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:16.484953 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dec1ab5e-11a1-48df-8dd3-6a70b58ff5cb tempest-AllowedAddressPairIpV6TestJSON-645624538 tempest-AllowedAddressPairIpV6TestJSON-645624538-project] 10.222.0.71 "DELETE /v2.0/networks/fbe74739-c005-4d31-9d82-7db7c967732c HTTP/1.1" status: 204 len: 168 time: 2.0757134 Apr 22 15:14:16.522482 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-95778c2b-27e5-4eb4-a15f-b96da501b540 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 15:14:16.523658 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-95778c2b-27e5-4eb4-a15f-b96da501b540 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5039105 Apr 22 15:14:16.526359 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33030) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:16.537052 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:14:05Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:06Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:16.538823 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: d8b3c727-f291-443a-9130-783b61a09bf4 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:16.539331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d8b3c727-f291-443a-9130-783b61a09bf4 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:16.541913 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Checking router: e734b238-059a-4665-a500-35442ae85b20 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:14:16.542475 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Updating router e734b238-059a-4665-a500-35442ae85b20 port 18d6f376-d1fb-4c87-9bff-e820df481419 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:14:16.567744 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=08808b5a-4d38-4ecc-9851-723f5955541f,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:16.603529 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.629371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-06140cee-90cb-4c1b-8998-e54cce2ee732 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.659668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-06140cee-90cb-4c1b-8998-e54cce2ee732 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.680375 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-febefd2f-ca16-4724-8332-44494022ad0c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703801411&fields=id&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 267 time: 0.1796448 Apr 22 15:14:16.719070 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-06140cee-90cb-4c1b-8998-e54cce2ee732 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.746778 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06140cee-90cb-4c1b-8998-e54cce2ee732 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5142bf2e-0e2f-4e63-a4ef-c40d48e4cd78,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:16.753565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-06140cee-90cb-4c1b-8998-e54cce2ee732 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.756456 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-06140cee-90cb-4c1b-8998-e54cce2ee732 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "DELETE /v2.0/security-groups/5142bf2e-0e2f-4e63-a4ef-c40d48e4cd78 HTTP/1.1" status: 204 len: 168 time: 0.2288702 Apr 22 15:14:16.758780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33034) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:16.816262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a92eacf2-d53e-483d-94da-3ec80c681f1a tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Synchronizing usage tracker for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:16.840450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a92eacf2-d53e-483d-94da-3ec80c681f1a tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Unset dirty status for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:16.841993 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a92eacf2-d53e-483d-94da-3ec80c681f1a tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0821042 Apr 22 15:14:16.845675 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33040) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:16.852267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4e94c8fa-260e-482e-b8bc-44af547ca6d9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group': {'name': 'tempest-secgroup--511907853'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:16.867623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4e94c8fa-260e-482e-b8bc-44af547ca6d9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:16.878625 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4e94c8fa-260e-482e-b8bc-44af547ca6d9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:16.892959 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e94c8fa-260e-482e-b8bc-44af547ca6d9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:16.931708 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4e94c8fa-260e-482e-b8bc-44af547ca6d9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:16.935966 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4e94c8fa-260e-482e-b8bc-44af547ca6d9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:16.938962 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4e94c8fa-260e-482e-b8bc-44af547ca6d9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:16.945263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4e94c8fa-260e-482e-b8bc-44af547ca6d9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:17.013994 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33044) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:17.017926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e94c8fa-260e-482e-b8bc-44af547ca6d9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.038208 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e94c8fa-260e-482e-b8bc-44af547ca6d9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.041827 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.057461 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Transition to ACTIVE for port object 18d6f376-d1fb-4c87-9bff-e820df481419 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:17.073316 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.113542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94c8fa-260e-482e-b8bc-44af547ca6d9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d0f86e-50fd-4cb9-b8ba-713e1b626600,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:17.123032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e94c8fa-260e-482e-b8bc-44af547ca6d9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.125678 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4e94c8fa-260e-482e-b8bc-44af547ca6d9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2785826 Apr 22 15:14:17.128079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33050) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:17.134221 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4ece247d-b247-4671-a660-54be2e71d4d0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '32d0f86e-50fd-4cb9-b8ba-713e1b626600', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:17.135068 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-4ece247d-b247-4671-a660-54be2e71d4d0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:17.136173 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4ece247d-b247-4671-a660-54be2e71d4d0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070472 Apr 22 15:14:17.138723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33054) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:17.236731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ee75c027-c92b-416a-9520-f3bd0e5b867d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.244704 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c41ca8-06ea-417e-8437-e5c35704da6a None None] Pushing event updated for resources: {'Port': ['ID=18d6f376-d1fb-4c87-9bff-e820df481419,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:17.246459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-420faa5d-6950-4825-8609-bd8d9cb99a53 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.256644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dfae3f9e-cbd7-46d0-becd-763527bb4d19 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.273717 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ee75c027-c92b-416a-9520-f3bd0e5b867d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.294834 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-420faa5d-6950-4825-8609-bd8d9cb99a53 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.368882 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Attempting to bind port 18d6f376-d1fb-4c87-9bff-e820df481419 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:17.369228 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Attempting to bind port 18d6f376-d1fb-4c87-9bff-e820df481419 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '5e68cdce-6de6-42e3-a84b-ee2832987112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:17.370597 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Attempting to bind port 18d6f376-d1fb-4c87-9bff-e820df481419 on network e24824d7-084f-4dd0-a097-236bf252abab {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:17.392571 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:17.392942 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Checking segment: {'id': '5e68cdce-6de6-42e3-a84b-ee2832987112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:17.393343 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.400716 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ed9ef49d-9259-4f22-97bc-ece89c4b9440 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=92809a251d624c24bb49776b9a4938b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3844836 Apr 22 15:14:17.402251 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Bound using segment: {'id': '5e68cdce-6de6-42e3-a84b-ee2832987112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:17.402379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-420faa5d-6950-4825-8609-bd8d9cb99a53 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.402780 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Bound port: 18d6f376-d1fb-4c87-9bff-e820df481419, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e68cdce-6de6-42e3-a84b-ee2832987112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:17.403186 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.405850 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33058) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:17.438450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-00bf2dea-be0d-4a7a-90f1-0c43e4b9e8e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:17.453312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420faa5d-6950-4825-8609-bd8d9cb99a53 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d0f86e-50fd-4cb9-b8ba-713e1b626600,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:17.457355 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-00bf2dea-be0d-4a7a-90f1-0c43e4b9e8e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/networks?id=e24824d7-084f-4dd0-a097-236bf252abab HTTP/1.1" status: 200 len: 797 time: 0.7076552 Apr 22 15:14:17.487355 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-75591b82-3887-43b8-a7fd-7511125827dd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/quotas/837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 375 time: 0.0242052 Apr 22 15:14:17.506830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.517261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-420faa5d-6950-4825-8609-bd8d9cb99a53 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.518446 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-420faa5d-6950-4825-8609-bd8d9cb99a53 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "DELETE /v2.0/security-groups/32d0f86e-50fd-4cb9-b8ba-713e1b626600 HTTP/1.1" status: 204 len: 168 time: 0.3786054 Apr 22 15:14:17.522282 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33062) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:17.535347 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] For port 18d6f376-d1fb-4c87-9bff-e820df481419, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:17.538658 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] For port 18d6f376-d1fb-4c87-9bff-e820df481419, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=18d6f376-d1fb-4c87-9bff-e820df481419,segment=NetworkSegment(5e68cdce-6de6-42e3-a84b-ee2832987112),segment_id=5e68cdce-6de6-42e3-a84b-ee2832987112)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:17.544029 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.570729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dfae3f9e-cbd7-46d0-becd-763527bb4d19 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.596122 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e58f5007-e7c4-4485-a2e5-a3e86d081131 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Synchronizing usage tracker for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:17.608608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-569d33e2-13d9-4193-b3cf-dcfe3bfc347c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.621236 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c41ca8-06ea-417e-8437-e5c35704da6a None None] Pushing event updated for resources: {'Port': ['ID=18d6f376-d1fb-4c87-9bff-e820df481419,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:17.649637 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e58f5007-e7c4-4485-a2e5-a3e86d081131 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Unset dirty status for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:17.651265 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Routers {'e734b238-059a-4665-a500-35442ae85b20'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:17.652329 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e58f5007-e7c4-4485-a2e5-a3e86d081131 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1286781 Apr 22 15:14:17.656896 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e734b238-059a-4665-a500-35442ae85b20'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:17.657547 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33068) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:17.660533 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-569d33e2-13d9-4193-b3cf-dcfe3bfc347c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.671516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-63d8b85e-b7fb-448f-aa64-fec87bfb9327 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1389745436'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:17.677322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-63d8b85e-b7fb-448f-aa64-fec87bfb9327 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:17.701074 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-63d8b85e-b7fb-448f-aa64-fec87bfb9327 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:17.712268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dfae3f9e-cbd7-46d0-becd-763527bb4d19 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.712990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfae3f9e-cbd7-46d0-becd-763527bb4d19 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Fanout notify agent at l3_agent the message router_deleted on router e4d770ee-d874-430a-b929-501a1940928b {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:14:17.730911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63d8b85e-b7fb-448f-aa64-fec87bfb9327 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.736939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-569d33e2-13d9-4193-b3cf-dcfe3bfc347c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.748457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dfae3f9e-cbd7-46d0-becd-763527bb4d19 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.749685 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dfae3f9e-cbd7-46d0-becd-763527bb4d19 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/routers/e4d770ee-d874-430a-b929-501a1940928b HTTP/1.1" status: 204 len: 168 time: 1.7050798 Apr 22 15:14:17.753985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33072) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:17.770618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-2ce0c7de-7c97-495f-abde-7e8a1fd3c626 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:17.824329 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-63d8b85e-b7fb-448f-aa64-fec87bfb9327 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:17.828276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-2ce0c7de-7c97-495f-abde-7e8a1fd3c626 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:17.841797 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-2ce0c7de-7c97-495f-abde-7e8a1fd3c626 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2697670 Apr 22 15:14:17.854109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d2a708fe-8d44-445a-ac24-049db98802fe tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Deleting port 28f3d32d-ff66-4f75-98b7-e5aee9acdc9b {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:17.854494 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2a708fe-8d44-445a-ac24-049db98802fe tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:17.856823 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-63d8b85e-b7fb-448f-aa64-fec87bfb9327 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:17.862688 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-63d8b85e-b7fb-448f-aa64-fec87bfb9327 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:17.875552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-63d8b85e-b7fb-448f-aa64-fec87bfb9327 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:17.890264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee75c027-c92b-416a-9520-f3bd0e5b867d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 852e476a-8ba3-4af9-9009-21ba46710627 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:14:17.892531 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] Set router e734b238-059a-4665-a500-35442ae85b20 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:17.949584 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 08808b5a-4d38-4ecc-9851-723f5955541f up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:18.098177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 08808b5a-4d38-4ecc-9851-723f5955541f triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:18.100756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:18.100915 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d33e2-13d9-4193-b3cf-dcfe3bfc347c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8898a94-720d-4ac0-a50d-5d72f8540741,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:18.119879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-569d33e2-13d9-4193-b3cf-dcfe3bfc347c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:18.121009 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-569d33e2-13d9-4193-b3cf-dcfe3bfc347c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b8898a94-720d-4ac0-a50d-5d72f8540741 HTTP/1.1" status: 204 len: 168 time: 0.7064006 Apr 22 15:14:18.387145 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63d8b85e-b7fb-448f-aa64-fec87bfb9327 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:18.407586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63d8b85e-b7fb-448f-aa64-fec87bfb9327 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:18.417950 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2a708fe-8d44-445a-ac24-049db98802fe tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:18.437492 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:14:05Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:17Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:18.442836 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297f7eac-2319-4090-ae0a-2a4d20289114 None None] The sync data for ids ['e734b238-059a-4665-a500-35442ae85b20'] in dv-neutron-838883-3-hyperv is: [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:14:05Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:17Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:14:18.541161 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63d8b85e-b7fb-448f-aa64-fec87bfb9327 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:18.542384 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-63d8b85e-b7fb-448f-aa64-fec87bfb9327 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8754644 Apr 22 15:14:18.544406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8b85e-b7fb-448f-aa64-fec87bfb9327 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf59040-dd36-4cd0-9bc4-b51e6384de20,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:18.547982 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-0337c593-6fce-4aa3-b2cc-412f45b9e9f3 service neutron] 10.222.0.71 "GET /v2.0/networks/e24824d7-084f-4dd0-a097-236bf252abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7051475 Apr 22 15:14:18.549775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33084) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:18.560236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-08d2052a-8c97-49d5-a626-3ad9bc7a2367 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '8bf59040-dd36-4cd0-9bc4-b51e6384de20', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:18.560868 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-08d2052a-8c97-49d5-a626-3ad9bc7a2367 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:18.561798 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-08d2052a-8c97-49d5-a626-3ad9bc7a2367 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074465 Apr 22 15:14:18.566363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33088) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:18.609718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d2a708fe-8d44-445a-ac24-049db98802fe tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Calling delete_port for 28f3d32d-ff66-4f75-98b7-e5aee9acdc9b owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:18.757219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee75c027-c92b-416a-9520-f3bd0e5b867d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:18.763618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ee75c027-c92b-416a-9520-f3bd0e5b867d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:18.767675 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ee75c027-c92b-416a-9520-f3bd0e5b867d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627 HTTP/1.1" status: 200 len: 933 time: 4.1922047 Apr 22 15:14:18.767853 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33096) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:18.799942 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-3b7a121d-04d7-480e-9dc1-1600c56138e0 service neutron] 10.222.0.71 "GET /v2.0/networks/e24824d7-084f-4dd0-a097-236bf252abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342560 Apr 22 15:14:18.806766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47561ed3-d612-4c84-9f2a-e8ce84aa3e7e tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:18.851761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47561ed3-d612-4c84-9f2a-e8ce84aa3e7e tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:18.920835 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47561ed3-d612-4c84-9f2a-e8ce84aa3e7e tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:18.941981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47561ed3-d612-4c84-9f2a-e8ce84aa3e7e tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf59040-dd36-4cd0-9bc4-b51e6384de20,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:18.946187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2a708fe-8d44-445a-ac24-049db98802fe tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:18.953972 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47561ed3-d612-4c84-9f2a-e8ce84aa3e7e tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:18.959962 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-47561ed3-d612-4c84-9f2a-e8ce84aa3e7e tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "DELETE /v2.0/security-groups/8bf59040-dd36-4cd0-9bc4-b51e6384de20 HTTP/1.1" status: 204 len: 168 time: 0.3920465 Apr 22 15:14:18.960733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33104) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:19.088874 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-929fbb3f-3d1f-407c-9f73-d849416070c0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Synchronizing usage tracker for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:19.089730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a708fe-8d44-445a-ac24-049db98802fe tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Pushing event deleted for resources: {'Port': ['ID=28f3d32d-ff66-4f75-98b7-e5aee9acdc9b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:19.196539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d2a708fe-8d44-445a-ac24-049db98802fe tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:19.203445 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-929fbb3f-3d1f-407c-9f73-d849416070c0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Unset dirty status for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:19.209596 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-929fbb3f-3d1f-407c-9f73-d849416070c0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2474790 Apr 22 15:14:19.209799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33112) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:19.220450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-28343a1a-e570-43d3-b187-95406b0441ad tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group': {'name': 'tempest-secgroup--864666811'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:19.223802 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9a25523-51a7-4229-a747-b8764bb7361a req-0002eecc-ca0d-464f-9c7a-86a7776918ab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 210 time: 0.1168380 Apr 22 15:14:19.242537 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1a23b5d2-40c1-440f-900f-f1993fd39b34 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627 HTTP/1.1" status: 200 len: 933 time: 0.4736152 Apr 22 15:14:19.244223 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-28343a1a-e570-43d3-b187-95406b0441ad tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:19.245236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33116) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:19.252288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c6187e86-8091-473b-8496-a59ecb6a845b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'router': {'routes': None}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:19.275496 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d2a708fe-8d44-445a-ac24-049db98802fe tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/ports/28f3d32d-ff66-4f75-98b7-e5aee9acdc9b HTTP/1.1" status: 204 len: 168 time: 1.5192003 Apr 22 15:14:19.278931 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33120) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:19.284517 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-28343a1a-e570-43d3-b187-95406b0441ad tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:19.340415 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28343a1a-e570-43d3-b187-95406b0441ad tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:19.488528 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-28343a1a-e570-43d3-b187-95406b0441ad tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:19.502214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33126) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:19.503139 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-28343a1a-e570-43d3-b187-95406b0441ad tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:19.508366 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-28343a1a-e570-43d3-b187-95406b0441ad tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:19.523543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-28343a1a-e570-43d3-b187-95406b0441ad tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:19.593592 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-48166991-6e30-4538-b519-9a70b4dce504 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Deleting subnet 79794cb4-f40f-4fae-8337-676d783d1226 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:14:19.601482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48166991-6e30-4538-b519-9a70b4dce504 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:19.681935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-356126595'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:19.686471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48166991-6e30-4538-b519-9a70b4dce504 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:19.720819 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:19.741499 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Usage tracker for resource:network and tenant:f56b6352e6454aa395499282256befbc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:19.748682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:19.757387 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28343a1a-e570-43d3-b187-95406b0441ad tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:19.758628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:19.768134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28343a1a-e570-43d3-b187-95406b0441ad tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:19.807538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Made reservation on behalf of f56b6352e6454aa395499282256befbc for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:19.810590 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:19.853908 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:19.871471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28343a1a-e570-43d3-b187-95406b0441ad tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=139de83a-ff19-48fd-b019-9474451cde17,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:19.881886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28343a1a-e570-43d3-b187-95406b0441ad tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:19.883094 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-28343a1a-e570-43d3-b187-95406b0441ad tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6720984 Apr 22 15:14:19.887203 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33132) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:19.903685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-15d557e6-cbc7-4764-871c-adcff775ef96 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '139de83a-ff19-48fd-b019-9474451cde17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:19.905074 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-15d557e6-cbc7-4764-871c-adcff775ef96 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:19.908590 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-15d557e6-cbc7-4764-871c-adcff775ef96 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0179050 Apr 22 15:14:19.909153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33136) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:19.912024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48166991-6e30-4538-b519-9a70b4dce504 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:19.923095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-418fbfb5-783a-4ddf-880f-badbdcafb67f tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '139de83a-ff19-48fd-b019-9474451cde17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:19.923095 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-418fbfb5-783a-4ddf-880f-badbdcafb67f tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:19.923095 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-418fbfb5-783a-4ddf-880f-badbdcafb67f tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0129907 Apr 22 15:14:19.927026 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33140) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:19.934728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 18d6f376-d1fb-4c87-9bff-e820df481419 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:19.936782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f75693cd-21bf-434c-86bc-a5bb006b4fe6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '139de83a-ff19-48fd-b019-9474451cde17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:19.937574 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-f75693cd-21bf-434c-86bc-a5bb006b4fe6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:19.940930 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f75693cd-21bf-434c-86bc-a5bb006b4fe6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105872 Apr 22 15:14:19.941403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33144) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:19.946720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-a91d44c0-7e6f-4706-9939-c41fce3f01a9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '139de83a-ff19-48fd-b019-9474451cde17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:19.947538 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-a91d44c0-7e6f-4706-9939-c41fce3f01a9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:19.951261 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a91d44c0-7e6f-4706-9939-c41fce3f01a9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088904 Apr 22 15:14:19.953873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33148) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:19.981486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:19.988631 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Usage tracker for resource:security_group_rule and tenant:f56b6352e6454aa395499282256befbc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:19.993789 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:20.003033 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:20.009293 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 18d6f376-d1fb-4c87-9bff-e820df481419 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:20.015967 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 18d6f376-d1fb-4c87-9bff-e820df481419 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:20.016581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.027080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.extraroute_db [None req-c6187e86-8091-473b-8496-a59ecb6a845b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Added routes are [] {{(pid=83933) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 15:14:20.027405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.extraroute_db [None req-c6187e86-8091-473b-8496-a59ecb6a845b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83933) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 15:14:20.080909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ec3f62d5-103a-408b-91f9-9362e55c810f tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.095612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48166991-6e30-4538-b519-9a70b4dce504 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.126943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6187e86-8091-473b-8496-a59ecb6a845b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.129822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ec3f62d5-103a-408b-91f9-9362e55c810f tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.151135 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48166991-6e30-4538-b519-9a70b4dce504 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Pushing event deleted for resources: {'Subnet': ['ID=79794cb4-f40f-4fae-8337-676d783d1226,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:20.164451 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48166991-6e30-4538-b519-9a70b4dce504 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.168138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.178925 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-48166991-6e30-4538-b519-9a70b4dce504 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/subnets/79794cb4-f40f-4fae-8337-676d783d1226 HTTP/1.1" status: 204 len: 168 time: 0.8853269 Apr 22 15:14:20.180586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.184826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33158) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:20.205192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.240325 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd9f35-05b4-4a36-8803-aaa7d2d49fed None None] Network 9380e36e-4e35-43ed-8305-670e410e9f6a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:20.364074 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9e33c408-66df-4bb5-b26b-35de590948ad req-58e9706a-6a91-4f6f-aee3-b7b08fa804b2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 210 time: 0.0497725 Apr 22 15:14:20.401507 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 18d6f376-d1fb-4c87-9bff-e820df481419, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=18d6f376-d1fb-4c87-9bff-e820df481419,segment=NetworkSegment(5e68cdce-6de6-42e3-a84b-ee2832987112),segment_id=5e68cdce-6de6-42e3-a84b-ee2832987112)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:20.408920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ec3f62d5-103a-408b-91f9-9362e55c810f tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.420199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.437268 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:14:20.451137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f62d5-103a-408b-91f9-9362e55c810f tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=139de83a-ff19-48fd-b019-9474451cde17,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:20.466123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ec3f62d5-103a-408b-91f9-9362e55c810f tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.469809 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ec3f62d5-103a-408b-91f9-9362e55c810f tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "DELETE /v2.0/security-groups/139de83a-ff19-48fd-b019-9474451cde17 HTTP/1.1" status: 204 len: 168 time: 0.5148695 Apr 22 15:14:20.470352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b852b2df-6642-430b-8a0b-882978b8f0f8,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:20.470620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33164) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:20.489784 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.490116 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Added segment 717b4fdb-61dd-4d93-b305-88490808a03a of type vlan for network 6e01035a-f1ef-4721-876b-d289f1eae08b Apr 22 15:14:20.505685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.532639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.540747 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Deleting port 45b89e3e-9a40-4e43-ba72-2affed5a5a05 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:20.541157 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.612980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=18d6f376-d1fb-4c87-9bff-e820df481419,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:20.642456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.646584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:20.647165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.698630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e5528a-c94d-4fbe-8537-8effcb9bd731 None None] DHCP port deletion for 9380e36e-4e35-43ed-8305-670e410e9f6a request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:14:20.703573 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5528a-c94d-4fbe-8537-8effcb9bd731 None None] Deleting port 45b89e3e-9a40-4e43-ba72-2affed5a5a05 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:20.704157 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9e5528a-c94d-4fbe-8537-8effcb9bd731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.771674 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2642210 Apr 22 15:14:20.775933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33168) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:20.788727 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Request body: {'subnet': {'network_id': '6e01035a-f1ef-4721-876b-d289f1eae08b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:20.808217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2a8b5978-a6b0-4b48-9d4c-9502cbe04de3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Synchronizing usage tracker for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:20.821828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6187e86-8091-473b-8496-a59ecb6a845b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.840257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8521a-844e-4264-9101-0d78a12b29f6 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Pushing event updated for resources: {'Network': ['ID=6e01035a-f1ef-4721-876b-d289f1eae08b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:20.855572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 6e01035a-f1ef-4721-876b-d289f1eae08b details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:14:20.883533 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] For port 45b89e3e-9a40-4e43-ba72-2affed5a5a05, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=45b89e3e-9a40-4e43-ba72-2affed5a5a05,segment=NetworkSegment(50a27401-08c9-4df4-9490-9b151c7d0239),segment_id=50a27401-08c9-4df4-9490-9b151c7d0239)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:20.883890 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.889205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6187e86-8091-473b-8496-a59ecb6a845b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:20.976339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2a8b5978-a6b0-4b48-9d4c-9502cbe04de3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Unset dirty status for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:20.981254 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2a8b5978-a6b0-4b48-9d4c-9502cbe04de3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5088587 Apr 22 15:14:20.984025 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33172) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:21.013701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Calling delete_port for 45b89e3e-9a40-4e43-ba72-2affed5a5a05 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:21.032322 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d9e5528a-c94d-4fbe-8537-8effcb9bd731 None None] For port 45b89e3e-9a40-4e43-ba72-2affed5a5a05, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=45b89e3e-9a40-4e43-ba72-2affed5a5a05,segment=NetworkSegment(50a27401-08c9-4df4-9490-9b151c7d0239),segment_id=50a27401-08c9-4df4-9490-9b151c7d0239)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:21.033241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9e5528a-c94d-4fbe-8537-8effcb9bd731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.038284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-93c42dfe-6efc-4af3-bb4c-d95e4ff36863 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group': {'name': 'tempest-secgroup--623023402'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:21.058793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:21.061262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-93c42dfe-6efc-4af3-bb4c-d95e4ff36863 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:21.067583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Usage tracker for resource:subnet and tenant:f56b6352e6454aa395499282256befbc is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:21.076766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:21.083499 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-93c42dfe-6efc-4af3-bb4c-d95e4ff36863 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:21.086246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:21.105155 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.111106 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-93c42dfe-6efc-4af3-bb4c-d95e4ff36863 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.127008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Made reservation on behalf of f56b6352e6454aa395499282256befbc for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:21.155516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Pushing event deleted for resources: {'Port': ['ID=45b89e3e-9a40-4e43-ba72-2affed5a5a05,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:21.163909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5528a-c94d-4fbe-8537-8effcb9bd731 None None] Calling delete_port for 45b89e3e-9a40-4e43-ba72-2affed5a5a05 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:21.164151 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] No DVR routers for this DVR port 45b89e3e-9a40-4e43-ba72-2affed5a5a05 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:14:21.220366 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:14:21.252696 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-d9e5528a-c94d-4fbe-8537-8effcb9bd731 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:14:21.252968 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-93c42dfe-6efc-4af3-bb4c-d95e4ff36863 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:21.253290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-d9e5528a-c94d-4fbe-8537-8effcb9bd731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:14:21.262318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-93c42dfe-6efc-4af3-bb4c-d95e4ff36863 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:21.266958 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-93c42dfe-6efc-4af3-bb4c-d95e4ff36863 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:21.272665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.296226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-93c42dfe-6efc-4af3-bb4c-d95e4ff36863 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:21.297838 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.323064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9380e36e-4e35-43ed-8305-670e410e9f6a']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:21.336087 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a27401-08c9-4df4-9490-9b151c7d0239') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:21.336370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a27401-08c9-4df4-9490-9b151c7d0239') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:21.349261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.366091 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.372187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:14:21.372571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.383159 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6187e86-8091-473b-8496-a59ecb6a845b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 852e476a-8ba3-4af9-9009-21ba46710627 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:14:21.387176 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:14:21.482261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.501849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.508678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] Pushing event deleted for resources: {'Network': ['ID=9380e36e-4e35-43ed-8305-670e410e9f6a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:21.521339 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7d961c35-1d9a-4b16-89f1-723d160efb95 tempest-TagsExtTest-1245461572 tempest-TagsExtTest-1245461572-project] 10.222.0.71 "DELETE /v2.0/networks/9380e36e-4e35-43ed-8305-670e410e9f6a HTTP/1.1" status: 204 len: 168 time: 1.3270609 Apr 22 15:14:21.534222 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-93c42dfe-6efc-4af3-bb4c-d95e4ff36863 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.623802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-93c42dfe-6efc-4af3-bb4c-d95e4ff36863 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.661414 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-702ecb5b-dae5-4e06-b0e5-a61d6e703419 req-f436b38d-6e1e-4a3c-a87f-d1a5181ef852 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 210 time: 0.1360478 Apr 22 15:14:21.748906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c42dfe-6efc-4af3-bb4c-d95e4ff36863 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494d227c-260a-4035-88f1-1b568bd4b421,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:21.755689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5528a-c94d-4fbe-8537-8effcb9bd731 None None] Deleting port 45b89e3e-9a40-4e43-ba72-2affed5a5a05 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:21.756521 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9e5528a-c94d-4fbe-8537-8effcb9bd731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.759477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-93c42dfe-6efc-4af3-bb4c-d95e4ff36863 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.760640 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-93c42dfe-6efc-4af3-bb4c-d95e4ff36863 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7336626 Apr 22 15:14:21.764768 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33190) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:21.771216 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c046c4c2-735a-41a2-98a3-ad3b4e440809 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '494d227c-260a-4035-88f1-1b568bd4b421', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:21.771516 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-c046c4c2-735a-41a2-98a3-ad3b4e440809 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:21.775404 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c046c4c2-735a-41a2-98a3-ad3b4e440809 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096257 Apr 22 15:14:21.776005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33194) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:21.781116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3d720829-b9db-4e23-8127-32ca2ec397f8 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '494d227c-260a-4035-88f1-1b568bd4b421', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:21.789462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3d720829-b9db-4e23-8127-32ca2ec397f8 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:21.793131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3d720829-b9db-4e23-8127-32ca2ec397f8 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:21.796653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3d720829-b9db-4e23-8127-32ca2ec397f8 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:21.803185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3d720829-b9db-4e23-8127-32ca2ec397f8 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:21.825937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.828669 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5528a-c94d-4fbe-8537-8effcb9bd731 None None] The port '45b89e3e-9a40-4e43-ba72-2affed5a5a05' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:14:21.852534 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-3d720829-b9db-4e23-8127-32ca2ec397f8 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:21.856400 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3d720829-b9db-4e23-8127-32ca2ec397f8 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0768957 Apr 22 15:14:21.856886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33198) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:21.864658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cf50225a-06fd-4f91-82a2-7614b15633b0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '494d227c-260a-4035-88f1-1b568bd4b421', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:21.865712 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-cf50225a-06fd-4f91-82a2-7614b15633b0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:21.869565 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cf50225a-06fd-4f91-82a2-7614b15633b0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091732 Apr 22 15:14:21.869833 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33202) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:21.876856 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cea87f54-00ed-414a-91d3-d531e8200380 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '494d227c-260a-4035-88f1-1b568bd4b421', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:21.883239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cea87f54-00ed-414a-91d3-d531e8200380 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:21.891654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cea87f54-00ed-414a-91d3-d531e8200380 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:21.899289 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cea87f54-00ed-414a-91d3-d531e8200380 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:21.909266 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cea87f54-00ed-414a-91d3-d531e8200380 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:21.921549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6187e86-8091-473b-8496-a59ecb6a845b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:21.926818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33206) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:21.931759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 18d6f376-d1fb-4c87-9bff-e820df481419 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:21.935845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6187e86-8091-473b-8496-a59ecb6a845b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:21.936945 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c6187e86-8091-473b-8496-a59ecb6a845b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627 HTTP/1.1" status: 200 len: 699 time: 2.6898832 Apr 22 15:14:21.939638 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33210) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:21.951495 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Pushing event updated for resources: {'Subnet': ['ID=84161177-30e9-4982-9827-95a5077489b7,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:21.983610 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Checking segment: {'id': '717b4fdb-61dd-4d93-b305-88490808a03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '6e01035a-f1ef-4721-876b-d289f1eae08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:21.984285 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Network hostable DHCP agents. Network: 6e01035a-f1ef-4721-876b-d289f1eae08b, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:14:22.009895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Network 6e01035a-f1ef-4721-876b-d289f1eae08b is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:14:22.039740 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 6e01035a-f1ef-4721-876b-d289f1eae08b) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:22.044658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:22.045798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.056219 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e90278a-92e4-423b-96c1-8acd71102e42 None None] Network 6e01035a-f1ef-4721-876b-d289f1eae08b requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:22.073252 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e9d80eb7-9273-42f2-bce2-82fd1cb22d4a tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2918627 Apr 22 15:14:22.073488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 18d6f376-d1fb-4c87-9bff-e820df481419 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:22.073714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.075660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33216) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:22.081912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Request body: {'port': {'network_id': '6e01035a-f1ef-4721-876b-d289f1eae08b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-833760355'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:22.129923 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-cea87f54-00ed-414a-91d3-d531e8200380 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:22.134074 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cea87f54-00ed-414a-91d3-d531e8200380 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2631826 Apr 22 15:14:22.134639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33220) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:22.148619 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ad72cdc0-eb08-4588-b0af-2a74268b9658 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '494d227c-260a-4035-88f1-1b568bd4b421', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:22.149225 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-ad72cdc0-eb08-4588-b0af-2a74268b9658 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:22.152846 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ad72cdc0-eb08-4588-b0af-2a74268b9658 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0171094 Apr 22 15:14:22.154810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33224) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:22.177613 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-759c64a9-f774-46ab-8e95-ae9281cfbc75 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627 HTTP/1.1" status: 200 len: 699 time: 0.2367263 Apr 22 15:14:22.180312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33228) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:22.195287 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b667f5f0-d09d-419d-a3e9-96932dd7cdb9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '494d227c-260a-4035-88f1-1b568bd4b421', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:22.213363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b667f5f0-d09d-419d-a3e9-96932dd7cdb9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:22.226332 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b667f5f0-d09d-419d-a3e9-96932dd7cdb9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:22.233817 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b667f5f0-d09d-419d-a3e9-96932dd7cdb9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:22.255867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b667f5f0-d09d-419d-a3e9-96932dd7cdb9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:22.328850 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-30481096-2cef-47a6-bad0-a247957fff08 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c711abb9bc18476aaae926d317eafe70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3986552 Apr 22 15:14:22.330305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33232) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:22.335763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:22.350840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Usage tracker for resource:port and tenant:f56b6352e6454aa395499282256befbc is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:22.355271 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:22.358405 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-b667f5f0-d09d-419d-a3e9-96932dd7cdb9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:22.362118 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b667f5f0-d09d-419d-a3e9-96932dd7cdb9 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2021730 Apr 22 15:14:22.367038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33236) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:22.375991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:22.381967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5ccaa0e8-c95d-4afd-9eef-16b6f065f635 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '494d227c-260a-4035-88f1-1b568bd4b421', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:22.382619 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-5ccaa0e8-c95d-4afd-9eef-16b6f065f635 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:22.386862 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5ccaa0e8-c95d-4afd-9eef-16b6f065f635 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156217 Apr 22 15:14:22.388065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33240) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:22.406585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ab4d532b-830c-4c0b-be5d-2cffae127e78 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '494d227c-260a-4035-88f1-1b568bd4b421', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:22.415214 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ab4d532b-830c-4c0b-be5d-2cffae127e78 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:22.422359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Made reservation on behalf of f56b6352e6454aa395499282256befbc for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:22.425268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.449299 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-6e01035a-f1ef-4721-876b-d289f1eae08b', 'network_id': '6e01035a-f1ef-4721-876b-d289f1eae08b', 'tenant_id': 'f56b6352e6454aa395499282256befbc', 'fixed_ips': [{'subnet_id': '84161177-30e9-4982-9827-95a5077489b7'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:14:22.450004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ab4d532b-830c-4c0b-be5d-2cffae127e78 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:22.450377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.455222 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ab4d532b-830c-4c0b-be5d-2cffae127e78 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:22.463372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ab4d532b-830c-4c0b-be5d-2cffae127e78 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:22.468690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] device_id is not set on port f2c01e00-ae35-48f8-841c-a20effa818d5 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:14:22.510770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 45b89e3e-9a40-4e43-ba72-2affed5a5a05 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:22.549880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 45b89e3e-9a40-4e43-ba72-2affed5a5a05 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:22.550279 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 45b89e3e-9a40-4e43-ba72-2affed5a5a05 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:22.654583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e717eec0-49a4-4f96-8524-b2b4bb81ebf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.656391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Allocated IP 172.20.0.2 (6e01035a-f1ef-4721-876b-d289f1eae08b/84161177-30e9-4982-9827-95a5077489b7/aebe0d1f-687e-449c-8e8a-7cdd46aa5589) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:22.672879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-353266b7-b268-4b6f-b26f-11d4573e96bd tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.723195 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e717eec0-49a4-4f96-8524-b2b4bb81ebf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.773317 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-ab4d532b-830c-4c0b-be5d-2cffae127e78 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:22.774320 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ab4d532b-830c-4c0b-be5d-2cffae127e78 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3854678 Apr 22 15:14:22.787886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33248) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:22.799169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bc31cb1c-87ba-41dd-8838-ec8edcf00754 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '494d227c-260a-4035-88f1-1b568bd4b421', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:22.809405 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bc31cb1c-87ba-41dd-8838-ec8edcf00754 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:22.816195 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bc31cb1c-87ba-41dd-8838-ec8edcf00754 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:22.822230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bc31cb1c-87ba-41dd-8838-ec8edcf00754 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:22.840067 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b916d23-4d13-4209-9037-5482a4729187 req-7b2fda5e-d86b-400d-9da5-c8261da419d6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 210 time: 0.0725114 Apr 22 15:14:22.843189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bc31cb1c-87ba-41dd-8838-ec8edcf00754 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:22.885318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e717eec0-49a4-4f96-8524-b2b4bb81ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.900771 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717eec0-49a4-4f96-8524-b2b4bb81ebf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bc4caa-d8ee-462f-a836-51d6ab842199,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:22.901335 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-bc31cb1c-87ba-41dd-8838-ec8edcf00754 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:22.902524 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bc31cb1c-87ba-41dd-8838-ec8edcf00754 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1135290 Apr 22 15:14:22.905729 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33254) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:22.915730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e717eec0-49a4-4f96-8524-b2b4bb81ebf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.917047 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e717eec0-49a4-4f96-8524-b2b4bb81ebf2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/61bc4caa-d8ee-462f-a836-51d6ab842199 HTTP/1.1" status: 204 len: 168 time: 0.5853651 Apr 22 15:14:22.963742 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:22.977197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Transition to ACTIVE for port object aebe0d1f-687e-449c-8e8a-7cdd46aa5589 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:23.002352 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Transition to ACTIVE for port object aebe0d1f-687e-449c-8e8a-7cdd46aa5589 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:23.012106 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.119325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Allocated IP 172.20.0.11 (6e01035a-f1ef-4721-876b-d289f1eae08b/84161177-30e9-4982-9827-95a5077489b7/f2c01e00-ae35-48f8-841c-a20effa818d5) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:23.154592 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Network 6e01035a-f1ef-4721-876b-d289f1eae08b is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:23.159215 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:23.166281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:23.167364 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.169577 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Pushing event updated for resources: {'Port': ['ID=aebe0d1f-687e-449c-8e8a-7cdd46aa5589,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:23.279789 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.291066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Attempting to bind port aebe0d1f-687e-449c-8e8a-7cdd46aa5589 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:23.291380 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Attempting to bind port aebe0d1f-687e-449c-8e8a-7cdd46aa5589 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '717b4fdb-61dd-4d93-b305-88490808a03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '6e01035a-f1ef-4721-876b-d289f1eae08b'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:23.291936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Attempting to bind port aebe0d1f-687e-449c-8e8a-7cdd46aa5589 on network 6e01035a-f1ef-4721-876b-d289f1eae08b {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:23.302793 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:23.303347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Checking segment: {'id': '717b4fdb-61dd-4d93-b305-88490808a03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '6e01035a-f1ef-4721-876b-d289f1eae08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:23.304197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.304697 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Bound using segment: {'id': '717b4fdb-61dd-4d93-b305-88490808a03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '6e01035a-f1ef-4721-876b-d289f1eae08b'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:23.305284 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Bound port: aebe0d1f-687e-449c-8e8a-7cdd46aa5589, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717b4fdb-61dd-4d93-b305-88490808a03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '6e01035a-f1ef-4721-876b-d289f1eae08b'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:23.305762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.416907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.432285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] For port aebe0d1f-687e-449c-8e8a-7cdd46aa5589, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:23.438415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] For port aebe0d1f-687e-449c-8e8a-7cdd46aa5589, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aebe0d1f-687e-449c-8e8a-7cdd46aa5589,segment=NetworkSegment(717b4fdb-61dd-4d93-b305-88490808a03a),segment_id=717b4fdb-61dd-4d93-b305-88490808a03a)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:23.446746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.451605 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494d227c-260a-4035-88f1-1b568bd4b421,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:23.471581 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.472687 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "DELETE /v2.0/security-groups/494d227c-260a-4035-88f1-1b568bd4b421 HTTP/1.1" status: 204 len: 168 time: 0.5658557 Apr 22 15:14:23.477435 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33260) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:23.498170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:23.498498 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:23.499274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:23.499274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:23.499514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:23.499807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:23.500208 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:23.500544 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:23.500861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:23.501251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:23.501575 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbadebcc-267a-4560-b6d5-d3f4c4412ad3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:23.528098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.545307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Transition to ACTIVE for port object f2c01e00-ae35-48f8-841c-a20effa818d5 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:23.555595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcce08d-6bc5-45f3-9e35-dde25442e937 None None] Pushing event updated for resources: {'Port': ['ID=aebe0d1f-687e-449c-8e8a-7cdd46aa5589,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:23.572498 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.595678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d99cdabf-34d0-4935-b051-89dd77c927b6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Synchronizing usage tracker for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:23.607419 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-353266b7-b268-4b6f-b26f-11d4573e96bd tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port f7dfc647-1c78-4cf0-9704-57228ee5dade {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:23.607769 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-353266b7-b268-4b6f-b26f-11d4573e96bd tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.663391 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d99cdabf-34d0-4935-b051-89dd77c927b6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Unset dirty status for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:23.668349 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d99cdabf-34d0-4935-b051-89dd77c927b6 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1856992 Apr 22 15:14:23.668564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33264) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:23.671006 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Network 6e01035a-f1ef-4721-876b-d289f1eae08b is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:23.674996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:23.676642 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c087b49a-5715-4e35-870d-c0da2b66eaec tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group': {'name': 'tempest-secgroup--437176920'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:23.677509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Pushing event updated for resources: {'Port': ['ID=f2c01e00-ae35-48f8-841c-a20effa818d5,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:23.679824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:23.686828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c087b49a-5715-4e35-870d-c0da2b66eaec tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:23.745785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:23.746935 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.774890 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c087b49a-5715-4e35-870d-c0da2b66eaec tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:23.787904 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-08d59cd6-0016-44f1-9d6f-30e928913527 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7109478 Apr 22 15:14:23.791509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33268) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:23.797290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Request body: {'port': {'network_id': '6e01035a-f1ef-4721-876b-d289f1eae08b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1699190708', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:23.797841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.api.validators [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] bootfile-name is not in valid_values {{(pid=83933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 15:14:23.798202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.api.validators [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] tftp-server is not in valid_values {{(pid=83933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 15:14:23.798535 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.api.validators [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] server-ip-address is not in valid_values {{(pid=83933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 15:14:23.801357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c087b49a-5715-4e35-870d-c0da2b66eaec tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.876185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-353266b7-b268-4b6f-b26f-11d4573e96bd tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:23.907301 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c087b49a-5715-4e35-870d-c0da2b66eaec tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:23.985852 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aebe0d1f-687e-449c-8e8a-7cdd46aa5589 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:24.040154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c087b49a-5715-4e35-870d-c0da2b66eaec tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:24.048653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-353266b7-b268-4b6f-b26f-11d4573e96bd tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for f7dfc647-1c78-4cf0-9704-57228ee5dade owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:24.076190 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c087b49a-5715-4e35-870d-c0da2b66eaec tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:24.089709 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c087b49a-5715-4e35-870d-c0da2b66eaec tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:24.110583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port aebe0d1f-687e-449c-8e8a-7cdd46aa5589 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:24.198728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c087b49a-5715-4e35-870d-c0da2b66eaec tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:24.208809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c087b49a-5715-4e35-870d-c0da2b66eaec tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:24.214183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:24.257141 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Usage tracker for resource:port and tenant:f56b6352e6454aa395499282256befbc is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:24.269164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:24.277586 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be417b8e-5af6-4e44-bf96-1c26b9c67dd2 req-e9b9ee3c-42b9-4a7a-8c20-332f66fb0ab7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 210 time: 0.0753486 Apr 22 15:14:24.286999 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:24.301680 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087b49a-5715-4e35-870d-c0da2b66eaec tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c299b950-67c4-4d94-b284-832b48540c50,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:24.313566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c087b49a-5715-4e35-870d-c0da2b66eaec tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:24.314940 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c087b49a-5715-4e35-870d-c0da2b66eaec tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6454122 Apr 22 15:14:24.320274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33274) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:24.328199 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-87b22336-a69a-477c-b4d8-215f69258b64 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': 'c299b950-67c4-4d94-b284-832b48540c50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:24.331735 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Made reservation on behalf of f56b6352e6454aa395499282256befbc for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:24.335750 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:24.338351 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-87b22336-a69a-477c-b4d8-215f69258b64 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:24.343016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-87b22336-a69a-477c-b4d8-215f69258b64 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:24.346283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-87b22336-a69a-477c-b4d8-215f69258b64 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:24.349145 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-353266b7-b268-4b6f-b26f-11d4573e96bd tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:24.361631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-9fc1b6f1-92a9-4282-93ea-fe8fdca0a5d5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:24.363086 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-9fc1b6f1-92a9-4282-93ea-fe8fdca0a5d5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/networks?id=e24824d7-084f-4dd0-a097-236bf252abab HTTP/1.1" status: 200 len: 797 time: 0.2446854 Apr 22 15:14:24.370546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] device_id is not set on port 2664d0e1-0a70-408f-aa77-3723b5e5d84d yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:14:24.389151 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-87b22336-a69a-477c-b4d8-215f69258b64 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:24.495177 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-375d5df4-905b-4523-b2ea-2428989d9968 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 379 time: 0.0830541 Apr 22 15:14:24.521424 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353266b7-b268-4b6f-b26f-11d4573e96bd tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=f7dfc647-1c78-4cf0-9704-57228ee5dade,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:24.533396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'port': {'device_id': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'admin_state_up': True, 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'security_groups': ['a531be1b-2115-41ac-896d-c2dc2f88d7f0']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:24.638058 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-87b22336-a69a-477c-b4d8-215f69258b64 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The resource could not be found. Apr 22 15:14:24.642470 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-87b22336-a69a-477c-b4d8-215f69258b64 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3211837 Apr 22 15:14:24.643038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33278) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:24.654388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a2d0f900-71e5-404c-a1a9-f801eefad2fb tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': 'c299b950-67c4-4d94-b284-832b48540c50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e1189f79-1a31-460d-9fbc-379db4717118'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:24.661953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Allocated IP 172.20.0.14 (6e01035a-f1ef-4721-876b-d289f1eae08b/84161177-30e9-4982-9827-95a5077489b7/2664d0e1-0a70-408f-aa77-3723b5e5d84d) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:24.723650 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a2d0f900-71e5-404c-a1a9-f801eefad2fb tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:24.746843 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:24.768755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:24.784103 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a2d0f900-71e5-404c-a1a9-f801eefad2fb tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:24.793570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a2d0f900-71e5-404c-a1a9-f801eefad2fb tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:24.804847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a2d0f900-71e5-404c-a1a9-f801eefad2fb tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:24.845910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586c5d16-a30e-4b22-a589-dac5e8899bc3 None None] Network 6e01035a-f1ef-4721-876b-d289f1eae08b requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:24.869706 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-a2d0f900-71e5-404c-a1a9-f801eefad2fb tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The resource could not be found. Apr 22 15:14:24.873498 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a2d0f900-71e5-404c-a1a9-f801eefad2fb tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2245944 Apr 22 15:14:24.873719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33282) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:24.907510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-353266b7-b268-4b6f-b26f-11d4573e96bd tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:24.920057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:24.923183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:24.955021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7a5a8e50-630b-42d7-aea8-fe45f103be46 None None] Provisioning for port aebe0d1f-687e-449c-8e8a-7cdd46aa5589 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:24.968178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7a5a8e50-630b-42d7-aea8-fe45f103be46 None None] Provisioning complete for port aebe0d1f-687e-449c-8e8a-7cdd46aa5589 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:24.968542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7a5a8e50-630b-42d7-aea8-fe45f103be46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:25.075347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:25.093300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fef5b3c9-e6fd-4979-863b-93ce23508b66 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:25.134663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fef5b3c9-e6fd-4979-863b-93ce23508b66 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:25.135464 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Transition to ACTIVE for port object 2664d0e1-0a70-408f-aa77-3723b5e5d84d will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:25.159651 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.8 (e24824d7-084f-4dd0-a097-236bf252abab/0574743f-a5db-4b41-86e7-38c8707a54a3/700d4949-ab55-4892-b5c6-860e70a57e38) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:25.192140 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7a5a8e50-630b-42d7-aea8-fe45f103be46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:25.193448 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:25.234510 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-7a5a8e50-630b-42d7-aea8-fe45f103be46 None None] For port aebe0d1f-687e-449c-8e8a-7cdd46aa5589, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aebe0d1f-687e-449c-8e8a-7cdd46aa5589,segment=NetworkSegment(717b4fdb-61dd-4d93-b305-88490808a03a),segment_id=717b4fdb-61dd-4d93-b305-88490808a03a)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:25.240484 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7a5a8e50-630b-42d7-aea8-fe45f103be46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:25.339684 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a8e50-630b-42d7-aea8-fe45f103be46 None None] Pushing event updated for resources: {'Port': ['ID=aebe0d1f-687e-449c-8e8a-7cdd46aa5589,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:25.341524 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fef5b3c9-e6fd-4979-863b-93ce23508b66 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:25.399339 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5b3c9-e6fd-4979-863b-93ce23508b66 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c299b950-67c4-4d94-b284-832b48540c50,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:25.423623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fef5b3c9-e6fd-4979-863b-93ce23508b66 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:25.424903 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fef5b3c9-e6fd-4979-863b-93ce23508b66 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "DELETE /v2.0/security-groups/c299b950-67c4-4d94-b284-832b48540c50 HTTP/1.1" status: 204 len: 168 time: 0.5502913 Apr 22 15:14:25.428102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33288) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:25.458296 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Network 6e01035a-f1ef-4721-876b-d289f1eae08b is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:25.495369 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d9b95e-c510-4397-ae8b-dd07e202541e None None] Sync routers for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:14:25.512783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:25.515416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:25.517943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9b95e-c510-4397-ae8b-dd07e202541e None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:25.518777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a3d9b95e-c510-4397-ae8b-dd07e202541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:25.584929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:25.585486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:25.617836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Pushing event updated for resources: {'Port': ['ID=2664d0e1-0a70-408f-aa77-3723b5e5d84d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:25.669710 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.8773577 Apr 22 15:14:25.671566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-cc2068a6-6cb9-4afe-9cf3-0110e480c5a4 req-8d99eb65-d70f-4553-83d4-1653f7132721 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:25.674629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33292) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:25.690653 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-a3d9b95e-c510-4397-ae8b-dd07e202541e None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:25.691381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fb306c2d-7491-4601-9a79-911d12b013bd tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Synchronizing usage tracker for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:25.730722 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fb306c2d-7491-4601-9a79-911d12b013bd tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Unset dirty status for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:25.732015 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fb306c2d-7491-4601-9a79-911d12b013bd tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3029072 Apr 22 15:14:25.736988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33296) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:25.745373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:25.745764 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:25.746112 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:25.746260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ef2a7865-424a-46e1-bb86-34845024acac tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': '77ea7c55-89fd-491b-a7fd-f7d6c1fa622e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:25.746468 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:25.746803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:25.747132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:25.747468 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:25.747828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:25.748151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:25.748472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:25.748793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c2178-5d06-4103-90ed-da6131f9f128 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:25.761115 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ef2a7865-424a-46e1-bb86-34845024acac tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:25.765747 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ef2a7865-424a-46e1-bb86-34845024acac tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:25.770012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ef2a7865-424a-46e1-bb86-34845024acac tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:25.777708 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ef2a7865-424a-46e1-bb86-34845024acac tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:25.778109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-cc2068a6-6cb9-4afe-9cf3-0110e480c5a4 req-8d99eb65-d70f-4553-83d4-1653f7132721 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:25.779290 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cc2068a6-6cb9-4afe-9cf3-0110e480c5a4 req-8d99eb65-d70f-4553-83d4-1653f7132721 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 210 time: 0.1996932 Apr 22 15:14:25.807952 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353266b7-b268-4b6f-b26f-11d4573e96bd tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 852e476a-8ba3-4af9-9009-21ba46710627 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:14:25.845998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:25.856246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fb46e-cfd5-4cf8-b9b6-df13fca40ebc tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:25.860193 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fb46e-cfd5-4cf8-b9b6-df13fca40ebc tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:25.864681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fb46e-cfd5-4cf8-b9b6-df13fca40ebc tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:25.865577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-079fb46e-cfd5-4cf8-b9b6-df13fca40ebc tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Synchronizing usage tracker for tenant:f56b6352e6454aa395499282256befbc on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:25.890494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object 700d4949-ab55-4892-b5c6-860e70a57e38 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:25.912333 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-079fb46e-cfd5-4cf8-b9b6-df13fca40ebc tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Unset dirty status for tenant:f56b6352e6454aa395499282256befbc on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:25.916714 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-079fb46e-cfd5-4cf8-b9b6-df13fca40ebc tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2373190 Apr 22 15:14:25.919761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33300) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:25.991471 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aebe0d1f-687e-449c-8e8a-7cdd46aa5589 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:26.075053 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-ef2a7865-424a-46e1-bb86-34845024acac tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The resource could not be found. Apr 22 15:14:26.080390 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ef2a7865-424a-46e1-bb86-34845024acac tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3416018 Apr 22 15:14:26.081445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33306) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:26.089581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-54520c4d-d65f-4602-b309-c720fc6eefc7 None None] Provisioning for port f2c01e00-ae35-48f8-841c-a20effa818d5 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:26.098821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-665e5008-5212-45df-af8c-1e830ba79d9d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group': {'name': 'tempest-secgroup--209801365'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:26.101827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6599c-2af7-4b3a-85c4-f03c8f32028f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Deleting port 2664d0e1-0a70-408f-aa77-3723b5e5d84d {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:26.102292 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ec6599c-2af7-4b3a-85c4-f03c8f32028f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.109328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-665e5008-5212-45df-af8c-1e830ba79d9d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:26.113099 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-54520c4d-d65f-4602-b309-c720fc6eefc7 None None] Provisioning complete for port f2c01e00-ae35-48f8-841c-a20effa818d5 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:26.113773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54520c4d-d65f-4602-b309-c720fc6eefc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.121134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-665e5008-5212-45df-af8c-1e830ba79d9d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:26.143335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-665e5008-5212-45df-af8c-1e830ba79d9d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.153235 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.168228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353266b7-b268-4b6f-b26f-11d4573e96bd tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:26.173863 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-353266b7-b268-4b6f-b26f-11d4573e96bd tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9923160 Apr 22 15:14:26.178819 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33310) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:26.199833 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port aebe0d1f-687e-449c-8e8a-7cdd46aa5589 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:26.200669 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.245169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-665e5008-5212-45df-af8c-1e830ba79d9d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:26.252483 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-665e5008-5212-45df-af8c-1e830ba79d9d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:26.257422 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-665e5008-5212-45df-af8c-1e830ba79d9d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:26.266708 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-665e5008-5212-45df-af8c-1e830ba79d9d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:26.282942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network e24824d7-084f-4dd0-a097-236bf252abab is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:26.290884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:26.294698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=700d4949-ab55-4892-b5c6-860e70a57e38,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:26.296228 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-54520c4d-d65f-4602-b309-c720fc6eefc7 None None] Port f2c01e00-ae35-48f8-841c-a20effa818d5 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:26.296939 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:26.332890 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-54520c4d-d65f-4602-b309-c720fc6eefc7 None None] Provisioning complete for port aebe0d1f-687e-449c-8e8a-7cdd46aa5589 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:26.333268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54520c4d-d65f-4602-b309-c720fc6eefc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.361489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:26.362113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.468506 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-76ec07a2-0a3e-4b6a-9469-2b3727e0bc1b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9389675 Apr 22 15:14:26.490797 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Request body: {'port': {'device_id': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:26.525679 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a3d9b95e-c510-4397-ae8b-dd07e202541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:24Z', 'revision_number': 8, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '08808b5a-4d38-4ecc-9851-723f5955541f', 'name': '', 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:0a:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6fd3a3c-fb1c-444c-88d6-8587f6f49541', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:58Z', 'updated_at': '2022-04-22T15:14:16Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': 'f6fd3a3c-fb1c-444c-88d6-8587f6f49541', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77bc64dd-9697-4527-b380-ce3de6366ac9', 'name': '', 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:e9:7a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:14:04Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:26.543872 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d9b95e-c510-4397-ae8b-dd07e202541e None None] Checking router: 852e476a-8ba3-4af9-9009-21ba46710627 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:14:26.557073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-665e5008-5212-45df-af8c-1e830ba79d9d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.560714 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-8137bb9a-be6c-4f7a-86f9-3d32dbc56abe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting subnet 46f102f0-167c-4000-ac4d-d5f046f30048 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:14:26.564212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8137bb9a-be6c-4f7a-86f9-3d32dbc56abe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.580862 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9b95e-c510-4397-ae8b-dd07e202541e None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:26.581298 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a3d9b95e-c510-4397-ae8b-dd07e202541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:26.601718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-665e5008-5212-45df-af8c-1e830ba79d9d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.644284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ec6599c-2af7-4b3a-85c4-f03c8f32028f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.659681 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8137bb9a-be6c-4f7a-86f9-3d32dbc56abe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.693311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e5008-5212-45df-af8c-1e830ba79d9d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c98c99-d0f1-48ae-a7fc-c6aa3a7f0642,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:26.713925 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-665e5008-5212-45df-af8c-1e830ba79d9d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.718088 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-665e5008-5212-45df-af8c-1e830ba79d9d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6352842 Apr 22 15:14:26.718901 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33316) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:26.730000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326278339'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:26.739975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:26.743638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d157b2d7-117f-4420-9993-6838bd4c1087 None None] Provisioning complete for port f2c01e00-ae35-48f8-841c-a20effa818d5 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:26.744013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d157b2d7-117f-4420-9993-6838bd4c1087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.749142 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:26.754622 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:26.763278 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:26.778451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-a3d9b95e-c510-4397-ae8b-dd07e202541e None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:26.782753 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.789018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-5ec6599c-2af7-4b3a-85c4-f03c8f32028f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Calling delete_port for 2664d0e1-0a70-408f-aa77-3723b5e5d84d owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:26.808764 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8137bb9a-be6c-4f7a-86f9-3d32dbc56abe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.829496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.871172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:26.876826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:26.883181 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:26.889856 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:26.919762 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8137bb9a-be6c-4f7a-86f9-3d32dbc56abe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:26.984163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137bb9a-be6c-4f7a-86f9-3d32dbc56abe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Subnet': ['ID=46f102f0-167c-4000-ac4d-d5f046f30048,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:27.001433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.005207 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8137bb9a-be6c-4f7a-86f9-3d32dbc56abe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.015419 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.017568 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d157b2d7-117f-4420-9993-6838bd4c1087 None None] Port f2c01e00-ae35-48f8-841c-a20effa818d5 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:27.024756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9e5985-3035-4b21-bee4-d9b5ef1f1162 None None] Network 75bb4605-f6be-444b-8ed8-0a19eca61cea requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:27.042933 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8137bb9a-be6c-4f7a-86f9-3d32dbc56abe tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/46f102f0-167c-4000-ac4d-d5f046f30048 HTTP/1.1" status: 204 len: 168 time: 0.8608823 Apr 22 15:14:27.046012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33322) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:27.131329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.135129 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4104428 Apr 22 15:14:27.139738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33326) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:27.150095 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7e933-3b47-49b1-b2f9-5ff685bea32d tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3354cbf4-f3df-4788-9f6c-aad52854afd8,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:27.163627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-4cf07a70-e24c-4249-8c2f-aa7767594bcb tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group_rule': {'security_group_id': 'c2c98c99-d0f1-48ae-a7fc-c6aa3a7f0642', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3354cbf4-f3df-4788-9f6c-aad52854afd8'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:27.179799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4cf07a70-e24c-4249-8c2f-aa7767594bcb tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:27.183423 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.188236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4cf07a70-e24c-4249-8c2f-aa7767594bcb tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:27.192489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4cf07a70-e24c-4249-8c2f-aa7767594bcb tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:27.195058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 5f71e560-43a4-47f9-b64e-13c9ea1b786b {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:27.195506 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.207718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4cf07a70-e24c-4249-8c2f-aa7767594bcb tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:27.295747 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d157b2d7-117f-4420-9993-6838bd4c1087 None None] Provisioning for port 700d4949-ab55-4892-b5c6-860e70a57e38 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:27.309812 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeb5b0-5f6a-4c1a-9a5b-b978691dca85 req-5680606c-73bf-43a6-aa66-890a0fbe6de7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:27.311302 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7bfeb5b0-5f6a-4c1a-9a5b-b978691dca85 req-5680606c-73bf-43a6-aa66-890a0fbe6de7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 931 time: 0.2565155 Apr 22 15:14:27.318155 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-4cf07a70-e24c-4249-8c2f-aa7767594bcb tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:14:27.318588 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4cf07a70-e24c-4249-8c2f-aa7767594bcb tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1742768 Apr 22 15:14:27.322816 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d157b2d7-117f-4420-9993-6838bd4c1087 None None] Provisioning complete for port 700d4949-ab55-4892-b5c6-860e70a57e38 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:27.323188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d157b2d7-117f-4420-9993-6838bd4c1087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.325164 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33330) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:27.447520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] For port 5f71e560-43a4-47f9-b64e-13c9ea1b786b, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5f71e560-43a4-47f9-b64e-13c9ea1b786b,segment=NetworkSegment(5a09184e-ae01-41dc-8f05-5c30e3f79591),segment_id=5a09184e-ae01-41dc-8f05-5c30e3f79591)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:27.448024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.495026 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d157b2d7-117f-4420-9993-6838bd4c1087 None None] Port 700d4949-ab55-4892-b5c6-860e70a57e38 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:27.503776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ec6599c-2af7-4b3a-85c4-f03c8f32028f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.508622 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d157b2d7-117f-4420-9993-6838bd4c1087 None None] Could not find standard attr ID for object 2664d0e1-0a70-408f-aa77-3723b5e5d84d. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:14:27.542706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-a3d9b95e-c510-4397-ae8b-dd07e202541e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:24Z', 'revision_number': 8, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '08808b5a-4d38-4ecc-9851-723f5955541f', 'name': '', 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:0a:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6fd3a3c-fb1c-444c-88d6-8587f6f49541', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:58Z', 'updated_at': '2022-04-22T15:14:16Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': 'f6fd3a3c-fb1c-444c-88d6-8587f6f49541', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77bc64dd-9697-4527-b380-ce3de6366ac9', 'name': '', 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:e9:7a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:14:04Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:27.549430 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d9b95e-c510-4397-ae8b-dd07e202541e None None] The sync data for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv is: [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:24Z', 'revision_number': 8, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '08808b5a-4d38-4ecc-9851-723f5955541f', 'name': '', 'network_id': 'a85fe1cd-a5f6-4115-9b6b-ae5d78493105', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:0a:9e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6fd3a3c-fb1c-444c-88d6-8587f6f49541', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:58Z', 'updated_at': '2022-04-22T15:14:16Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': 'f6fd3a3c-fb1c-444c-88d6-8587f6f49541', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77bc64dd-9697-4527-b380-ce3de6366ac9', 'name': '', 'network_id': 'ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:e9:7a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:14:04Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '82c467ae-1b2e-40f0-a9f8-a6d5458db842', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:14:27.564091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6599c-2af7-4b3a-85c4-f03c8f32028f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Pushing event deleted for resources: {'Port': ['ID=2664d0e1-0a70-408f-aa77-3723b5e5d84d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:27.595342 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 5f71e560-43a4-47f9-b64e-13c9ea1b786b owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:27.614776 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc155b65-b103-47dc-a89d-8d471edd3422 None None] DHCP port deletion for 75bb4605-f6be-444b-8ed8-0a19eca61cea request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:14:27.619110 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-bc155b65-b103-47dc-a89d-8d471edd3422 None None] Deleting port 5f71e560-43a4-47f9-b64e-13c9ea1b786b {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:27.619481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bc155b65-b103-47dc-a89d-8d471edd3422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.630467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700d4949-ab55-4892-b5c6-860e70a57e38 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:14:27.634948 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02a223fd-ad4d-49bf-b8a6-f040a83fc7d3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.679776 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02a223fd-ad4d-49bf-b8a6-f040a83fc7d3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.682088 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.704494 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7bfeb5b0-5f6a-4c1a-9a5b-b978691dca85 req-531b7fb6-368c-413e-83c5-e5f2e572252e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=a531be1b-2115-41ac-896d-c2dc2f88d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3735881 Apr 22 15:14:27.721467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Transition to ACTIVE for port object 700d4949-ab55-4892-b5c6-860e70a57e38 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:27.734094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.736630 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.792464 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=5f71e560-43a4-47f9-b64e-13c9ea1b786b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:27.795113 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02a223fd-ad4d-49bf-b8a6-f040a83fc7d3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.799244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ec6599c-2af7-4b3a-85c4-f03c8f32028f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.805978 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-bc155b65-b103-47dc-a89d-8d471edd3422 None None] The port '5f71e560-43a4-47f9-b64e-13c9ea1b786b' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:14:27.812982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No DVR routers for this DVR port 5f71e560-43a4-47f9-b64e-13c9ea1b786b on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:14:27.821849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a223fd-ad4d-49bf-b8a6-f040a83fc7d3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3354cbf4-f3df-4788-9f6c-aad52854afd8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:27.905737 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5ec6599c-2af7-4b3a-85c4-f03c8f32028f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] 10.222.0.71 "DELETE /v2.0/ports/2664d0e1-0a70-408f-aa77-3723b5e5d84d HTTP/1.1" status: 204 len: 168 time: 1.9849226 Apr 22 15:14:27.909255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33334) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:27.916209 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02a223fd-ad4d-49bf-b8a6-f040a83fc7d3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:27.919736 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-fe5b5b10-872b-42da-8b34-d63c410b9611 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Request body: {'port': {'name': 'tempest-new-port-name-134655956', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:27.919907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.api.validators [None req-fe5b5b10-872b-42da-8b34-d63c410b9611 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] bootfile-name is not in valid_values {{(pid=83933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 15:14:27.920123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.api.validators [None req-fe5b5b10-872b-42da-8b34-d63c410b9611 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] tftp-server is not in valid_values {{(pid=83933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 15:14:27.920459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.api.validators [None req-fe5b5b10-872b-42da-8b34-d63c410b9611 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] server-ip-address is not in valid_values {{(pid=83933) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 15:14:27.920729 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-02a223fd-ad4d-49bf-b8a6-f040a83fc7d3 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "DELETE /v2.0/security-groups/3354cbf4-f3df-4788-9f6c-aad52854afd8 HTTP/1.1" status: 204 len: 168 time: 0.5942018 Apr 22 15:14:27.924965 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33338) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:27.955274 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Pushing event updated for resources: {'Port': ['ID=700d4949-ab55-4892-b5c6-860e70a57e38,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:28.054757 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5f71e560-43a4-47f9-b64e-13c9ea1b786b no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:28.094581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 5f71e560-43a4-47f9-b64e-13c9ea1b786b {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:28.095075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5f71e560-43a4-47f9-b64e-13c9ea1b786b not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:28.095625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f7dfc647-1c78-4cf0-9704-57228ee5dade no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:28.097040 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.132014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: f7dfc647-1c78-4cf0-9704-57228ee5dade {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:28.132462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f7dfc647-1c78-4cf0-9704-57228ee5dade not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:28.136365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bb4605-f6be-444b-8ed8-0a19eca61cea']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:28.153654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a09184e-ae01-41dc-8f05-5c30e3f79591') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:28.153948 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a09184e-ae01-41dc-8f05-5c30e3f79591') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:28.178673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.180414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5b10-872b-42da-8b34-d63c410b9611 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.198255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Attempting to bind port 700d4949-ab55-4892-b5c6-860e70a57e38 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:28.198590 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Attempting to bind port 700d4949-ab55-4892-b5c6-860e70a57e38 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '5e68cdce-6de6-42e3-a84b-ee2832987112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:28.198918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Attempting to bind port 700d4949-ab55-4892-b5c6-860e70a57e38 on network e24824d7-084f-4dd0-a097-236bf252abab {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:28.206590 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-007fec2a-8e3b-45b4-8243-7a038765f54a tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Synchronizing usage tracker for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:28.209752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.219294 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:14:28.219683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.233290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Port 700d4949-ab55-4892-b5c6-860e70a57e38 on network e24824d7-084f-4dd0-a097-236bf252abab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:14:28.233615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Attempting to bind port 700d4949-ab55-4892-b5c6-860e70a57e38 on network e24824d7-084f-4dd0-a097-236bf252abab {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:14:28.233961 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:14:28.259614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:28.259948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Checking segment: {'id': '5e68cdce-6de6-42e3-a84b-ee2832987112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:28.260331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Bound using segment: {'id': '5e68cdce-6de6-42e3-a84b-ee2832987112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:28.260759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Bound port: 700d4949-ab55-4892-b5c6-860e70a57e38, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e68cdce-6de6-42e3-a84b-ee2832987112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:28.261102 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.290124 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-007fec2a-8e3b-45b4-8243-7a038765f54a tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Unset dirty status for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:28.291396 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-007fec2a-8e3b-45b4-8243-7a038765f54a tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3532922 Apr 22 15:14:28.301639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33342) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:28.345755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.369481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.382238 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Network': ['ID=75bb4605-f6be-444b-8ed8-0a19eca61cea,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:28.386042 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-08b21e15-3b53-4bf0-a83d-74f69f9261e5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/networks/75bb4605-f6be-444b-8ed8-0a19eca61cea HTTP/1.1" status: 204 len: 168 time: 1.3372118 Apr 22 15:14:28.390371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33346) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:28.406604 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d561b2c8-39f1-4620-bd5d-f63d67f7acc1 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.434260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d561b2c8-39f1-4620-bd5d-f63d67f7acc1 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.480351 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d561b2c8-39f1-4620-bd5d-f63d67f7acc1 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.500136 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561b2c8-39f1-4620-bd5d-f63d67f7acc1 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c98c99-d0f1-48ae-a7fc-c6aa3a7f0642,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:28.508343 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d561b2c8-39f1-4620-bd5d-f63d67f7acc1 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.511852 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d561b2c8-39f1-4620-bd5d-f63d67f7acc1 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "DELETE /v2.0/security-groups/c2c98c99-d0f1-48ae-a7fc-c6aa3a7f0642 HTTP/1.1" status: 204 len: 168 time: 0.2070096 Apr 22 15:14:28.512074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33350) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:28.562528 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7ccd4032-a4ca-4b04-8241-6bdb69f987e5 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Synchronizing usage tracker for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:28.578171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7ccd4032-a4ca-4b04-8241-6bdb69f987e5 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Unset dirty status for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:28.579425 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7ccd4032-a4ca-4b04-8241-6bdb69f987e5 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0664122 Apr 22 15:14:28.583721 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:28.589991 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4e7e6790-7ede-48f1-9025-734a66b52966 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group': {'name': 'tempest-secgroup--979221838'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:28.592377 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] For port 700d4949-ab55-4892-b5c6-860e70a57e38, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:28.596816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4e7e6790-7ede-48f1-9025-734a66b52966 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:28.607926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4e7e6790-7ede-48f1-9025-734a66b52966 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:28.618335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6790-7ede-48f1-9025-734a66b52966 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.630115 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] For port 700d4949-ab55-4892-b5c6-860e70a57e38, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=700d4949-ab55-4892-b5c6-860e70a57e38,segment=NetworkSegment(5e68cdce-6de6-42e3-a84b-ee2832987112),segment_id=5e68cdce-6de6-42e3-a84b-ee2832987112)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:28.642811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.654362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4e7e6790-7ede-48f1-9025-734a66b52966 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:28.658178 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4e7e6790-7ede-48f1-9025-734a66b52966 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Usage tracker for resource:security_group_rule and tenant:02021877366c442c8e9d4e20101ad00d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:28.661662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4e7e6790-7ede-48f1-9025-734a66b52966 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:28.667538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4e7e6790-7ede-48f1-9025-734a66b52966 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:28.728798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.730172 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] 10.222.0.70 "PUT /v2.0/ports/700d4949-ab55-4892-b5c6-860e70a57e38 HTTP/1.1" status: 200 len: 1093 time: 2.2458270 Apr 22 15:14:28.730344 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6790-7ede-48f1-9025-734a66b52966 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.734861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'tag': '700d4949-ab55-4892-b5c6-860e70a57e38'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:14:28.735170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6790-7ede-48f1-9025-734a66b52966 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.789576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b1bea-52a3-4134-ae48-5768f2b9b070 service neutron] Pushing event updated for resources: {'Port': ['ID=700d4949-ab55-4892-b5c6-860e70a57e38,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:28.804480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5b10-872b-42da-8b34-d63c410b9611 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.858421 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5b10-872b-42da-8b34-d63c410b9611 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.887337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e6790-7ede-48f1-9025-734a66b52966 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b9009a-e04f-4cde-bf59-2370568f7887,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:28.896477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4e7e6790-7ede-48f1-9025-734a66b52966 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:28.898610 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4e7e6790-7ede-48f1-9025-734a66b52966 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3133142 Apr 22 15:14:28.901122 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33368) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:28.907580 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-244ab200-7414-4237-a1bd-4699399bef48 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:28.908807 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-244ab200-7414-4237-a1bd-4699399bef48 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] update failed (client error): There was a conflict when trying to complete your request. Apr 22 15:14:28.910129 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-244ab200-7414-4237-a1bd-4699399bef48 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "PUT /v2.0/security-groups/b9b9009a-e04f-4cde-bf59-2370568f7887 HTTP/1.1" status: 409 len: 330 time: 0.0077894 Apr 22 15:14:28.913038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33374) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:29.024578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84f51c37-ded1-4aa8-98bd-e7dcc2596bd0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:29.063355 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84f51c37-ded1-4aa8-98bd-e7dcc2596bd0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:29.118645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84f51c37-ded1-4aa8-98bd-e7dcc2596bd0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:29.152776 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f51c37-ded1-4aa8-98bd-e7dcc2596bd0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b9009a-e04f-4cde-bf59-2370568f7887,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:29.164390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-84f51c37-ded1-4aa8-98bd-e7dcc2596bd0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:29.168734 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-84f51c37-ded1-4aa8-98bd-e7dcc2596bd0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "DELETE /v2.0/security-groups/b9b9009a-e04f-4cde-bf59-2370568f7887 HTTP/1.1" status: 204 len: 168 time: 0.2544014 Apr 22 15:14:29.169434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33378) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:29.234938 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0d6282e5-4549-4c58-9856-32c326f283e0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Synchronizing usage tracker for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:29.253658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0d6282e5-4549-4c58-9856-32c326f283e0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] Unset dirty status for tenant:02021877366c442c8e9d4e20101ad00d on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:29.255474 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0d6282e5-4549-4c58-9856-32c326f283e0 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0850022 Apr 22 15:14:29.257132 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11b399f-76c0-4385-b346-c77d795ee44d'] response: {'name': 'network-changed', 'server_uuid': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'tag': '700d4949-ab55-4892-b5c6-860e70a57e38', 'status': 'completed', 'code': 200} Apr 22 15:14:29.259263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33382) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:29.286031 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-70b0bdc7-8688-4d78-b644-8ebb5d0e6450 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] delete failed (client error): The resource could not be found. Apr 22 15:14:29.287504 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-70b0bdc7-8688-4d78-b644-8ebb5d0e6450 tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "DELETE /v2.0/security-groups/f323d994-9aa2-464c-88e0-58e23c564118 HTTP/1.1" status: 404 len: 347 time: 0.0269365 Apr 22 15:14:29.299973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33388) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:29.324717 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-21efd1b3-020c-4244-9915-2a5768e316fe tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] show failed (client error): The resource could not be found. Apr 22 15:14:29.329415 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-21efd1b3-020c-4244-9915-2a5768e316fe tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "GET /v2.0/security-groups/989272c1-4b57-4ccf-9a6b-b734232fc6c1 HTTP/1.1" status: 404 len: 347 time: 0.0185585 Apr 22 15:14:29.329586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33392) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:29.342878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b5b10-872b-42da-8b34-d63c410b9611 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Pushing event updated for resources: {'Port': ['ID=f2c01e00-ae35-48f8-841c-a20effa818d5,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:29.345329 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-2d402ad9-d481-4cfa-9cce-aa585d2babce tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] show failed (client error): The resource could not be found. Apr 22 15:14:29.351992 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2d402ad9-d481-4cfa-9cce-aa585d2babce tempest-NegativeSecGroupTest-1873508833 tempest-NegativeSecGroupTest-1873508833-project] 10.222.0.71 "GET /v2.0/security-group-rules/5ee184ee-fe47-444d-92fa-b4ac9e278350 HTTP/1.1" status: 404 len: 356 time: 0.0158174 Apr 22 15:14:29.392162 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b5b10-872b-42da-8b34-d63c410b9611 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] In _notify_port_updated(), no bound segment for port f2c01e00-ae35-48f8-841c-a20effa818d5 on network 6e01035a-f1ef-4721-876b-d289f1eae08b {{(pid=83933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:14:29.396595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5b5b10-872b-42da-8b34-d63c410b9611 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:29.397231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fe5b5b10-872b-42da-8b34-d63c410b9611 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:29.398542 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fe5b5b10-872b-42da-8b34-d63c410b9611 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] 10.222.0.71 "PUT /v2.0/ports/f2c01e00-ae35-48f8-841c-a20effa818d5 HTTP/1.1" status: 200 len: 1136 time: 1.4883525 Apr 22 15:14:29.402477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33398) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:29.417859 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-bee3ffdb-cab6-48cb-b34f-9787c342b6a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 1096 time: 0.6035960 Apr 22 15:14:29.424766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a331487-5737-4de4-80d6-8c45d578e225 req-b717478e-40a5-49e3-8d0d-dc6340f0da80 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:29.425861 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2a331487-5737-4de4-80d6-8c45d578e225 req-b717478e-40a5-49e3-8d0d-dc6340f0da80 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 943 time: 0.4378049 Apr 22 15:14:29.443500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fda836ac-393f-459f-bf11-e75dbd6cb0ec tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:29.487711 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3697bee8-a41d-4bcb-90ec-7d1a1afade8d tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:29.489146 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3697bee8-a41d-4bcb-90ec-7d1a1afade8d tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] 10.222.0.71 "GET /v2.0/ports/f2c01e00-ae35-48f8-841c-a20effa818d5 HTTP/1.1" status: 200 len: 1136 time: 0.0850906 Apr 22 15:14:29.493317 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33402) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:29.568648 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-72fa9cc2-73f6-44c7-94e4-99df7e063ccc tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Deleting port f2c01e00-ae35-48f8-841c-a20effa818d5 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:29.568995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72fa9cc2-73f6-44c7-94e4-99df7e063ccc tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:29.636802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c47923d2-ccc0-42df-857f-95e7946377af None None] Provisioning complete for port f2c01e00-ae35-48f8-841c-a20effa818d5 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:29.637847 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c47923d2-ccc0-42df-857f-95e7946377af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:29.682534 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-fce8c8f1-378d-44f5-82e6-06d24b52697e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700d4949-ab55-4892-b5c6-860e70a57e38 HTTP/1.1" status: 200 len: 217 time: 0.1856923 Apr 22 15:14:29.694983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33408) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:29.705242 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c47923d2-ccc0-42df-857f-95e7946377af None None] Port f2c01e00-ae35-48f8-841c-a20effa818d5 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:14:29.746429 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2a331487-5737-4de4-80d6-8c45d578e225 req-261d955c-09c6-4fc1-b21d-2320ab24c549 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=a531be1b-2115-41ac-896d-c2dc2f88d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506640 Apr 22 15:14:29.776302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-e3ef95b8-6402-449b-8022-0a95e4eed825 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:29.777722 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-e3ef95b8-6402-449b-8022-0a95e4eed825 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0574743f-a5db-4b41-86e7-38c8707a54a3 HTTP/1.1" status: 200 len: 835 time: 0.0879323 Apr 22 15:14:29.867836 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72fa9cc2-73f6-44c7-94e4-99df7e063ccc tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:29.999633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-72fa9cc2-73f6-44c7-94e4-99df7e063ccc tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Calling delete_port for f2c01e00-ae35-48f8-841c-a20effa818d5 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:30.012663 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-e076e4a6-1a36-4276-8824-e1dd12b788fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e24824d7-084f-4dd0-a097-236bf252abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2286780 Apr 22 15:14:30.062084 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fca4700a-2210-4a72-b7a4-cef5d39e648f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=02021877366c442c8e9d4e20101ad00d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3658175 Apr 22 15:14:30.064536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33416) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:30.182191 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff2e02c9-1542-4cc0-a436-c13ce79f06a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:30.217866 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff2e02c9-1542-4cc0-a436-c13ce79f06a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:30.227365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72fa9cc2-73f6-44c7-94e4-99df7e063ccc tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:30.236852 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-e7a678ac-dded-46e4-9d71-ff1bd807b441 service neutron] 10.222.0.70 "GET /v2.0/networks/e24824d7-084f-4dd0-a097-236bf252abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154651 Apr 22 15:14:30.287955 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa9cc2-73f6-44c7-94e4-99df7e063ccc tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Pushing event deleted for resources: {'Port': ['ID=f2c01e00-ae35-48f8-841c-a20effa818d5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:30.403949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72fa9cc2-73f6-44c7-94e4-99df7e063ccc tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:30.408340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff2e02c9-1542-4cc0-a436-c13ce79f06a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:30.417780 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9de61aff-a716-44da-ae2f-8e93976eb369 req-80bdf765-9026-4182-b7e3-786df8f6a7e6 service neutron] 10.222.0.70 "GET /v2.0/networks/e24824d7-084f-4dd0-a097-236bf252abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725817 Apr 22 15:14:30.432899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e02c9-1542-4cc0-a436-c13ce79f06a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f6b800-8323-4b33-99f1-925448e530ff,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:30.437611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ff2e02c9-1542-4cc0-a436-c13ce79f06a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:30.438491 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ff2e02c9-1542-4cc0-a436-c13ce79f06a4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f1f6b800-8323-4b33-99f1-925448e530ff HTTP/1.1" status: 204 len: 168 time: 0.3730245 Apr 22 15:14:30.439978 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-72fa9cc2-73f6-44c7-94e4-99df7e063ccc tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] 10.222.0.71 "DELETE /v2.0/ports/f2c01e00-ae35-48f8-841c-a20effa818d5 HTTP/1.1" status: 204 len: 168 time: 0.9451127 Apr 22 15:14:30.444627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33422) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:30.593493 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-fda836ac-393f-459f-bf11-e75dbd6cb0ec tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 08808b5a-4d38-4ecc-9851-723f5955541f {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:30.593842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fda836ac-393f-459f-bf11-e75dbd6cb0ec tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:30.655272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63ade8e-f79a-47ca-a4a5-3db6897670f1 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Deleting subnet 84161177-30e9-4982-9827-95a5077489b7 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:14:30.658644 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b63ade8e-f79a-47ca-a4a5-3db6897670f1 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:30.715856 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b63ade8e-f79a-47ca-a4a5-3db6897670f1 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:30.816296 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-22950c17-efa6-4bff-a6ac-86476d43eeec req-1cd43b91-38fa-410a-ac21-9849f4e066f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 1096 time: 0.2585719 Apr 22 15:14:30.831037 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b63ade8e-f79a-47ca-a4a5-3db6897670f1 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:30.923681 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b63ade8e-f79a-47ca-a4a5-3db6897670f1 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:30.973257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ade8e-f79a-47ca-a4a5-3db6897670f1 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Pushing event deleted for resources: {'Subnet': ['ID=84161177-30e9-4982-9827-95a5077489b7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:30.984334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b63ade8e-f79a-47ca-a4a5-3db6897670f1 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:30.993764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31af5fa6-df56-469b-9cf5-9d10f47de369 None None] Network 6e01035a-f1ef-4721-876b-d289f1eae08b requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:30.994447 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b63ade8e-f79a-47ca-a4a5-3db6897670f1 tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] 10.222.0.71 "DELETE /v2.0/subnets/84161177-30e9-4982-9827-95a5077489b7 HTTP/1.1" status: 204 len: 168 time: 0.5478599 Apr 22 15:14:30.995174 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33438) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:31.058477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-fda836ac-393f-459f-bf11-e75dbd6cb0ec tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] For port 08808b5a-4d38-4ecc-9851-723f5955541f, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=08808b5a-4d38-4ecc-9851-723f5955541f,segment=NetworkSegment(73899851-a72f-4f6f-bb3d-ac63bca80340),segment_id=73899851-a72f-4f6f-bb3d-ac63bca80340)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:31.058846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fda836ac-393f-459f-bf11-e75dbd6cb0ec tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:31.218400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:31.232178 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Deleting port aebe0d1f-687e-449c-8e8a-7cdd46aa5589 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:31.232528 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:31.241679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-fda836ac-393f-459f-bf11-e75dbd6cb0ec tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 08808b5a-4d38-4ecc-9851-723f5955541f owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:31.332907 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc62b2ce-4a20-4263-8bb3-824f3415affd None None] DHCP port deletion for 6e01035a-f1ef-4721-876b-d289f1eae08b request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:14:31.337396 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fc62b2ce-4a20-4263-8bb3-824f3415affd None None] Deleting port aebe0d1f-687e-449c-8e8a-7cdd46aa5589 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:31.337778 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc62b2ce-4a20-4263-8bb3-824f3415affd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:31.378447 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22950c17-efa6-4bff-a6ac-86476d43eeec req-94a636c5-d51e-4909-9206-548dc3088019 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:31.379846 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-22950c17-efa6-4bff-a6ac-86476d43eeec req-94a636c5-d51e-4909-9206-548dc3088019 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e24824d7-084f-4dd0-a097-236bf252abab HTTP/1.1" status: 200 len: 898 time: 0.5470650 Apr 22 15:14:31.470105 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-22950c17-efa6-4bff-a6ac-86476d43eeec req-c81e55af-a2d6-4d86-ad02-0e37a18d612f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700d4949-ab55-4892-b5c6-860e70a57e38 HTTP/1.1" status: 200 len: 217 time: 0.0814707 Apr 22 15:14:31.473392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] For port aebe0d1f-687e-449c-8e8a-7cdd46aa5589, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aebe0d1f-687e-449c-8e8a-7cdd46aa5589,segment=NetworkSegment(717b4fdb-61dd-4d93-b305-88490808a03a),segment_id=717b4fdb-61dd-4d93-b305-88490808a03a)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:31.473765 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:31.478322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e370359-2038-497b-bc74-4a4ee887fb16 req-d6e1d788-6fff-4621-b756-68eaa2d6974f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:31.485033 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e370359-2038-497b-bc74-4a4ee887fb16 req-d6e1d788-6fff-4621-b756-68eaa2d6974f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 943 time: 0.4333379 Apr 22 15:14:31.533126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33448) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:31.577741 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-fc62b2ce-4a20-4263-8bb3-824f3415affd None None] For port aebe0d1f-687e-449c-8e8a-7cdd46aa5589, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aebe0d1f-687e-449c-8e8a-7cdd46aa5589,segment=NetworkSegment(717b4fdb-61dd-4d93-b305-88490808a03a),segment_id=717b4fdb-61dd-4d93-b305-88490808a03a)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:31.578119 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc62b2ce-4a20-4263-8bb3-824f3415affd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:31.600790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22950c17-efa6-4bff-a6ac-86476d43eeec req-d130f3e7-4b35-4541-a973-c9c8e855df86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:31.602283 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-22950c17-efa6-4bff-a6ac-86476d43eeec req-d130f3e7-4b35-4541-a973-c9c8e855df86 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0574743f-a5db-4b41-86e7-38c8707a54a3 HTTP/1.1" status: 200 len: 835 time: 0.1153233 Apr 22 15:14:31.609614 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Calling delete_port for aebe0d1f-687e-449c-8e8a-7cdd46aa5589 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:31.618012 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e370359-2038-497b-bc74-4a4ee887fb16 req-8c94926d-fcfb-4109-ad31-9eebb2c3d890 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=a531be1b-2115-41ac-896d-c2dc2f88d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320510 Apr 22 15:14:31.693400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:31.729137 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fc62b2ce-4a20-4263-8bb3-824f3415affd None None] Calling delete_port for aebe0d1f-687e-449c-8e8a-7cdd46aa5589 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:31.736297 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-43364c55-7286-4414-8ee0-739f43365ae5 tempest-ServiceProvidersTest-68451122 tempest-ServiceProvidersTest-68451122-project] 10.222.0.71 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1990910 Apr 22 15:14:31.743354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Pushing event deleted for resources: {'Port': ['ID=aebe0d1f-687e-449c-8e8a-7cdd46aa5589,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:31.750482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] No DVR routers for this DVR port aebe0d1f-687e-449c-8e8a-7cdd46aa5589 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:14:31.771764 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fda836ac-393f-459f-bf11-e75dbd6cb0ec tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:31.833762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda836ac-393f-459f-bf11-e75dbd6cb0ec tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=08808b5a-4d38-4ecc-9851-723f5955541f,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:31.841514 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-22950c17-efa6-4bff-a6ac-86476d43eeec req-197c0f11-255c-43aa-bb2e-e1a5bb7f21d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e24824d7-084f-4dd0-a097-236bf252abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2225018 Apr 22 15:14:31.877244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-fc62b2ce-4a20-4263-8bb3-824f3415affd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:14:31.877970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-fc62b2ce-4a20-4263-8bb3-824f3415affd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:14:31.906547 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:31.946486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e01035a-f1ef-4721-876b-d289f1eae08b']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:31.967516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717b4fdb-61dd-4d93-b305-88490808a03a') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:31.968205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717b4fdb-61dd-4d93-b305-88490808a03a') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:31.985089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.041515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.051592 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:14:32.052417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:14:32.074857 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:14:32.102206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aebe0d1f-687e-449c-8e8a-7cdd46aa5589 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:32.182455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: aebe0d1f-687e-449c-8e8a-7cdd46aa5589 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:32.182850 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aebe0d1f-687e-449c-8e8a-7cdd46aa5589 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:32.194979 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33458) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:32.231488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.235500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.265139 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] Pushing event deleted for resources: {'Network': ['ID=6e01035a-f1ef-4721-876b-d289f1eae08b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:32.269054 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fdd8e9a3-60ee-4431-8e6d-aaf9540be51f tempest-ExtraDHCPOptionsTestJSON-241792450 tempest-ExtraDHCPOptionsTestJSON-241792450-project] 10.222.0.71 "DELETE /v2.0/networks/6e01035a-f1ef-4721-876b-d289f1eae08b HTTP/1.1" status: 204 len: 168 time: 1.2728128 Apr 22 15:14:32.299547 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-22950c17-efa6-4bff-a6ac-86476d43eeec req-88a8ef63-7590-4e69-be52-93c102e782b7 service neutron] 10.222.0.70 "GET /v2.0/networks/e24824d7-084f-4dd0-a097-236bf252abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830914 Apr 22 15:14:32.380998 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fc62b2ce-4a20-4263-8bb3-824f3415affd None None] Deleting port aebe0d1f-687e-449c-8e8a-7cdd46aa5589 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:32.381480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc62b2ce-4a20-4263-8bb3-824f3415affd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.387257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0a2b8ed-1b05-446e-bd2d-7a9bb4b148b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.423836 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b0a2b8ed-1b05-446e-bd2d-7a9bb4b148b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:32.428990 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b0a2b8ed-1b05-446e-bd2d-7a9bb4b148b3 admin admin] Usage tracker for resource:security_group_rule and tenant:13fdc2878b79434e9b348888ec80887d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:32.432030 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b0a2b8ed-1b05-446e-bd2d-7a9bb4b148b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:32.443688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b0a2b8ed-1b05-446e-bd2d-7a9bb4b148b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:32.457324 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-22950c17-efa6-4bff-a6ac-86476d43eeec req-09ba44eb-c9f8-4d9c-b520-58563bd6508e service neutron] 10.222.0.70 "GET /v2.0/networks/e24824d7-084f-4dd0-a097-236bf252abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498446 Apr 22 15:14:32.459743 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fda836ac-393f-459f-bf11-e75dbd6cb0ec tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.468009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fc62b2ce-4a20-4263-8bb3-824f3415affd None None] The port 'aebe0d1f-687e-449c-8e8a-7cdd46aa5589' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:14:32.521012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0a2b8ed-1b05-446e-bd2d-7a9bb4b148b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.527377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b0a2b8ed-1b05-446e-bd2d-7a9bb4b148b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.574175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33470) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:32.586804 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2b8ed-1b05-446e-bd2d-7a9bb4b148b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbd6f52-c12e-42e5-9231-3243c843424b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:32.597681 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b0a2b8ed-1b05-446e-bd2d-7a9bb4b148b3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=13fdc2878b79434e9b348888ec80887d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3988786 Apr 22 15:14:32.597681 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33476) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:32.659357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b80b558d-3807-4ec5-8eea-64de3f896fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.691556 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b80b558d-3807-4ec5-8eea-64de3f896fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.802756 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-89235608-bb16-4b28-8ccb-2dd3261403ab admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f56b6352e6454aa395499282256befbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2274411 Apr 22 15:14:32.805236 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33482) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:32.820757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b80b558d-3807-4ec5-8eea-64de3f896fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.836848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.854959 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b558d-3807-4ec5-8eea-64de3f896fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbd6f52-c12e-42e5-9231-3243c843424b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:32.860797 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b80b558d-3807-4ec5-8eea-64de3f896fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.863793 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b80b558d-3807-4ec5-8eea-64de3f896fb0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1dbd6f52-c12e-42e5-9231-3243c843424b HTTP/1.1" status: 204 len: 168 time: 0.2660909 Apr 22 15:14:32.892378 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ca89d87-0656-4f63-ae0a-468cf02a0e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.918716 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ca89d87-0656-4f63-ae0a-468cf02a0e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.985386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ca89d87-0656-4f63-ae0a-468cf02a0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:32.994643 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de88e1-0227-4e9e-841e-8e3ae187bb08 req-fd81afe1-83d9-4502-85a6-386f7b94f7fd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:32.996113 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-43de88e1-0227-4e9e-841e-8e3ae187bb08 req-fd81afe1-83d9-4502-85a6-386f7b94f7fd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 943 time: 0.2372816 Apr 22 15:14:33.006380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca89d87-0656-4f63-ae0a-468cf02a0e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b852b2df-6642-430b-8a0b-882978b8f0f8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:33.015889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ca89d87-0656-4f63-ae0a-468cf02a0e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:33.019922 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9ca89d87-0656-4f63-ae0a-468cf02a0e6e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b852b2df-6642-430b-8a0b-882978b8f0f8 HTTP/1.1" status: 204 len: 168 time: 0.2110419 Apr 22 15:14:33.192607 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-43de88e1-0227-4e9e-841e-8e3ae187bb08 req-0af19494-47ee-4418-a997-d2a31bda1065 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=a531be1b-2115-41ac-896d-c2dc2f88d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332607 Apr 22 15:14:33.229201 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda836ac-393f-459f-bf11-e75dbd6cb0ec tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 852e476a-8ba3-4af9-9009-21ba46710627 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:14:33.405801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda836ac-393f-459f-bf11-e75dbd6cb0ec tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:33.420225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 700d4949-ab55-4892-b5c6-860e70a57e38 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:14:33.422470 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fda836ac-393f-459f-bf11-e75dbd6cb0ec tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0246899 Apr 22 15:14:33.424632 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33496) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:33.570524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 700d4949-ab55-4892-b5c6-860e70a57e38, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=700d4949-ab55-4892-b5c6-860e70a57e38,segment=NetworkSegment(5e68cdce-6de6-42e3-a84b-ee2832987112),segment_id=5e68cdce-6de6-42e3-a84b-ee2832987112)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:33.584647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '700d4949-ab55-4892-b5c6-860e70a57e38', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'port_id': '700d4949-ab55-4892-b5c6-860e70a57e38', 'mac_address': 'fa:16:3e:73:6c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:14:33.616159 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce89b30-d57f-4d9c-bfab-bd0f3f152481 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting subnet f6fd3a3c-fb1c-444c-88d6-8587f6f49541 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:14:33.620157 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cce89b30-d57f-4d9c-bfab-bd0f3f152481 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:33.643612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:33.661331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700d4949-ab55-4892-b5c6-860e70a57e38 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:14:33.674395 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cce89b30-d57f-4d9c-bfab-bd0f3f152481 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:33.678764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 700d4949-ab55-4892-b5c6-860e70a57e38, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=700d4949-ab55-4892-b5c6-860e70a57e38,segment=NetworkSegment(5e68cdce-6de6-42e3-a84b-ee2832987112),segment_id=5e68cdce-6de6-42e3-a84b-ee2832987112)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:33.683425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:33.754657 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=700d4949-ab55-4892-b5c6-860e70a57e38,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:33.763564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:33.764475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:33.765338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:33.766189 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:33.766734 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:33.767414 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:33.768118 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:33.768824 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:33.769481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:33.770207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:33.770870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:14:33.771819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cce89b30-d57f-4d9c-bfab-bd0f3f152481 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:33.846068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cce89b30-d57f-4d9c-bfab-bd0f3f152481 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:33.888516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce89b30-d57f-4d9c-bfab-bd0f3f152481 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Subnet': ['ID=f6fd3a3c-fb1c-444c-88d6-8587f6f49541,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:33.896236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cce89b30-d57f-4d9c-bfab-bd0f3f152481 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:33.902687 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3568014-7694-4bae-ba7d-c827a966b12c None None] Network a85fe1cd-a5f6-4115-9b6b-ae5d78493105 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:33.903479 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cce89b30-d57f-4d9c-bfab-bd0f3f152481 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/f6fd3a3c-fb1c-444c-88d6-8587f6f49541 HTTP/1.1" status: 204 len: 168 time: 0.4778290 Apr 22 15:14:33.905939 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33510) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:33.982131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33514) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:34.024840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.037804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port dd0bc760-1e54-4ed6-a27c-03589c7b2966 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:34.038157 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.126360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-148400375'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:34.132455 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:34.132715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['700d4949-ab55-4892-b5c6-860e70a57e38'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:14:34.146511 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:network and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:34.149445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:34.155764 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:34.168787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:34.175994 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.195453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.241531 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:34.247529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:security_group_rule and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:34.252374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:34.263369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:34.320694 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d950618c-4089-4d2b-bef1-1fd2a7de5959 None None] DHCP port deletion for a85fe1cd-a5f6-4115-9b6b-ae5d78493105 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:14:34.341721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d950618c-4089-4d2b-bef1-1fd2a7de5959 None None] Deleting port dd0bc760-1e54-4ed6-a27c-03589c7b2966 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:34.342595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d950618c-4089-4d2b-bef1-1fd2a7de5959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.371946 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.375895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.409582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:14:34.420930 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3823ee36-c3b2-4694-8cca-eef207f5cda2,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:34.429252 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.429656 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Added segment cadaa163-f08c-45ff-b099-690ed8ced019 of type vlan for network 868a421c-ccae-4924-950c-83f1c4c16162 Apr 22 15:14:34.446854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] For port dd0bc760-1e54-4ed6-a27c-03589c7b2966, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dd0bc760-1e54-4ed6-a27c-03589c7b2966,segment=NetworkSegment(73899851-a72f-4f6f-bb3d-ac63bca80340),segment_id=73899851-a72f-4f6f-bb3d-ac63bca80340)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:34.447273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.460393 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.497643 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.502013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:34.503838 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.580569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for dd0bc760-1e54-4ed6-a27c-03589c7b2966 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:34.621262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Network': ['ID=868a421c-ccae-4924-950c-83f1c4c16162,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:34.626616 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e78b0020-f9b7-4046-8b47-a00346b9873b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6424379 Apr 22 15:14:34.626814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d950618c-4089-4d2b-bef1-1fd2a7de5959 None None] For port dd0bc760-1e54-4ed6-a27c-03589c7b2966, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dd0bc760-1e54-4ed6-a27c-03589c7b2966,segment=NetworkSegment(73899851-a72f-4f6f-bb3d-ac63bca80340),segment_id=73899851-a72f-4f6f-bb3d-ac63bca80340)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:34.626814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d950618c-4089-4d2b-bef1-1fd2a7de5959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.630078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33522) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:34.638455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 868a421c-ccae-4924-950c-83f1c4c16162 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:14:34.643173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'name': 'tempest-PortsIpV6TestJSON-687140384'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:34.673732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20e314-ecd2-45bd-a5a1-b2844591cd9d req-d8f50e16-0beb-4f1a-b62c-f5cf4788601c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:34.675743 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2a20e314-ecd2-45bd-a5a1-b2844591cd9d req-d8f50e16-0beb-4f1a-b62c-f5cf4788601c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 944 time: 0.3034425 Apr 22 15:14:34.805089 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:34.828959 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d950618c-4089-4d2b-bef1-1fd2a7de5959 None None] Calling delete_port for dd0bc760-1e54-4ed6-a27c-03589c7b2966 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:34.845973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:34.867873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=dd0bc760-1e54-4ed6-a27c-03589c7b2966,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:34.871005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:port and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:34.876623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:34.884817 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2a20e314-ecd2-45bd-a5a1-b2844591cd9d req-45865237-1a4c-41a3-807a-b04cd71eec81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=a531be1b-2115-41ac-896d-c2dc2f88d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569722 Apr 22 15:14:34.885641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:34.889627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No DVR routers for this DVR port dd0bc760-1e54-4ed6-a27c-03589c7b2966 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:14:34.939171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-d950618c-4089-4d2b-bef1-1fd2a7de5959 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:14:34.939569 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-d950618c-4089-4d2b-bef1-1fd2a7de5959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:14:34.995262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:34.998236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:35.039725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:35.050834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:14:35.112059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85fe1cd-a5f6-4115-9b6b-ae5d78493105']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:35.128786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73899851-a72f-4f6f-bb3d-ac63bca80340') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:35.129086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73899851-a72f-4f6f-bb3d-ac63bca80340') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:35.156237 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:35.185604 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:35.201887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:14:35.202392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:14:35.216270 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:14:35.380167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:35.401529 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:35.423532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Network': ['ID=a85fe1cd-a5f6-4115-9b6b-ae5d78493105,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:35.429585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:35.439711 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e5db70b0-829e-47cb-bd5b-b637ca6f2f0b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/networks/a85fe1cd-a5f6-4115-9b6b-ae5d78493105 HTTP/1.1" status: 204 len: 168 time: 1.5328243 Apr 22 15:14:35.440953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d950618c-4089-4d2b-bef1-1fd2a7de5959 None None] Deleting port dd0bc760-1e54-4ed6-a27c-03589c7b2966 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:35.441409 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d950618c-4089-4d2b-bef1-1fd2a7de5959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:35.442351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33526) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:35.507225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d950618c-4089-4d2b-bef1-1fd2a7de5959 None None] The port 'dd0bc760-1e54-4ed6-a27c-03589c7b2966' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:14:35.589580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:35.672394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=207a45ae-c0b4-488a-9bc2-b11d60eb91e2,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:35.708129 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Checking segment: {'id': 'cadaa163-f08c-45ff-b099-690ed8ced019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '868a421c-ccae-4924-950c-83f1c4c16162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:35.708475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network hostable DHCP agents. Network: 868a421c-ccae-4924-950c-83f1c4c16162, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:14:35.893693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device dd0bc760-1e54-4ed6-a27c-03589c7b2966 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:35.926851 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: dd0bc760-1e54-4ed6-a27c-03589c7b2966 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:35.927186 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device dd0bc760-1e54-4ed6-a27c-03589c7b2966 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:35.949764 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 868a421c-ccae-4924-950c-83f1c4c16162 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:14:35.969418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 868a421c-ccae-4924-950c-83f1c4c16162) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:35.974564 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:35.978612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:35.979191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:35.982386 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804417a4-14a9-4944-8a22-95b23ab3052a None None] Network 868a421c-ccae-4924-950c-83f1c4c16162 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:36.007362 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-78e67716-535f-4cd4-9196-dfecaef3536c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3760767 Apr 22 15:14:36.010536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33532) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:36.016501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1270834291'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:36.023138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:36.028418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:network and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:36.033092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:36.040301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a9b082bd-ee05-4b5e-a6db-f3f8c8dd5396 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:36.092013 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:36.204290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:36.207705 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:36.266443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:14:36.285621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:36.285961 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Added segment b54f946b-cc17-4fe7-9ada-2a3e873fd497 of type vlan for network bcd5bfd6-0cda-4689-86a4-a00383e84274 Apr 22 15:14:36.303562 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873f647-2696-4320-9f8a-be5b3bfb5192 req-13406d27-42c9-458d-8b64-bb2da28d3b0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:36.305017 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3873f647-2696-4320-9f8a-be5b3bfb5192 req-13406d27-42c9-458d-8b64-bb2da28d3b0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 944 time: 0.2142923 Apr 22 15:14:36.349951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:36.423212 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3873f647-2696-4320-9f8a-be5b3bfb5192 req-7709615e-8460-4a2a-9280-c12d429d4e6d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=a531be1b-2115-41ac-896d-c2dc2f88d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125708 Apr 22 15:14:36.442801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:36.446491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:36.447003 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:36.627238 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6156890 Apr 22 15:14:36.630349 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33536) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:36.636076 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'ports': [{'network_id': '868a421c-ccae-4924-950c-83f1c4c16162'}, {'network_id': 'bcd5bfd6-0cda-4689-86a4-a00383e84274'}]} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:36.636380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:36.636885 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'network_id': 'bcd5bfd6-0cda-4689-86a4-a00383e84274'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:36.653862 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a907db6-6577-4ec7-a08d-d172e859678f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Network': ['ID=bcd5bfd6-0cda-4689-86a4-a00383e84274,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:36.666802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network bcd5bfd6-0cda-4689-86a4-a00383e84274 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:14:36.922512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a9b082bd-ee05-4b5e-a6db-f3f8c8dd5396 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 77bc64dd-9697-4527-b380-ce3de6366ac9 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:36.922745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a9b082bd-ee05-4b5e-a6db-f3f8c8dd5396 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:36.930459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:36.934433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:port and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:36.937287 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:36.943028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:36.953177 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 2} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:36.957190 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:36.975541 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:37.109570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-a9b082bd-ee05-4b5e-a6db-f3f8c8dd5396 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] For port 77bc64dd-9697-4527-b380-ce3de6366ac9, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=77bc64dd-9697-4527-b380-ce3de6366ac9,segment=NetworkSegment(8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6),segment_id=8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:37.110215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a9b082bd-ee05-4b5e-a6db-f3f8c8dd5396 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:37.192618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port c86e9000-c05a-4413-ad87-ac89b2e035bd yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:14:37.229827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a9b082bd-ee05-4b5e-a6db-f3f8c8dd5396 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 77bc64dd-9697-4527-b380-ce3de6366ac9 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:37.276162 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:37.384439 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port 645ef947-2f69-4e69-83f4-14ad55759842 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:14:37.402784 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a9b082bd-ee05-4b5e-a6db-f3f8c8dd5396 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:37.437797 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3793b5-fe20-4adb-b006-4c109ced9031 None None] Sync routers for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:14:37.438375 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 700d4949-ab55-4892-b5c6-860e70a57e38 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:37.472278 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3793b5-fe20-4adb-b006-4c109ced9031 None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:37.473275 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7b3793b5-fe20-4adb-b006-4c109ced9031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:37.478828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b082bd-ee05-4b5e-a6db-f3f8c8dd5396 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=77bc64dd-9697-4527-b380-ce3de6366ac9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:37.503933 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:37.539039 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 700d4949-ab55-4892-b5c6-860e70a57e38 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:37.546444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 700d4949-ab55-4892-b5c6-860e70a57e38 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:37.546893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:37.552790 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:37.637794 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 868a421c-ccae-4924-950c-83f1c4c16162 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:37.641942 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:37.644874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=c86e9000-c05a-4413-ad87-ac89b2e035bd,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:37.647319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:37.648570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:37.733634 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:37.765722 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=645ef947-2f69-4e69-83f4-14ad55759842,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:37.766448 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700d4949-ab55-4892-b5c6-860e70a57e38'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:14:37.779965 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Checking segment: {'id': 'b54f946b-cc17-4fe7-9ada-2a3e873fd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'bcd5bfd6-0cda-4689-86a4-a00383e84274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:37.780146 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-7b3793b5-fe20-4adb-b006-4c109ced9031 None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:37.784821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network hostable DHCP agents. Network: bcd5bfd6-0cda-4689-86a4-a00383e84274, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:14:37.790717 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 700d4949-ab55-4892-b5c6-860e70a57e38, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=700d4949-ab55-4892-b5c6-860e70a57e38,segment=NetworkSegment(5e68cdce-6de6-42e3-a84b-ee2832987112),segment_id=5e68cdce-6de6-42e3-a84b-ee2832987112)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:37.796812 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:37.811475 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network bcd5bfd6-0cda-4689-86a4-a00383e84274 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:14:37.835760 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, bcd5bfd6-0cda-4689-86a4-a00383e84274) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:37.844729 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:37.854363 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:37.880708 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:37.884407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:37.909131 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de648fe9-4148-4b33-a800-a1003723690a None None] Network bcd5bfd6-0cda-4689-86a4-a00383e84274 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:37.950452 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde610fc-47f5-486d-8f22-fe2f67f1c8cd'] response: {'server_uuid': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700d4949-ab55-4892-b5c6-860e70a57e38', 'code': 200} Apr 22 15:14:37.952330 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0027d310-4548-4399-a5a3-6730a9db69ed tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3202317 Apr 22 15:14:37.953169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33546) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:38.060655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=700d4949-ab55-4892-b5c6-860e70a57e38,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:38.070629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1cc29b75-02e6-45c7-a0dd-640a3db0bdcf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port 645ef947-2f69-4e69-83f4-14ad55759842 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:38.071031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1cc29b75-02e6-45c7-a0dd-640a3db0bdcf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:38.201828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fef6ac-45ca-4306-a494-d74b1595ebde req-2e335a28-24e8-4fac-901a-938489c7c089 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:38.203629 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d4fef6ac-45ca-4306-a494-d74b1595ebde req-2e335a28-24e8-4fac-901a-938489c7c089 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 945 time: 0.4458451 Apr 22 15:14:38.334830 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d4fef6ac-45ca-4306-a494-d74b1595ebde req-f09cf622-a140-45cc-b9a7-f959262889b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=a531be1b-2115-41ac-896d-c2dc2f88d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814228 Apr 22 15:14:38.342220 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7b3793b5-fe20-4adb-b006-4c109ced9031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:37Z', 'revision_number': 10, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:38.346711 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3793b5-fe20-4adb-b006-4c109ced9031 None None] Checking router: 852e476a-8ba3-4af9-9009-21ba46710627 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:14:38.347937 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1cc29b75-02e6-45c7-a0dd-640a3db0bdcf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:38.353378 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3aaeaf8d-40d7-468b-b7ab-a0a9c0542793 req-64a0d3e0-25bc-43cd-aa0d-822270ff3369 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 1098 time: 0.1473882 Apr 22 15:14:38.359652 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3793b5-fe20-4adb-b006-4c109ced9031 None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:38.360823 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7b3793b5-fe20-4adb-b006-4c109ced9031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:38.380797 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a9b082bd-ee05-4b5e-a6db-f3f8c8dd5396 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:38.481158 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1cc29b75-02e6-45c7-a0dd-640a3db0bdcf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for 645ef947-2f69-4e69-83f4-14ad55759842 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:38.511922 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-7b3793b5-fe20-4adb-b006-4c109ced9031 None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:38.527693 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3aaeaf8d-40d7-468b-b7ab-a0a9c0542793 req-1e7bee9c-21c9-494e-8b2a-013e0548b784 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a531be1b-2115-41ac-896d-c2dc2f88d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666291 Apr 22 15:14:38.573266 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1cc29b75-02e6-45c7-a0dd-640a3db0bdcf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:38.623197 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc29b75-02e6-45c7-a0dd-640a3db0bdcf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=645ef947-2f69-4e69-83f4-14ad55759842,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:38.631123 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1cc29b75-02e6-45c7-a0dd-640a3db0bdcf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:38.639491 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1cc29b75-02e6-45c7-a0dd-640a3db0bdcf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/645ef947-2f69-4e69-83f4-14ad55759842 HTTP/1.1" status: 204 len: 168 time: 0.6830168 Apr 22 15:14:38.640068 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33550) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:38.715732 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec1274-0e35-47e5-afda-28dbab413e55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:38.719619 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec1274-0e35-47e5-afda-28dbab413e55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:38.720356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-28ec1274-0e35-47e5-afda-28dbab413e55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:38.739634 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-28ec1274-0e35-47e5-afda-28dbab413e55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:38.743433 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-28ec1274-0e35-47e5-afda-28dbab413e55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1003048 Apr 22 15:14:38.743751 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33554) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:38.811828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d41ae-1748-4a51-93e6-ddfec8a43594 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port c86e9000-c05a-4413-ad87-ac89b2e035bd {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:38.812161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d0d41ae-1748-4a51-93e6-ddfec8a43594 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:38.840658 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7b3793b5-fe20-4adb-b006-4c109ced9031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:37Z', 'revision_number': 10, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:38.844514 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3793b5-fe20-4adb-b006-4c109ced9031 None None] The sync data for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv is: [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:37Z', 'revision_number': 10, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:14:38.926416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b082bd-ee05-4b5e-a6db-f3f8c8dd5396 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 852e476a-8ba3-4af9-9009-21ba46710627 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:14:39.035984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d0d41ae-1748-4a51-93e6-ddfec8a43594 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:39.095298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b082bd-ee05-4b5e-a6db-f3f8c8dd5396 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:39.111847 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a9b082bd-ee05-4b5e-a6db-f3f8c8dd5396 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6660817 Apr 22 15:14:39.112143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33558) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:39.237875 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d41ae-1748-4a51-93e6-ddfec8a43594 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for c86e9000-c05a-4413-ad87-ac89b2e035bd owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:39.297672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-4066b837-bd06-4c34-9985-a871c6329070 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting subnet 82c467ae-1b2e-40f0-a9f8-a6d5458db842 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:14:39.300702 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4066b837-bd06-4c34-9985-a871c6329070 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:39.313712 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d0d41ae-1748-4a51-93e6-ddfec8a43594 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:39.367884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d41ae-1748-4a51-93e6-ddfec8a43594 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=c86e9000-c05a-4413-ad87-ac89b2e035bd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:39.376085 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d0d41ae-1748-4a51-93e6-ddfec8a43594 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:39.390811 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9d0d41ae-1748-4a51-93e6-ddfec8a43594 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/c86e9000-c05a-4413-ad87-ac89b2e035bd HTTP/1.1" status: 204 len: 168 time: 0.6459558 Apr 22 15:14:39.393064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33564) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:39.477909 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a9d0a7-9835-480b-ab98-c6de9a60ef14 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:39.478584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-20a9d0a7-9835-480b-ab98-c6de9a60ef14 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:39.494717 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-20a9d0a7-9835-480b-ab98-c6de9a60ef14 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:39.498271 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-20a9d0a7-9835-480b-ab98-c6de9a60ef14 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1004665 Apr 22 15:14:39.498533 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33568) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:39.543912 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbe4576-2875-449d-9b57-72bf064ca09d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] GET failed (client error): The resource could not be found. Apr 22 15:14:39.547599 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1bbe4576-2875-449d-9b57-72bf064ca09d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/645ef947-2f69-4e69-83f4-14ad55759842 HTTP/1.1" status: 404 len: 333 time: 0.0456097 Apr 22 15:14:39.547948 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33572) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:39.563707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4066b837-bd06-4c34-9985-a871c6329070 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:39.601064 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fcd67f-bc42-42e9-8ea5-a4c38586a7bf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] GET failed (client error): The resource could not be found. Apr 22 15:14:39.604764 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-07fcd67f-bc42-42e9-8ea5-a4c38586a7bf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/c86e9000-c05a-4413-ad87-ac89b2e035bd HTTP/1.1" status: 404 len: 333 time: 0.0534928 Apr 22 15:14:39.605132 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33576) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:39.654695 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b3ed0cf-1cbb-47dd-837b-e077898a7857 req-905d9d5d-991e-4d3d-8b7c-ffb839be0ddc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2046456 Apr 22 15:14:39.673475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f541a6-b67a-48ce-8026-4c385b22fd28 req-c4b1b310-4085-4f72-82e5-7e07833996ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:39.675632 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-44f541a6-b67a-48ce-8026-4c385b22fd28 req-c4b1b310-4085-4f72-82e5-7e07833996ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 945 time: 0.1908484 Apr 22 15:14:39.703261 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4066b837-bd06-4c34-9985-a871c6329070 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:39.717249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1598bc70-9e5b-453b-bbf4-ced0dfe2e28b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:39.771699 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-44f541a6-b67a-48ce-8026-4c385b22fd28 req-18e11405-dc97-4d9f-b6ce-c4a401492ca3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=a531be1b-2115-41ac-896d-c2dc2f88d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900762 Apr 22 15:14:39.825494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4066b837-bd06-4c34-9985-a871c6329070 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:39.851890 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1598bc70-9e5b-453b-bbf4-ced0dfe2e28b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:39.864594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 77bc64dd-9697-4527-b380-ce3de6366ac9 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:39.874801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066b837-bd06-4c34-9985-a871c6329070 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Subnet': ['ID=82c467ae-1b2e-40f0-a9f8-a6d5458db842,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:39.886115 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1598bc70-9e5b-453b-bbf4-ced0dfe2e28b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd5bfd6-0cda-4689-86a4-a00383e84274']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:39.893955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4066b837-bd06-4c34-9985-a871c6329070 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:39.897078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 77bc64dd-9697-4527-b380-ce3de6366ac9 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:39.897424 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 77bc64dd-9697-4527-b380-ce3de6366ac9 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:39.898033 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 08808b5a-4d38-4ecc-9851-723f5955541f no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:39.902738 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4066b837-bd06-4c34-9985-a871c6329070 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/82c467ae-1b2e-40f0-a9f8-a6d5458db842 HTTP/1.1" status: 204 len: 168 time: 0.7896121 Apr 22 15:14:39.906428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33580) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:39.917880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1598bc70-9e5b-453b-bbf4-ced0dfe2e28b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54f946b-cc17-4fe7-9ada-2a3e873fd497') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:39.918723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1598bc70-9e5b-453b-bbf4-ced0dfe2e28b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54f946b-cc17-4fe7-9ada-2a3e873fd497') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:39.929156 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702b7f6b-a33f-4e18-b85d-165a47ccf3f4 None None] Network ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:39.932309 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1598bc70-9e5b-453b-bbf4-ced0dfe2e28b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:39.950443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 08808b5a-4d38-4ecc-9851-723f5955541f {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:39.950791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 08808b5a-4d38-4ecc-9851-723f5955541f not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:39.950904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1598bc70-9e5b-453b-bbf4-ced0dfe2e28b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:39.960037 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1598bc70-9e5b-453b-bbf4-ced0dfe2e28b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:14:39.960562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1598bc70-9e5b-453b-bbf4-ced0dfe2e28b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:14:39.977727 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:14:40.056427 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b3ed0cf-1cbb-47dd-837b-e077898a7857 req-19e5cdf0-7d8a-4374-9f68-cf9be8483053 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca170eb8340f428b86c9c5acf6a8ca1c&device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 1098 time: 0.2642236 Apr 22 15:14:40.071045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.074945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1598bc70-9e5b-453b-bbf4-ced0dfe2e28b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.103460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 202d4c0d-1870-43a1-a832-694474061427 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:40.103813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.114717 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1598bc70-9e5b-453b-bbf4-ced0dfe2e28b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.132255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598bc70-9e5b-453b-bbf4-ced0dfe2e28b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Network': ['ID=bcd5bfd6-0cda-4689-86a4-a00383e84274,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:40.135606 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1598bc70-9e5b-453b-bbf4-ced0dfe2e28b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/networks/bcd5bfd6-0cda-4689-86a4-a00383e84274 HTTP/1.1" status: 204 len: 168 time: 0.5295496 Apr 22 15:14:40.141375 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33584) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:40.150385 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2023761816'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:40.156446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:40.161798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:network and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:40.164855 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:40.171262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:40.183685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:40.187195 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.219048 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:14:40.231803 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0f0c33-3c00-4892-acf3-3701c239cf61 None None] DHCP port deletion for ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:14:40.232654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.233079 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Added segment f4571ba2-9544-48f6-bd4d-6d268dd826ef of type vlan for network 29f6b45a-cd3d-4b47-9432-a1ac4fd0892a Apr 22 15:14:40.235816 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f0c33-3c00-4892-acf3-3701c239cf61 None None] Deleting port 202d4c0d-1870-43a1-a832-694474061427 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:40.236379 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a0f0c33-3c00-4892-acf3-3701c239cf61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.259578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.290680 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.295611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:40.296220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.398899 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2532067 Apr 22 15:14:40.399128 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33588) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:40.406563 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': '29f6b45a-cd3d-4b47-9432-a1ac4fd0892a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:40.425362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816be061-97bc-4308-94d2-35d83d4469f5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Network': ['ID=29f6b45a-cd3d-4b47-9432-a1ac4fd0892a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:40.428145 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ed0cf-1cbb-47dd-837b-e077898a7857 req-03baa27a-d2f3-405e-a51a-ed066b082982 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:40.429590 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b3ed0cf-1cbb-47dd-837b-e077898a7857 req-03baa27a-d2f3-405e-a51a-ed066b082982 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b30759b-11ae-417c-bc4c-b58157939dcc HTTP/1.1" status: 200 len: 913 time: 0.2738996 Apr 22 15:14:40.438353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2a0f0c33-3c00-4892-acf3-3701c239cf61 None None] For port 202d4c0d-1870-43a1-a832-694474061427, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=202d4c0d-1870-43a1-a832-694474061427,segment=NetworkSegment(8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6),segment_id=8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:40.438749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a0f0c33-3c00-4892-acf3-3701c239cf61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.447263 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 29f6b45a-cd3d-4b47-9432-a1ac4fd0892a details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:14:40.525015 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:40.529157 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:40.532130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:40.533140 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] For port 202d4c0d-1870-43a1-a832-694474061427, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=202d4c0d-1870-43a1-a832-694474061427,segment=NetworkSegment(8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6),segment_id=8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:40.533501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.538080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:40.550475 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:40.629283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f0c33-3c00-4892-acf3-3701c239cf61 None None] Calling delete_port for 202d4c0d-1870-43a1-a832-694474061427 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:40.658785 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.668149 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 202d4c0d-1870-43a1-a832-694474061427 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:40.704586 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b3ed0cf-1cbb-47dd-837b-e077898a7857 req-64e18878-7e16-4a04-a55e-1a7317923b71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63510a2-1adb-46e9-89b2-afa7e71ab191 HTTP/1.1" status: 200 len: 1001 time: 0.2608297 Apr 22 15:14:40.730673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a0f0c33-3c00-4892-acf3-3701c239cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:40.757328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Performing IP validity checks on allocation pools {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 15:14:40.760115 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 15:14:40.775818 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f0c33-3c00-4892-acf3-3701c239cf61 None None] Pushing event deleted for resources: {'Port': ['ID=202d4c0d-1870-43a1-a832-694474061427,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:40.783855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f0c33-3c00-4892-acf3-3701c239cf61 None None] No DVR routers for this DVR port 202d4c0d-1870-43a1-a832-694474061427 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:14:40.792692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ed0cf-1cbb-47dd-837b-e077898a7857 req-36443def-e538-45ad-b3c3-3486c57c7bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:40.793328 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b3ed0cf-1cbb-47dd-837b-e077898a7857 req-36443def-e538-45ad-b3c3-3486c57c7bd4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44024044-2bbf-41e4-9040-da56b02148a3 HTTP/1.1" status: 200 len: 851 time: 0.0790150 Apr 22 15:14:40.794840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:14:40.795155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:14:40.869941 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b3ed0cf-1cbb-47dd-837b-e077898a7857 req-d8e8e895-0c0d-451b-a64f-c5155d594de0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b30759b-11ae-417c-bc4c-b58157939dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706294 Apr 22 15:14:40.902916 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:41.077438 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Subnet': ['ID=f8113873-6680-497f-82f8-0070f982e464,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:41.091322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Checking segment: {'id': 'f4571ba2-9544-48f6-bd4d-6d268dd826ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '29f6b45a-cd3d-4b47-9432-a1ac4fd0892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:41.091680 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network hostable DHCP agents. Network: 29f6b45a-cd3d-4b47-9432-a1ac4fd0892a, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:14:41.113741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 29f6b45a-cd3d-4b47-9432-a1ac4fd0892a is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:14:41.123290 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 29f6b45a-cd3d-4b47-9432-a1ac4fd0892a) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:41.128755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:41.129360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:41.132925 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c6abc1-1869-4336-8cc6-0c3f8b902510 None None] Network 29f6b45a-cd3d-4b47-9432-a1ac4fd0892a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:41.159876 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9d8a3efd-4289-47c4-8ab5-f4bbab0c46e4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7597666 Apr 22 15:14:41.160775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33594) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:41.174602 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'network_id': '29f6b45a-cd3d-4b47-9432-a1ac4fd0892a', 'name': 'tempest-PortsIpV6TestJSON-633028085'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:41.264465 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b3ed0cf-1cbb-47dd-837b-e077898a7857 req-1a948c3d-3563-41aa-b15c-fa9d3afe899a service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877988 Apr 22 15:14:41.275247 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6849d-e047-45f2-a348-1ec027390712 req-cca22323-bbd5-4fa9-b82c-7ff25ca94ae1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:41.276598 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69d6849d-e047-45f2-a348-1ec027390712 req-cca22323-bbd5-4fa9-b82c-7ff25ca94ae1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 945 time: 0.3689306 Apr 22 15:14:41.298230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 202d4c0d-1870-43a1-a832-694474061427 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:41.298571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:41.348728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-29f6b45a-cd3d-4b47-9432-a1ac4fd0892a', 'network_id': '29f6b45a-cd3d-4b47-9432-a1ac4fd0892a', 'tenant_id': '9a229755415d4435ae3e9ad9557b82d1', 'fixed_ips': [{'subnet_id': 'f8113873-6680-497f-82f8-0070f982e464'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:14:41.349799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:41.448277 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] The port '202d4c0d-1870-43a1-a832-694474061427' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:14:41.510039 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Allocated IP 2001:db8::2 (29f6b45a-cd3d-4b47-9432-a1ac4fd0892a/f8113873-6680-497f-82f8-0070f982e464/6e0cf105-39ad-49b5-99ab-46e631f46879) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:41.597185 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:41.626326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b3dca-843b-4b55-a416-d12d99e4cf78 None None] Sync routers for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:14:41.639551 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69d6849d-e047-45f2-a348-1ec027390712 req-7bb56b2d-c38c-4534-806d-2aed6833ed4b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=a531be1b-2115-41ac-896d-c2dc2f88d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118932 Apr 22 15:14:41.647687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:41.669624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:41.687884 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b3ed0cf-1cbb-47dd-837b-e077898a7857 req-f7a5fec0-a3dc-4364-91d5-42c1999841f1 service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080532 Apr 22 15:14:41.696591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:41.699491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:41.717956 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:41.734049 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:41.734422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac5575d-f6bc-4dfb-bcc1-e3472d8e76d6') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:41.750106 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:41.757339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port 7b055f3a-c45a-42fb-96a9-a7f44c898c56 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:14:41.835069 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b3dca-843b-4b55-a416-d12d99e4cf78 None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:41.835596 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b78b3dca-843b-4b55-a416-d12d99e4cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:41.840825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:41.865011 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:14:41.865419 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:14:41.880726 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:14:41.965644 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 202d4c0d-1870-43a1-a832-694474061427 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:41.990796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:42.012707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:42.020062 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Network': ['ID=ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:42.038004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e0bc0-402d-443a-b2c0-49b839ec1a3c req-5f0f2dff-4616-41c4-854d-aaacdbab42a6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:42.039494 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-078e0bc0-402d-443a-b2c0-49b839ec1a3c req-5f0f2dff-4616-41c4-854d-aaacdbab42a6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 945 time: 0.2428958 Apr 22 15:14:42.039751 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 202d4c0d-1870-43a1-a832-694474061427 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:42.040099 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 202d4c0d-1870-43a1-a832-694474061427 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:42.044979 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e66d7886-026e-4ed9-9a3d-4151f831ef3f tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/networks/ffa66aa4-4f6e-452b-b6e5-ff3ecb39b522 HTTP/1.1" status: 204 len: 168 time: 2.1377001 Apr 22 15:14:42.045311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33600) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:42.090573 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-078e0bc0-402d-443a-b2c0-49b839ec1a3c req-f36c374f-ca70-44be-8543-405f77496f01 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=a531be1b-2115-41ac-896d-c2dc2f88d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434461 Apr 22 15:14:42.120340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33604) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:42.135392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-b78b3dca-843b-4b55-a416-d12d99e4cf78 None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:42.179435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:42.197570 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e78a6e8d-c4ca-4c78-a8bb-bf0b3779ecfa tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 1093 time: 0.0755670 Apr 22 15:14:42.200474 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33608) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:42.206229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '700d4949-ab55-4892-b5c6-860e70a57e38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:42.212038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:42.216021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:floatingip and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:42.217164 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Transition to ACTIVE for port object 6e0cf105-39ad-49b5-99ab-46e631f46879 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:42.218954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:42.225983 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:42.236975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:42.328391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Transition to ACTIVE for port object 6e0cf105-39ad-49b5-99ab-46e631f46879 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:42.386367 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:42.400314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f416563a-496b-4d21-9240-d17153488f33 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:42.436211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Allocated IP 2001:db8::3a5 (29f6b45a-cd3d-4b47-9432-a1ac4fd0892a/f8113873-6680-497f-82f8-0070f982e464/7b055f3a-c45a-42fb-96a9-a7f44c898c56) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:42.458663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:42.486588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Network 29f6b45a-cd3d-4b47-9432-a1ac4fd0892a is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:42.498012 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Pushing event updated for resources: {'Port': ['ID=6e0cf105-39ad-49b5-99ab-46e631f46879,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:42.504174 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:42.506778 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:42.658224 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Attempting to bind port 6e0cf105-39ad-49b5-99ab-46e631f46879 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:42.658649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Attempting to bind port 6e0cf105-39ad-49b5-99ab-46e631f46879 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'f4571ba2-9544-48f6-bd4d-6d268dd826ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '29f6b45a-cd3d-4b47-9432-a1ac4fd0892a'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:42.659510 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Attempting to bind port 6e0cf105-39ad-49b5-99ab-46e631f46879 on network 29f6b45a-cd3d-4b47-9432-a1ac4fd0892a {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:42.682193 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:42.682613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Checking segment: {'id': 'f4571ba2-9544-48f6-bd4d-6d268dd826ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '29f6b45a-cd3d-4b47-9432-a1ac4fd0892a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:42.682908 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:42.683292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Bound using segment: {'id': 'f4571ba2-9544-48f6-bd4d-6d268dd826ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '29f6b45a-cd3d-4b47-9432-a1ac4fd0892a'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:42.684261 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Bound port: 6e0cf105-39ad-49b5-99ab-46e631f46879, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4571ba2-9544-48f6-bd4d-6d268dd826ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '29f6b45a-cd3d-4b47-9432-a1ac4fd0892a'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:42.684261 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:42.703257 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a04475bf-fd54-47a7-898f-cf5ba972f81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:42.748109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.153 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/c4edddfd-6343-4684-a361-f2bde7434c77) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:42.760983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b78b3dca-843b-4b55-a416-d12d99e4cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:37Z', 'revision_number': 10, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:42.776139 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:42.777236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b3dca-843b-4b55-a416-d12d99e4cf78 None None] Checking router: 852e476a-8ba3-4af9-9009-21ba46710627 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:14:42.802518 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] For port 6e0cf105-39ad-49b5-99ab-46e631f46879, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:42.806103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] For port 6e0cf105-39ad-49b5-99ab-46e631f46879, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6e0cf105-39ad-49b5-99ab-46e631f46879,segment=NetworkSegment(f4571ba2-9544-48f6-bd4d-6d268dd826ef),segment_id=f4571ba2-9544-48f6-bd4d-6d268dd826ef)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:42.807582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b3dca-843b-4b55-a416-d12d99e4cf78 None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:42.808285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b78b3dca-843b-4b55-a416-d12d99e4cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:42.920151 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:42.988109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Transition to ACTIVE for port object 7b055f3a-c45a-42fb-96a9-a7f44c898c56 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:43.001126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f416563a-496b-4d21-9240-d17153488f33 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 25501e38-1d32-4507-b90b-974c77a27acc {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:43.001342 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f416563a-496b-4d21-9240-d17153488f33 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:43.041149 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb56770-41fd-4b73-bf78-f51f20d16e07 None None] Pushing event updated for resources: {'Port': ['ID=6e0cf105-39ad-49b5-99ab-46e631f46879,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:43.053666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-b78b3dca-843b-4b55-a416-d12d99e4cf78 None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:43.080185 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:43.088322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:43.169259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 29f6b45a-cd3d-4b47-9432-a1ac4fd0892a is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:43.178417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:43.183610 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:43.187511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:43.188126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:43.214844 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0529671 Apr 22 15:14:43.216815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de2b16-89b2-4618-ad4b-8c995f1a2682 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=7b055f3a-c45a-42fb-96a9-a7f44c898c56,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:43.218984 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33614) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:43.245949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-f416563a-496b-4d21-9240-d17153488f33 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] For port 25501e38-1d32-4507-b90b-974c77a27acc, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=25501e38-1d32-4507-b90b-974c77a27acc,segment=NetworkSegment(0e34195d-4f26-4e81-a36b-1115d07c423c),segment_id=0e34195d-4f26-4e81-a36b-1115d07c423c)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:43.246481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f416563a-496b-4d21-9240-d17153488f33 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:43.284557 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:43.334217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f762f-f8fb-42e0-be0c-04951bd7cfbc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port 7b055f3a-c45a-42fb-96a9-a7f44c898c56 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:43.334564 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a4f762f-f8fb-42e0-be0c-04951bd7cfbc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:43.445630 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:43.450191 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f416563a-496b-4d21-9240-d17153488f33 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 25501e38-1d32-4507-b90b-974c77a27acc owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:43.450399 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:43.464848 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=c4edddfd-6343-4684-a361-f2bde7434c77,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:43.476491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:43.497684 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b78b3dca-843b-4b55-a416-d12d99e4cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:37Z', 'revision_number': 10, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:43.502711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78b3dca-843b-4b55-a416-d12d99e4cf78 None None] The sync data for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv is: [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:37Z', 'revision_number': 10, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None, '_interfaces': [{'id': '25501e38-1d32-4507-b90b-974c77a27acc', 'name': '', 'network_id': 'c2d767fa-a968-4033-9728-55527d5dfae3', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'mac_address': 'fa:16:3e:f2:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e476a-8ba3-4af9-9009-21ba46710627', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:42Z', 'updated_at': '2022-04-22T15:13:52Z', 'revision_number': 5, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'subnets': [{'id': '0539c52d-bf79-4b4b-9df0-1bd07b513879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:14:43.757101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f416563a-496b-4d21-9240-d17153488f33 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:43.803876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416563a-496b-4d21-9240-d17153488f33 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=25501e38-1d32-4507-b90b-974c77a27acc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:43.811974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a4f762f-f8fb-42e0-be0c-04951bd7cfbc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:43.964573 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f762f-f8fb-42e0-be0c-04951bd7cfbc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for 7b055f3a-c45a-42fb-96a9-a7f44c898c56 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:44.051512 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 6e0cf105-39ad-49b5-99ab-46e631f46879 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:44.114823 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f416563a-496b-4d21-9240-d17153488f33 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:44.170626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 6e0cf105-39ad-49b5-99ab-46e631f46879 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:44.329713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a4f762f-f8fb-42e0-be0c-04951bd7cfbc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:44.392130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f762f-f8fb-42e0-be0c-04951bd7cfbc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=7b055f3a-c45a-42fb-96a9-a7f44c898c56,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:44.393246 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf80658-8601-4e40-8142-3c6b4a44dd09 None None] Network 29f6b45a-cd3d-4b47-9432-a1ac4fd0892a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:44.439244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a4f762f-f8fb-42e0-be0c-04951bd7cfbc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:44.469289 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9a4f762f-f8fb-42e0-be0c-04951bd7cfbc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/7b055f3a-c45a-42fb-96a9-a7f44c898c56 HTTP/1.1" status: 204 len: 168 time: 1.2459972 Apr 22 15:14:44.470020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33618) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:44.504158 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-eff32bf8-6f7b-45a1-9b53-c0a280ac395a None None] Provisioning for port 6e0cf105-39ad-49b5-99ab-46e631f46879 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:44.513945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-eff32bf8-6f7b-45a1-9b53-c0a280ac395a None None] Provisioning complete for port 6e0cf105-39ad-49b5-99ab-46e631f46879 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:44.514423 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eff32bf8-6f7b-45a1-9b53-c0a280ac395a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:44.514765 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-977ffd6e-7666-4343-b416-46a682e8d06d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] DELETE failed (client error): The resource could not be found. Apr 22 15:14:44.515205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977ffd6e-7666-4343-b416-46a682e8d06d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:14:44.519811 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-977ffd6e-7666-4343-b416-46a682e8d06d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/7b055f3a-c45a-42fb-96a9-a7f44c898c56 HTTP/1.1" status: 404 len: 333 time: 0.0464439 Apr 22 15:14:44.521254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33622) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:44.566250 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-30702018-6a84-4b10-bf55-b8c66afffc58 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] GET failed (client error): The resource could not be found. Apr 22 15:14:44.566750 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-30702018-6a84-4b10-bf55-b8c66afffc58 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:44.573644 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f416563a-496b-4d21-9240-d17153488f33 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 852e476a-8ba3-4af9-9009-21ba46710627 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:14:44.720381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f416563a-496b-4d21-9240-d17153488f33 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:44.736281 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f416563a-496b-4d21-9240-d17153488f33 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6867523 Apr 22 15:14:44.737027 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33626) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:44.741018 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ebd0d6-38d0-41ab-b05c-959bbdb9f35d None None] Sync routers for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:14:44.746933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eff32bf8-6f7b-45a1-9b53-c0a280ac395a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:44.753848 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ebd0d6-38d0-41ab-b05c-959bbdb9f35d None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:44.754782 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b1ebd0d6-38d0-41ab-b05c-959bbdb9f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:44.756740 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-30702018-6a84-4b10-bf55-b8c66afffc58 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:44.757885 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-30702018-6a84-4b10-bf55-b8c66afffc58 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/7b055f3a-c45a-42fb-96a9-a7f44c898c56 HTTP/1.1" status: 404 len: 333 time: 0.2358210 Apr 22 15:14:44.766507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33630) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:44.809694 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-eff32bf8-6f7b-45a1-9b53-c0a280ac395a None None] For port 6e0cf105-39ad-49b5-99ab-46e631f46879, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6e0cf105-39ad-49b5-99ab-46e631f46879,segment=NetworkSegment(f4571ba2-9544-48f6-bd4d-6d268dd826ef),segment_id=f4571ba2-9544-48f6-bd4d-6d268dd826ef)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:44.837854 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eff32bf8-6f7b-45a1-9b53-c0a280ac395a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:44.856363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:44.944339 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-b1ebd0d6-38d0-41ab-b05c-959bbdb9f35d None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:44.947408 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff32bf8-6f7b-45a1-9b53-c0a280ac395a None None] Pushing event updated for resources: {'Port': ['ID=6e0cf105-39ad-49b5-99ab-46e631f46879,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:44.982477 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-05789c76-6ae7-480a-9fc0-5c37e9a3b309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.015549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.028005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb9a082-3e6a-4dd0-b7e4-0c1398d47657 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting subnet 0539c52d-bf79-4b4b-9df0-1bd07b513879 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:14:45.030760 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9fb9a082-3e6a-4dd0-b7e4-0c1398d47657 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.100533 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b1ebd0d6-38d0-41ab-b05c-959bbdb9f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:43Z', 'revision_number': 11, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:45.105330 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ebd0d6-38d0-41ab-b05c-959bbdb9f35d None None] Checking router: 852e476a-8ba3-4af9-9009-21ba46710627 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:14:45.108614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28519da-96c2-4b10-b61a-43375573a862 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting subnet f8113873-6680-497f-82f8-0070f982e464 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:14:45.115473 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b28519da-96c2-4b10-b61a-43375573a862 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.117999 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ebd0d6-38d0-41ab-b05c-959bbdb9f35d None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:45.118863 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b1ebd0d6-38d0-41ab-b05c-959bbdb9f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:45.140998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9fb9a082-3e6a-4dd0-b7e4-0c1398d47657 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.182613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-728cd09f-7c65-4116-af4d-059de1f44531 None None] Provisioning complete for port 6e0cf105-39ad-49b5-99ab-46e631f46879 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:45.182990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-728cd09f-7c65-4116-af4d-059de1f44531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.257476 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b28519da-96c2-4b10-b61a-43375573a862 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.294719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9fb9a082-3e6a-4dd0-b7e4-0c1398d47657 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.333189 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-b1ebd0d6-38d0-41ab-b05c-959bbdb9f35d None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:45.420395 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.424216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b28519da-96c2-4b10-b61a-43375573a862 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.462242 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.463436 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b1ebd0d6-38d0-41ab-b05c-959bbdb9f35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:43Z', 'revision_number': 11, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:45.468541 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ebd0d6-38d0-41ab-b05c-959bbdb9f35d None None] The sync data for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv is: [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:43Z', 'revision_number': 11, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:14:45.519382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9fb9a082-3e6a-4dd0-b7e4-0c1398d47657 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.557146 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-19eeaab2-1020-49df-bbed-2398068350a1 None None] Could not find standard attr ID for object 7b055f3a-c45a-42fb-96a9-a7f44c898c56. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:14:45.560111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9a082-3e6a-4dd0-b7e4-0c1398d47657 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Subnet': ['ID=0539c52d-bf79-4b4b-9df0-1bd07b513879,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:45.567989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9fb9a082-3e6a-4dd0-b7e4-0c1398d47657 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.574773 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9fb9a082-3e6a-4dd0-b7e4-0c1398d47657 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/0539c52d-bf79-4b4b-9df0-1bd07b513879 HTTP/1.1" status: 204 len: 168 time: 0.8370118 Apr 22 15:14:45.577211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33634) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:45.579182 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be221e5-aff6-40e5-914c-70cb2987eed0 None None] Network c2d767fa-a968-4033-9728-55527d5dfae3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:45.636992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=c4edddfd-6343-4684-a361-f2bde7434c77,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:45.651853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b28519da-96c2-4b10-b61a-43375573a862 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.704948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28519da-96c2-4b10-b61a-43375573a862 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Subnet': ['ID=f8113873-6680-497f-82f8-0070f982e464,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:45.707304 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.717776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b28519da-96c2-4b10-b61a-43375573a862 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.719817 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Deleting port 646b9626-3b47-4f22-aa0d-d72b08c4bd52 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:45.720208 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.727090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:45.728810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5957b12-b7d8-47f0-aff2-9223ff4eefc2 None None] Network 29f6b45a-cd3d-4b47-9432-a1ac4fd0892a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:45.779476 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b28519da-96c2-4b10-b61a-43375573a862 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/f8113873-6680-497f-82f8-0070f982e464 HTTP/1.1" status: 204 len: 168 time: 1.0118666 Apr 22 15:14:45.785942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33638) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:45.985198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 6e0cf105-39ad-49b5-99ab-46e631f46879 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:46.016470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.019106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] For port 646b9626-3b47-4f22-aa0d-d72b08c4bd52, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=646b9626-3b47-4f22-aa0d-d72b08c4bd52,segment=NetworkSegment(0e34195d-4f26-4e81-a36b-1115d07c423c),segment_id=0e34195d-4f26-4e81-a36b-1115d07c423c)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:46.019461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.036726 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port 6e0cf105-39ad-49b5-99ab-46e631f46879 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:46.037163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.079187 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.079861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.095632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 6e0cf105-39ad-49b5-99ab-46e631f46879 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:46.096607 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.157004 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Calling delete_port for 646b9626-3b47-4f22-aa0d-d72b08c4bd52 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:46.158703 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c254d2-c67d-4197-8b7c-250969b7c66b None None] DHCP port deletion for c2d767fa-a968-4033-9728-55527d5dfae3 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:14:46.168576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-27c254d2-c67d-4197-8b7c-250969b7c66b None None] Deleting port 646b9626-3b47-4f22-aa0d-d72b08c4bd52 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:46.168933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-27c254d2-c67d-4197-8b7c-250969b7c66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.239304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ee317-d442-4098-835f-aca19ff483c2 None None] DHCP port deletion for 29f6b45a-cd3d-4b47-9432-a1ac4fd0892a request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:14:46.240230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.260165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ee317-d442-4098-835f-aca19ff483c2 None None] Deleting port 6e0cf105-39ad-49b5-99ab-46e631f46879 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:46.260534 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee317-d442-4098-835f-aca19ff483c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.290851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Port': ['ID=646b9626-3b47-4f22-aa0d-d72b08c4bd52,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:46.294951 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No DVR routers for this DVR port 646b9626-3b47-4f22-aa0d-d72b08c4bd52 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:14:46.303217 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Floating IP 45ff11ed-92df-4070-84f8-844008b1acff associated. External IP: 172.26.8.153, port: 700d4949-ab55-4892-b5c6-860e70a57e38. Apr 22 15:14:46.381192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-27c254d2-c67d-4197-8b7c-250969b7c66b None None] The port '646b9626-3b47-4f22-aa0d-d72b08c4bd52' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:14:46.426522 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.456649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d767fa-a968-4033-9728-55527d5dfae3']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:46.471511 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e34195d-4f26-4e81-a36b-1115d07c423c') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:46.471860 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e34195d-4f26-4e81-a36b-1115d07c423c') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:46.474490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 25501e38-1d32-4507-b90b-974c77a27acc no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:46.484305 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.501926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.509149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:14:46.509744 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:14:46.525813 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:14:46.556032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] For port 6e0cf105-39ad-49b5-99ab-46e631f46879, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6e0cf105-39ad-49b5-99ab-46e631f46879,segment=NetworkSegment(f4571ba2-9544-48f6-bd4d-6d268dd826ef),segment_id=f4571ba2-9544-48f6-bd4d-6d268dd826ef)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:46.556358 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.558375 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 25501e38-1d32-4507-b90b-974c77a27acc {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:46.558862 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 25501e38-1d32-4507-b90b-974c77a27acc not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:46.597143 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-7b7ee317-d442-4098-835f-aca19ff483c2 None None] For port 6e0cf105-39ad-49b5-99ab-46e631f46879, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6e0cf105-39ad-49b5-99ab-46e631f46879,segment=NetworkSegment(f4571ba2-9544-48f6-bd4d-6d268dd826ef),segment_id=f4571ba2-9544-48f6-bd4d-6d268dd826ef)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:46.597523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee317-d442-4098-835f-aca19ff483c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.608401 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.626429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.637294 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Pushing event deleted for resources: {'Network': ['ID=c2d767fa-a968-4033-9728-55527d5dfae3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:46.645125 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cd96861b-528f-4802-97e0-394431b10e24 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/networks/c2d767fa-a968-4033-9728-55527d5dfae3 HTTP/1.1" status: 204 len: 168 time: 1.0667679 Apr 22 15:14:46.647665 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33642) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:46.652745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-72b2392b-1426-4380-b111-20e88b61ddd1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'router': {'routes': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:46.692850 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for 6e0cf105-39ad-49b5-99ab-46e631f46879 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:46.724656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ee317-d442-4098-835f-aca19ff483c2 None None] Calling delete_port for 6e0cf105-39ad-49b5-99ab-46e631f46879 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:46.781051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.802728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-7b7ee317-d442-4098-835f-aca19ff483c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:14:46.803225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-7b7ee317-d442-4098-835f-aca19ff483c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:14:46.835701 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=6e0cf105-39ad-49b5-99ab-46e631f46879,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:46.842629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No DVR routers for this DVR port 6e0cf105-39ad-49b5-99ab-46e631f46879 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:14:46.946192 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.extraroute_db [None req-72b2392b-1426-4380-b111-20e88b61ddd1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Added routes are [] {{(pid=83934) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 15:14:46.946494 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.extraroute_db [None req-72b2392b-1426-4380-b111-20e88b61ddd1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Removed routes are [] {{(pid=83934) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 15:14:46.947664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72b2392b-1426-4380-b111-20e88b61ddd1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:46.980560 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.012011 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f6b45a-cd3d-4b47-9432-a1ac4fd0892a']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:47.087114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4571ba2-9544-48f6-bd4d-6d268dd826ef') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:47.087331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4571ba2-9544-48f6-bd4d-6d268dd826ef') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:47.149986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.180375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.190742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:14:47.191129 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:14:47.205299 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:14:47.289628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72b2392b-1426-4380-b111-20e88b61ddd1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.290084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.292962 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72b2392b-1426-4380-b111-20e88b61ddd1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.294330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.304545 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ee317-d442-4098-835f-aca19ff483c2 None None] Deleting port 6e0cf105-39ad-49b5-99ab-46e631f46879 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:47.305056 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee317-d442-4098-835f-aca19ff483c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.329779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Network': ['ID=29f6b45a-cd3d-4b47-9432-a1ac4fd0892a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:47.344622 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-85ddcab6-23e2-467d-9cf3-b7f259804156 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/networks/29f6b45a-cd3d-4b47-9432-a1ac4fd0892a HTTP/1.1" status: 204 len: 168 time: 1.5543799 Apr 22 15:14:47.344822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33648) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:47.353794 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-582885915'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:47.360170 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:47.364210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:network and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:47.367825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:47.375131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:47.375536 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7b7ee317-d442-4098-835f-aca19ff483c2 None None] The port '6e0cf105-39ad-49b5-99ab-46e631f46879' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:14:47.397791 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:47.401608 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.435788 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b2392b-1426-4380-b111-20e88b61ddd1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 852e476a-8ba3-4af9-9009-21ba46710627 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:14:47.439724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:14:47.455699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router e734b238-059a-4665-a500-35442ae85b20 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:14:47.456857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.457201 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Added segment 60160334-f675-4063-8de6-a4275f6b9805 of type vlan for network 3a6a7278-4eda-42e3-a7a8-f4da4cf88a77 Apr 22 15:14:47.466491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.536349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.585018 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b2392b-1426-4380-b111-20e88b61ddd1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:47.590600 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-72b2392b-1426-4380-b111-20e88b61ddd1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.591719 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-72b2392b-1426-4380-b111-20e88b61ddd1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627 HTTP/1.1" status: 200 len: 700 time: 0.9431524 Apr 22 15:14:47.594603 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33652) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:47.598881 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803cddc9-9b77-42da-adb8-7ff2f49e0ba5 None None] Sync routers for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:14:47.613552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803cddc9-9b77-42da-adb8-7ff2f49e0ba5 None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:47.614396 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-803cddc9-9b77-42da-adb8-7ff2f49e0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:47.637883 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-603cf67b-fd5b-42dc-96aa-afcae39241bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Synchronizing usage tracker for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:47.639765 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.643772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:47.644347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.655239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-603cf67b-fd5b-42dc-96aa-afcae39241bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Unset dirty status for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:47.656701 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-603cf67b-fd5b-42dc-96aa-afcae39241bf tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports?device_id=852e476a-8ba3-4af9-9009-21ba46710627 HTTP/1.1" status: 200 len: 205 time: 0.0611348 Apr 22 15:14:47.659839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33656) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:47.758516 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4127212 Apr 22 15:14:47.759841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33660) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:47.764428 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-803cddc9-9b77-42da-adb8-7ff2f49e0ba5 None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:47.772897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': '3a6a7278-4eda-42e3-a7a8-f4da4cf88a77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:47.790124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fc8d5-5fcc-417d-88b7-85dc85bda43b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Network': ['ID=3a6a7278-4eda-42e3-a7a8-f4da4cf88a77,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:47.800445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-998ff1b7-0e71-4d12-9ea7-4417e3190da2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:47.813086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 3a6a7278-4eda-42e3-a7a8-f4da4cf88a77 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:14:47.932547 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:47.938113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:47.942210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:47.949614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:47.970877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 646b9626-3b47-4f22-aa0d-d72b08c4bd52 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:47.977103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:47.998547 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-803cddc9-9b77-42da-adb8-7ff2f49e0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:43Z', 'revision_number': 11, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:48.016511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803cddc9-9b77-42da-adb8-7ff2f49e0ba5 None None] Checking router: 852e476a-8ba3-4af9-9009-21ba46710627 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:14:48.022099 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 646b9626-3b47-4f22-aa0d-d72b08c4bd52 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:48.022530 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 646b9626-3b47-4f22-aa0d-d72b08c4bd52 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:48.022991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 6e0cf105-39ad-49b5-99ab-46e631f46879 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:48.069230 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 6e0cf105-39ad-49b5-99ab-46e631f46879 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:48.069230 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 6e0cf105-39ad-49b5-99ab-46e631f46879 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:48.092691 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803cddc9-9b77-42da-adb8-7ff2f49e0ba5 None None] Routers {'852e476a-8ba3-4af9-9009-21ba46710627'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:48.094466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-803cddc9-9b77-42da-adb8-7ff2f49e0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['852e476a-8ba3-4af9-9009-21ba46710627'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:48.236233 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-803cddc9-9b77-42da-adb8-7ff2f49e0ba5 None None] Set router 852e476a-8ba3-4af9-9009-21ba46710627 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:48.251574 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:48.263937 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2591ca-4bba-4c79-a13f-38bcbdd18bb3 None None] Sync routers for ids ['e734b238-059a-4665-a500-35442ae85b20'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:14:48.264459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:48.285198 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2591ca-4bba-4c79-a13f-38bcbdd18bb3 None None] Routers {'e734b238-059a-4665-a500-35442ae85b20'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:48.285806 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ed2591ca-4bba-4c79-a13f-38bcbdd18bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e734b238-059a-4665-a500-35442ae85b20'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:48.363459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-998ff1b7-0e71-4d12-9ea7-4417e3190da2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:48.369322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-998ff1b7-0e71-4d12-9ea7-4417e3190da2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:48.372584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:48.404332 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-998ff1b7-0e71-4d12-9ea7-4417e3190da2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:48.405434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998ff1b7-0e71-4d12-9ea7-4417e3190da2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Fanout notify agent at l3_agent the message router_deleted on router 852e476a-8ba3-4af9-9009-21ba46710627 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:14:48.423391 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-998ff1b7-0e71-4d12-9ea7-4417e3190da2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:48.426468 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-998ff1b7-0e71-4d12-9ea7-4417e3190da2 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627 HTTP/1.1" status: 204 len: 168 time: 0.7657008 Apr 22 15:14:48.433082 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33666) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:48.439806 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ffe68ac7-9459-4e5b-9c80-4bcab31f4be3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1819892880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:48.448669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ffe68ac7-9459-4e5b-9c80-4bcab31f4be3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:48.455490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ffe68ac7-9459-4e5b-9c80-4bcab31f4be3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Usage tracker for resource:router and tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:48.459017 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ffe68ac7-9459-4e5b-9c80-4bcab31f4be3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:48.467179 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ffe68ac7-9459-4e5b-9c80-4bcab31f4be3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:48.488365 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ae5ffbad-f4fb-4095-a08b-fc599ab2bf81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2829506 Apr 22 15:14:48.491994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ff8e6-2434-4132-a25f-e45eb52c3b9c req-498b80e0-e790-4ecf-9bb9-2f502d404cd2 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:48.493524 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-934ff8e6-2434-4132-a25f-e45eb52c3b9c req-498b80e0-e790-4ecf-9bb9-2f502d404cd2 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.3296788 Apr 22 15:14:48.496598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-803cddc9-9b77-42da-adb8-7ff2f49e0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:43Z', 'revision_number': 11, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:48.496776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33670) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:48.497399 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'tag': '700d4949-ab55-4892-b5c6-860e70a57e38'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:14:48.501455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803cddc9-9b77-42da-adb8-7ff2f49e0ba5 None None] The sync data for ids ['852e476a-8ba3-4af9-9009-21ba46710627'] in dv-neutron-838883-3-hyperv is: [{'id': '852e476a-8ba3-4af9-9009-21ba46710627', 'name': 'tempest-RoutersTest-router-599835028', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:35Z', 'updated_at': '2022-04-22T15:14:43Z', 'revision_number': 11, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:14:48.559862 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-ed2591ca-4bba-4c79-a13f-38bcbdd18bb3 None None] Set router e734b238-059a-4665-a500-35442ae85b20 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:48.607295 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da7e95cf-b8fc-4f06-b0fe-23e2b4aba990'] response: {'name': 'network-changed', 'server_uuid': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'tag': '700d4949-ab55-4892-b5c6-860e70a57e38', 'status': 'completed', 'code': 200} Apr 22 15:14:48.652589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffe68ac7-9459-4e5b-9c80-4bcab31f4be3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:48.653636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffe68ac7-9459-4e5b-9c80-4bcab31f4be3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:48.683087 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffe68ac7-9459-4e5b-9c80-4bcab31f4be3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:48.707995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffe68ac7-9459-4e5b-9c80-4bcab31f4be3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:48.764872 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffe68ac7-9459-4e5b-9c80-4bcab31f4be3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:48.766509 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ffe68ac7-9459-4e5b-9c80-4bcab31f4be3 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3320351 Apr 22 15:14:48.769166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33678) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:48.775691 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-90587e8b-b877-4cbb-9a75-77d0fb9da728 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:48.825568 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7a78e4d1-61ce-4cb0-aadb-727d5e6a1820 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/45ff11ed-92df-4070-84f8-844008b1acff HTTP/1.1" status: 200 len: 991 time: 0.3215764 Apr 22 15:14:48.835262 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-934ff8e6-2434-4132-a25f-e45eb52c3b9c req-836cd05b-16b9-4bdf-8d49-1002fe1d324a tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268783 Apr 22 15:14:48.907174 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6dccb817-7826-4d17-bd48-b7d1a2d4ccc5 req-bf08d764-528b-4748-bc1a-23e784cb5628 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 1098 time: 0.2839057 Apr 22 15:14:48.909286 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:49.047139 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ed2591ca-4bba-4c79-a13f-38bcbdd18bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:14:05Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '45ff11ed-92df-4070-84f8-844008b1acff', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e734b238-059a-4665-a500-35442ae85b20', 'port_id': '700d4949-ab55-4892-b5c6-860e70a57e38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'mac_address': 'fa:16:3e:73:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:14:44Z', 'updated_at': '2022-04-22T15:14:44Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:20Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:49.051376 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2591ca-4bba-4c79-a13f-38bcbdd18bb3 None None] Checking router: e734b238-059a-4665-a500-35442ae85b20 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:14:49.062378 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2591ca-4bba-4c79-a13f-38bcbdd18bb3 None None] Routers {'e734b238-059a-4665-a500-35442ae85b20'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:49.062978 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ed2591ca-4bba-4c79-a13f-38bcbdd18bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e734b238-059a-4665-a500-35442ae85b20'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:49.198184 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Subnet': ['ID=3c7387e7-b2a6-4c1f-9814-b6213e18c3fd,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:49.257547 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-ed2591ca-4bba-4c79-a13f-38bcbdd18bb3 None None] Set router e734b238-059a-4665-a500-35442ae85b20 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:49.258972 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Checking segment: {'id': '60160334-f675-4063-8de6-a4275f6b9805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3a6a7278-4eda-42e3-a7a8-f4da4cf88a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:49.259333 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network hostable DHCP agents. Network: 3a6a7278-4eda-42e3-a7a8-f4da4cf88a77, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:14:49.272387 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccb817-7826-4d17-bd48-b7d1a2d4ccc5 req-67717998-32d0-4c09-9651-b93d988c44d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:49.273851 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6dccb817-7826-4d17-bd48-b7d1a2d4ccc5 req-67717998-32d0-4c09-9651-b93d988c44d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e24824d7-084f-4dd0-a097-236bf252abab HTTP/1.1" status: 200 len: 898 time: 0.3080151 Apr 22 15:14:49.322051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90587e8b-b877-4cbb-9a75-77d0fb9da728 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:49.334810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90587e8b-b877-4cbb-9a75-77d0fb9da728 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:49.351408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458b335-79b1-4b33-b6ba-5e9abb646904 req-d956b0c6-00bb-463a-99fc-e3c10535fe1b tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:49.352876 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6458b335-79b1-4b33-b6ba-5e9abb646904 req-d956b0c6-00bb-463a-99fc-e3c10535fe1b tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.2489107 Apr 22 15:14:49.406984 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 3a6a7278-4eda-42e3-a7a8-f4da4cf88a77 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:14:49.453372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 3a6a7278-4eda-42e3-a7a8-f4da4cf88a77) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:49.465698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:49.466313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:49.466754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29997a5-5daa-43fa-aea7-4d0233e319cc None None] Network 3a6a7278-4eda-42e3-a7a8-f4da4cf88a77 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:49.473958 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6dccb817-7826-4d17-bd48-b7d1a2d4ccc5 req-b193f41b-fd70-420b-be2c-d0eb14310777 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700d4949-ab55-4892-b5c6-860e70a57e38 HTTP/1.1" status: 200 len: 999 time: 0.1915929 Apr 22 15:14:49.476401 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6458b335-79b1-4b33-b6ba-5e9abb646904 req-3ba6eeda-aed5-4d25-8069-9b1833c3ace0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028521 Apr 22 15:14:49.511610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90587e8b-b877-4cbb-9a75-77d0fb9da728 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Router 86f418ab-d404-43e7-97da-9ae62d483695 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:14:49.548309 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6803495e-d5ca-4f35-9eaa-f057a65840fc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7852426 Apr 22 15:14:49.551623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33686) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:49.560672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'network_id': '3a6a7278-4eda-42e3-a7a8-f4da4cf88a77', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-58206604'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:49.579980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccb817-7826-4d17-bd48-b7d1a2d4ccc5 req-5d97cf61-f20a-410d-befd-e1b94bf5db00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:49.582191 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6dccb817-7826-4d17-bd48-b7d1a2d4ccc5 req-5d97cf61-f20a-410d-befd-e1b94bf5db00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0574743f-a5db-4b41-86e7-38c8707a54a3 HTTP/1.1" status: 200 len: 835 time: 0.1001315 Apr 22 15:14:49.685663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90587e8b-b877-4cbb-9a75-77d0fb9da728 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:14:49.692337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90587e8b-b877-4cbb-9a75-77d0fb9da728 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:49.692945 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-90587e8b-b877-4cbb-9a75-77d0fb9da728 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "PUT /v2.0/routers/86f418ab-d404-43e7-97da-9ae62d483695 HTTP/1.1" status: 200 len: 694 time: 0.9225144 Apr 22 15:14:49.698836 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33690) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:49.701680 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e17b1-0068-4a7f-b5ad-7104f826be54 None None] Sync routers for ids ['86f418ab-d404-43e7-97da-9ae62d483695'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:14:49.754228 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ed2591ca-4bba-4c79-a13f-38bcbdd18bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:14:05Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '45ff11ed-92df-4070-84f8-844008b1acff', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e734b238-059a-4665-a500-35442ae85b20', 'port_id': '700d4949-ab55-4892-b5c6-860e70a57e38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'mac_address': 'fa:16:3e:73:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:14:44Z', 'updated_at': '2022-04-22T15:14:44Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:20Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:49.759624 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2591ca-4bba-4c79-a13f-38bcbdd18bb3 None None] The sync data for ids ['e734b238-059a-4665-a500-35442ae85b20'] in dv-neutron-838883-3-hyperv is: [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:14:05Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '45ff11ed-92df-4070-84f8-844008b1acff', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e734b238-059a-4665-a500-35442ae85b20', 'port_id': '700d4949-ab55-4892-b5c6-860e70a57e38', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'mac_address': 'fa:16:3e:73:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:14:44Z', 'updated_at': '2022-04-22T15:14:44Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:20Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:14:49.760217 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e17b1-0068-4a7f-b5ad-7104f826be54 None None] Routers {'86f418ab-d404-43e7-97da-9ae62d483695'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:49.761338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-891e17b1-0068-4a7f-b5ad-7104f826be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['86f418ab-d404-43e7-97da-9ae62d483695'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:49.830945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33694) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:49.886793 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2baafc0e-61b9-4e9c-93b1-1bdd1e815323 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/routers/86f418ab-d404-43e7-97da-9ae62d483695 HTTP/1.1" status: 200 len: 700 time: 0.1858511 Apr 22 15:14:49.887596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33698) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:49.940815 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-891e17b1-0068-4a7f-b5ad-7104f826be54 None None] Set router 86f418ab-d404-43e7-97da-9ae62d483695 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:49.952700 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e88a0bbc-9a43-4912-8d88-896a58c0ee45 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports?device_id=86f418ab-d404-43e7-97da-9ae62d483695 HTTP/1.1" status: 200 len: 205 time: 0.0616381 Apr 22 15:14:49.952858 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33702) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:49.986010 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-3a6a7278-4eda-42e3-a7a8-f4da4cf88a77', 'network_id': '3a6a7278-4eda-42e3-a7a8-f4da4cf88a77', 'tenant_id': '9a229755415d4435ae3e9ad9557b82d1', 'fixed_ips': [{'subnet_id': '3c7387e7-b2a6-4c1f-9814-b6213e18c3fd'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:14:49.987610 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:49.987978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:49.999017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:port and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:50.005966 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:50.011143 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6cf4a85c-a1cd-4169-afe8-ba2036734cab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/45ff11ed-92df-4070-84f8-844008b1acff HTTP/1.1" status: 200 len: 991 time: 0.1767833 Apr 22 15:14:50.018363 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6dccb817-7826-4d17-bd48-b7d1a2d4ccc5 req-48e7bbf6-a70f-48b6-a647-ce07802082ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e24824d7-084f-4dd0-a097-236bf252abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4266880 Apr 22 15:14:50.019406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:50.057980 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe910e6f-374b-4413-90e7-d518ed6f67fc None None] New status for floating IP 45ff11ed-92df-4070-84f8-844008b1acff: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:14:50.058402 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adf27a-6ecb-498f-a693-3d4e031553b5 req-027d7780-bcc5-4cd1-a252-b6a6c101648d tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:50.059893 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31adf27a-6ecb-498f-a693-3d4e031553b5 req-027d7780-bcc5-4cd1-a252-b6a6c101648d tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.3486710 Apr 22 15:14:50.127617 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-891e17b1-0068-4a7f-b5ad-7104f826be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f418ab-d404-43e7-97da-9ae62d483695', 'name': 'tempest-RoutersTest-router-1819892880', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:48Z', 'updated_at': '2022-04-22T15:14:49Z', 'revision_number': 2, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:50.140693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e17b1-0068-4a7f-b5ad-7104f826be54 None None] Checking router: 86f418ab-d404-43e7-97da-9ae62d483695 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:14:50.172795 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e17b1-0068-4a7f-b5ad-7104f826be54 None None] Routers {'86f418ab-d404-43e7-97da-9ae62d483695'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:14:50.173382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-891e17b1-0068-4a7f-b5ad-7104f826be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['86f418ab-d404-43e7-97da-9ae62d483695'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:50.185880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d89b180e-1feb-49bc-a4df-94ad6cb2909b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:50.295071 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:50.298055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:50.355115 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31adf27a-6ecb-498f-a693-3d4e031553b5 req-8bb99abb-f948-4d32-8245-f51ee7bf1509 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827920 Apr 22 15:14:50.356880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-891e17b1-0068-4a7f-b5ad-7104f826be54 None None] Set router 86f418ab-d404-43e7-97da-9ae62d483695 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:14:50.376683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port c91a6dd9-b994-4815-b700-3cbe20f32ddb yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:14:50.478772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Allocated IP 2001:db8::2 (3a6a7278-4eda-42e3-a7a8-f4da4cf88a77/3c7387e7-b2a6-4c1f-9814-b6213e18c3fd/1c7a7024-41dd-4862-8fa5-71bb0016f0be) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:50.484055 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-891e17b1-0068-4a7f-b5ad-7104f826be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f418ab-d404-43e7-97da-9ae62d483695', 'name': 'tempest-RoutersTest-router-1819892880', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:48Z', 'updated_at': '2022-04-22T15:14:49Z', 'revision_number': 2, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:50.496178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e17b1-0068-4a7f-b5ad-7104f826be54 None None] The sync data for ids ['86f418ab-d404-43e7-97da-9ae62d483695'] in dv-neutron-838883-3-hyperv is: [{'id': '86f418ab-d404-43e7-97da-9ae62d483695', 'name': 'tempest-RoutersTest-router-1819892880', 'tenant_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:14:48Z', 'updated_at': '2022-04-22T15:14:49Z', 'revision_number': 2, 'project_id': '8b695a0fa9ae4a8bb1a1cf6665db6638', 'gw_port_host': None}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:14:50.524535 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6dccb817-7826-4d17-bd48-b7d1a2d4ccc5 req-171a0529-ec68-4f0b-bc94-705230c757b1 service neutron] 10.222.0.70 "GET /v2.0/networks/e24824d7-084f-4dd0-a097-236bf252abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959571 Apr 22 15:14:50.707524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:50.718199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Transition to ACTIVE for port object 1c7a7024-41dd-4862-8fa5-71bb0016f0be will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:50.720459 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6dccb817-7826-4d17-bd48-b7d1a2d4ccc5 req-88db27da-59ae-450e-91f9-eab52e18bec9 service neutron] 10.222.0.70 "GET /v2.0/networks/e24824d7-084f-4dd0-a097-236bf252abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912928 Apr 22 15:14:50.730343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27fa44-9619-479c-942e-f009fe737432 req-0b980f67-0576-446c-af87-22350fa84dc8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:50.731746 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f27fa44-9619-479c-942e-f009fe737432 req-0b980f67-0576-446c-af87-22350fa84dc8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.1803527 Apr 22 15:14:50.737453 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Transition to ACTIVE for port object 1c7a7024-41dd-4862-8fa5-71bb0016f0be will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:50.743469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:50.764449 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d89b180e-1feb-49bc-a4df-94ad6cb2909b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:50.769361 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d89b180e-1feb-49bc-a4df-94ad6cb2909b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:50.796337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d89b180e-1feb-49bc-a4df-94ad6cb2909b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:50.796918 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89b180e-1feb-49bc-a4df-94ad6cb2909b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Fanout notify agent at l3_agent the message router_deleted on router 86f418ab-d404-43e7-97da-9ae62d483695 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:14:50.801980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Network 3a6a7278-4eda-42e3-a7a8-f4da4cf88a77 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:50.808808 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:50.813236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:50.816233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d89b180e-1feb-49bc-a4df-94ad6cb2909b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:50.821855 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d89b180e-1feb-49bc-a4df-94ad6cb2909b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/routers/86f418ab-d404-43e7-97da-9ae62d483695 HTTP/1.1" status: 204 len: 168 time: 0.8670642 Apr 22 15:14:50.821855 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33708) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:50.841371 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f27fa44-9619-479c-942e-f009fe737432 req-cbf9aa4a-4a1a-4658-b7bd-628e829dfe1e tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040926 Apr 22 15:14:50.852600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Allocated IP 2001:db8::f4 (3a6a7278-4eda-42e3-a7a8-f4da4cf88a77/3c7387e7-b2a6-4c1f-9814-b6213e18c3fd/c91a6dd9-b994-4815-b700-3cbe20f32ddb) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:50.857772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Pushing event updated for resources: {'Port': ['ID=1c7a7024-41dd-4862-8fa5-71bb0016f0be,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:50.869066 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ea014579-9b6c-40dd-9b87-740e2b8a73ad tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports?device_id=86f418ab-d404-43e7-97da-9ae62d483695 HTTP/1.1" status: 200 len: 205 time: 0.0461717 Apr 22 15:14:50.869672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33712) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:50.961129 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Attempting to bind port 1c7a7024-41dd-4862-8fa5-71bb0016f0be on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:50.961413 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Attempting to bind port 1c7a7024-41dd-4862-8fa5-71bb0016f0be by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '60160334-f675-4063-8de6-a4275f6b9805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3a6a7278-4eda-42e3-a7a8-f4da4cf88a77'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:50.961780 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Attempting to bind port 1c7a7024-41dd-4862-8fa5-71bb0016f0be on network 3a6a7278-4eda-42e3-a7a8-f4da4cf88a77 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:50.968463 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-9a35976b-9faf-4352-85ff-ea638a64a8f4 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] delete failed (client error): The resource could not be found. Apr 22 15:14:50.969045 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:50.973283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Checking segment: {'id': '60160334-f675-4063-8de6-a4275f6b9805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3a6a7278-4eda-42e3-a7a8-f4da4cf88a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:50.973403 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9a35976b-9faf-4352-85ff-ea638a64a8f4 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/routers/86f418ab-d404-43e7-97da-9ae62d483695 HTTP/1.1" status: 404 len: 336 time: 0.0987997 Apr 22 15:14:50.973489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:50.973489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Bound using segment: {'id': '60160334-f675-4063-8de6-a4275f6b9805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3a6a7278-4eda-42e3-a7a8-f4da4cf88a77'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:50.973489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Bound port: 1c7a7024-41dd-4862-8fa5-71bb0016f0be, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60160334-f675-4063-8de6-a4275f6b9805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3a6a7278-4eda-42e3-a7a8-f4da4cf88a77'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:50.973489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:50.975016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33718) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.017392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33722) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.036452 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-7118ecc6-f3f9-454b-b92a-3c54688b948d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] DELETE failed (client error): The resource could not be found. Apr 22 15:14:51.037156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7118ecc6-f3f9-454b-b92a-3c54688b948d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:14:51.043330 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7118ecc6-f3f9-454b-b92a-3c54688b948d tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/46f102f0-167c-4000-ac4d-d5f046f30048 HTTP/1.1" status: 404 len: 337 time: 0.0658894 Apr 22 15:14:51.043939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33726) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.071636 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] For port 1c7a7024-41dd-4862-8fa5-71bb0016f0be, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:51.074768 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] For port 1c7a7024-41dd-4862-8fa5-71bb0016f0be, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1c7a7024-41dd-4862-8fa5-71bb0016f0be,segment=NetworkSegment(60160334-f675-4063-8de6-a4275f6b9805),segment_id=60160334-f675-4063-8de6-a4275f6b9805)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:51.082472 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:51.102729 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-f615ae62-f307-4a14-94dd-5571593e8fad tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] DELETE failed (client error): The resource could not be found. Apr 22 15:14:51.103183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f615ae62-f307-4a14-94dd-5571593e8fad tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:14:51.110372 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f615ae62-f307-4a14-94dd-5571593e8fad tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/f6fd3a3c-fb1c-444c-88d6-8587f6f49541 HTTP/1.1" status: 404 len: 337 time: 0.0653296 Apr 22 15:14:51.111235 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33730) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.165103 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-6226414f-e043-46c4-a543-3f07907b9d19 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] DELETE failed (client error): The resource could not be found. Apr 22 15:14:51.165636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6226414f-e043-46c4-a543-3f07907b9d19 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:14:51.170175 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6226414f-e043-46c4-a543-3f07907b9d19 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/82c467ae-1b2e-40f0-a9f8-a6d5458db842 HTTP/1.1" status: 404 len: 337 time: 0.0580232 Apr 22 15:14:51.171416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33736) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.198226 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a7fca7b6-b304-461b-bfc6-725a9cdc4129 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/45ff11ed-92df-4070-84f8-844008b1acff HTTP/1.1" status: 200 len: 993 time: 0.1770740 Apr 22 15:14:51.208509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a91e8-29e5-406a-9471-631e3800e90c None None] Pushing event updated for resources: {'Port': ['ID=1c7a7024-41dd-4862-8fa5-71bb0016f0be,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:51.233275 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92ba22f-5803-43e9-a375-c18bc6358602 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] DELETE failed (client error): The resource could not be found. Apr 22 15:14:51.233715 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92ba22f-5803-43e9-a375-c18bc6358602 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:14:51.242506 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a92ba22f-5803-43e9-a375-c18bc6358602 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/0539c52d-bf79-4b4b-9df0-1bd07b513879 HTTP/1.1" status: 404 len: 337 time: 0.0700521 Apr 22 15:14:51.243888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33740) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.251499 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:51.338198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-79918b9c-4275-43f6-9dac-1da55e655bb1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Synchronizing usage tracker for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:51.360487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Transition to ACTIVE for port object c91a6dd9-b994-4815-b700-3cbe20f32ddb will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:51.381899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-79918b9c-4275-43f6-9dac-1da55e655bb1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] Unset dirty status for tenant:8b695a0fa9ae4a8bb1a1cf6665db6638 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:51.386157 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33744) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.398942 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-79918b9c-4275-43f6-9dac-1da55e655bb1 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports?device_id=852e476a-8ba3-4af9-9009-21ba46710627 HTTP/1.1" status: 200 len: 205 time: 0.1538014 Apr 22 15:14:51.435512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:51.458758 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-a44380ce-c7a0-4d7d-90c4-c6d0efcca112 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] delete failed (client error): The resource could not be found. Apr 22 15:14:51.462218 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a44380ce-c7a0-4d7d-90c4-c6d0efcca112 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/routers/852e476a-8ba3-4af9-9009-21ba46710627 HTTP/1.1" status: 404 len: 336 time: 0.0726869 Apr 22 15:14:51.462653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33748) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.482608 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8c506-9af2-4ac5-8edb-af3122fba376 req-7d541e8a-da7e-4c13-8961-fab34f4be972 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:51.484022 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-99c8c506-9af2-4ac5-8edb-af3122fba376 req-7d541e8a-da7e-4c13-8961-fab34f4be972 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.1906044 Apr 22 15:14:51.509968 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a6c0cd0d-7be6-4620-b91a-3c17a3ea4aad tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0dc710-e374-4270-92e0-70cddcf18594 HTTP/1.1" status: 200 len: 205 time: 0.0460835 Apr 22 15:14:51.512201 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33752) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.543545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 3a6a7278-4eda-42e3-a7a8-f4da4cf88a77 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:51.553383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:51.560379 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:51.564763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:51.565376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:51.572879 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=c91a6dd9-b994-4815-b700-3cbe20f32ddb,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:51.577806 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-bb27a699-5584-49e5-865b-2d6c50f09d08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] delete failed (client error): The resource could not be found. Apr 22 15:14:51.581169 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bb27a699-5584-49e5-865b-2d6c50f09d08 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/routers/5e0dc710-e374-4270-92e0-70cddcf18594 HTTP/1.1" status: 404 len: 336 time: 0.0656559 Apr 22 15:14:51.581577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33756) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.589650 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-99c8c506-9af2-4ac5-8edb-af3122fba376 req-71120c1c-322a-4a85-901b-d68dc950bfe2 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943995 Apr 22 15:14:51.605297 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-487992dd-aef3-4a4c-a0a7-afc87224d833 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 2.0496783 Apr 22 15:14:51.605297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33760) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.622241 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-02336250-cdd5-417f-ad63-2344f95ac799 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] DELETE failed (client error): The resource could not be found. Apr 22 15:14:51.622681 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02336250-cdd5-417f-ad63-2344f95ac799 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:14:51.624286 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-02336250-cdd5-417f-ad63-2344f95ac799 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/ac53c177-8aa3-4b43-874b-e72a70c66dc1 HTTP/1.1" status: 404 len: 337 time: 0.0420310 Apr 22 15:14:51.627515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33764) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.670737 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fd2fefc7-3ce3-44a4-b0b5-00a06a40f7b5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports?device_id=6862d725-c70e-46ca-aa9c-10f610dea849 HTTP/1.1" status: 200 len: 205 time: 0.0401506 Apr 22 15:14:51.670968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33768) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.673401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7f02f33a-74cd-48f2-b275-a6acc6934f32 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port c91a6dd9-b994-4815-b700-3cbe20f32ddb {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:51.673787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f02f33a-74cd-48f2-b275-a6acc6934f32 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:51.746761 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-ad1b2079-bdbe-4efa-9871-404a6aff114b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] delete failed (client error): The resource could not be found. Apr 22 15:14:51.747790 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ad1b2079-bdbe-4efa-9871-404a6aff114b tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/routers/6862d725-c70e-46ca-aa9c-10f610dea849 HTTP/1.1" status: 404 len: 336 time: 0.0759590 Apr 22 15:14:51.750401 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33772) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.796707 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fcf342fd-eece-4030-b8b9-533e3f05c42a tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports?device_id=a56e6adf-2941-4374-918d-09f3f3e021ce HTTP/1.1" status: 200 len: 205 time: 0.0431347 Apr 22 15:14:51.797434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33776) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.866224 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-2985cfc4-a982-4e3a-bdc3-36b39e4caf43 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] delete failed (client error): The resource could not be found. Apr 22 15:14:51.867210 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2985cfc4-a982-4e3a-bdc3-36b39e4caf43 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/routers/a56e6adf-2941-4374-918d-09f3f3e021ce HTTP/1.1" status: 404 len: 336 time: 0.0693336 Apr 22 15:14:51.870269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33780) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.910837 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a86464-b465-4a4d-bc16-fe300d8bf859 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] DELETE failed (client error): The resource could not be found. Apr 22 15:14:51.911508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a86464-b465-4a4d-bc16-fe300d8bf859 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:14:51.913395 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a0a86464-b465-4a4d-bc16-fe300d8bf859 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/a8fb5f36-bdf4-4d39-aa44-fb9c176b7f09 HTTP/1.1" status: 404 len: 337 time: 0.0420370 Apr 22 15:14:51.916147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33784) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.939423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f02f33a-74cd-48f2-b275-a6acc6934f32 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:51.961578 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7cba627e-35ae-4e61-8220-920b1b324730 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca83454e-f7d6-42ab-84a9-3861905ece68 HTTP/1.1" status: 200 len: 205 time: 0.0443418 Apr 22 15:14:51.962132 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33788) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:51.977895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 1c7a7024-41dd-4862-8fa5-71bb0016f0be up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:52.066531 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-e04e2e56-054c-4198-961d-b1882f154aec tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] delete failed (client error): The resource could not be found. Apr 22 15:14:52.067768 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e04e2e56-054c-4198-961d-b1882f154aec tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/routers/ca83454e-f7d6-42ab-84a9-3861905ece68 HTTP/1.1" status: 404 len: 336 time: 0.1045668 Apr 22 15:14:52.069425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 1c7a7024-41dd-4862-8fa5-71bb0016f0be completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:52.071019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33792) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:52.122523 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2bf454-6180-42f7-93f8-f41af2fe8458 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] DELETE failed (client error): The resource could not be found. Apr 22 15:14:52.123061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2bf454-6180-42f7-93f8-f41af2fe8458 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:14:52.127613 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0e2bf454-6180-42f7-93f8-f41af2fe8458 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/fb91a461-3a09-4470-87b4-3e49fe52030b HTTP/1.1" status: 404 len: 337 time: 0.0554304 Apr 22 15:14:52.128263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33796) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:52.195424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7f02f33a-74cd-48f2-b275-a6acc6934f32 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for c91a6dd9-b994-4815-b700-3cbe20f32ddb owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:52.260539 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559f7328-0c89-49fd-9433-a147e286b12b None None] Network 3a6a7278-4eda-42e3-a7a8-f4da4cf88a77 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:52.272812 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bc6b7bb3-48a8-4137-a661-696078972ea5 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "GET /v2.0/ports?device_id=9429ee86-5e7f-4e00-9652-303ed0ea4ee4 HTTP/1.1" status: 200 len: 205 time: 0.1433721 Apr 22 15:14:52.273400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33800) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:52.338856 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-dff23d1f-f1dc-4f8e-acab-87c05bf3fb53 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] delete failed (client error): The resource could not be found. Apr 22 15:14:52.342753 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dff23d1f-f1dc-4f8e-acab-87c05bf3fb53 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/routers/9429ee86-5e7f-4e00-9652-303ed0ea4ee4 HTTP/1.1" status: 404 len: 336 time: 0.0684216 Apr 22 15:14:52.343587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33804) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:52.363325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f02f33a-74cd-48f2-b275-a6acc6934f32 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:52.384036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-92b3d75a-307c-4a26-b8e5-8c0adb1833bd None None] Provisioning for port 1c7a7024-41dd-4862-8fa5-71bb0016f0be completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:52.389372 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e6e42e-e329-4395-95c1-44804e55ab93 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] DELETE failed (client error): The resource could not be found. Apr 22 15:14:52.390239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e6e42e-e329-4395-95c1-44804e55ab93 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:14:52.394779 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-42e6e42e-e329-4395-95c1-44804e55ab93 tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/cc610e67-d174-491c-83b5-a50ae6dddf7d HTTP/1.1" status: 404 len: 337 time: 0.0502191 Apr 22 15:14:52.395337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33808) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:52.404312 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-92b3d75a-307c-4a26-b8e5-8c0adb1833bd None None] Provisioning complete for port 1c7a7024-41dd-4862-8fa5-71bb0016f0be triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:52.404881 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92b3d75a-307c-4a26-b8e5-8c0adb1833bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:52.419390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02f33a-74cd-48f2-b275-a6acc6934f32 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=c91a6dd9-b994-4815-b700-3cbe20f32ddb,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:52.436357 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d18c9ed-1da0-425c-b00c-0e3f17962d6c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] DELETE failed (client error): The resource could not be found. Apr 22 15:14:52.437085 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d18c9ed-1da0-425c-b00c-0e3f17962d6c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:14:52.440903 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6d18c9ed-1da0-425c-b00c-0e3f17962d6c tempest-RoutersTest-1856183026 tempest-RoutersTest-1856183026-project] 10.222.0.71 "DELETE /v2.0/subnets/8b499cfd-2019-47eb-b91e-1d2e413dcb34 HTTP/1.1" status: 404 len: 337 time: 0.0421712 Apr 22 15:14:52.473030 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f02f33a-74cd-48f2-b275-a6acc6934f32 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:52.485643 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7f02f33a-74cd-48f2-b275-a6acc6934f32 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/c91a6dd9-b994-4815-b700-3cbe20f32ddb HTTP/1.1" status: 204 len: 168 time: 0.8773007 Apr 22 15:14:52.486770 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33814) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:52.528779 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b8b1d4-ba30-4d77-8e8d-fc3be0553508 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] GET failed (client error): The resource could not be found. Apr 22 15:14:52.532215 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-26b8b1d4-ba30-4d77-8e8d-fc3be0553508 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/c91a6dd9-b994-4815-b700-3cbe20f32ddb HTTP/1.1" status: 404 len: 333 time: 0.0419068 Apr 22 15:14:52.532452 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33818) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:52.645285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92b3d75a-307c-4a26-b8e5-8c0adb1833bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:52.698544 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-92b3d75a-307c-4a26-b8e5-8c0adb1833bd None None] For port 1c7a7024-41dd-4862-8fa5-71bb0016f0be, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1c7a7024-41dd-4862-8fa5-71bb0016f0be,segment=NetworkSegment(60160334-f675-4063-8de6-a4275f6b9805),segment_id=60160334-f675-4063-8de6-a4275f6b9805)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:52.705488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-92b3d75a-307c-4a26-b8e5-8c0adb1833bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:52.783040 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-11448306-92d7-4747-8f59-f6bda2f1a34f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting subnet 3c7387e7-b2a6-4c1f-9814-b6213e18c3fd {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:14:52.794792 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-11448306-92d7-4747-8f59-f6bda2f1a34f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:52.797090 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3d75a-307c-4a26-b8e5-8c0adb1833bd None None] Pushing event updated for resources: {'Port': ['ID=1c7a7024-41dd-4862-8fa5-71bb0016f0be,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:52.826091 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33826) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:52.859766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-11448306-92d7-4747-8f59-f6bda2f1a34f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:52.867667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c13d47-887b-47d0-be8a-b42bc6aaa535 req-c3734d54-f987-42b0-a7f7-c99e7644d5e9 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:52.874733 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-55c13d47-887b-47d0-be8a-b42bc6aaa535 req-c3734d54-f987-42b0-a7f7-c99e7644d5e9 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.1144967 Apr 22 15:14:52.955555 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-55c13d47-887b-47d0-be8a-b42bc6aaa535 req-4cf4890b-d5fa-4e10-abdf-6f24ddf68649 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798645 Apr 22 15:14:53.001284 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-11448306-92d7-4747-8f59-f6bda2f1a34f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.037818 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e61b6714-c477-4d28-be99-fa6b7c72429f None None] Provisioning complete for port 1c7a7024-41dd-4862-8fa5-71bb0016f0be triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:53.038791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e61b6714-c477-4d28-be99-fa6b7c72429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.108975 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dc7a25c2-f2e5-4071-9fa0-24cff14dd5dd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8b695a0fa9ae4a8bb1a1cf6665db6638&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2821729 Apr 22 15:14:53.112556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33832) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:53.132318 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-11448306-92d7-4747-8f59-f6bda2f1a34f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.192621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11448306-92d7-4747-8f59-f6bda2f1a34f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7387e7-b2a6-4c1f-9814-b6213e18c3fd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:53.206589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-11448306-92d7-4747-8f59-f6bda2f1a34f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.212063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3288ec98-8d01-4efc-b6b8-3c9415646070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.223105 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-11448306-92d7-4747-8f59-f6bda2f1a34f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/3c7387e7-b2a6-4c1f-9814-b6213e18c3fd HTTP/1.1" status: 204 len: 168 time: 0.6890409 Apr 22 15:14:53.223773 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33836) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:53.226035 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7925150-9023-453e-afcc-12a2f718fb5e None None] Network 3a6a7278-4eda-42e3-a7a8-f4da4cf88a77 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:53.243134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3288ec98-8d01-4efc-b6b8-3c9415646070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.310238 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3288ec98-8d01-4efc-b6b8-3c9415646070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.320128 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-873fc9a2-0ef9-4aa3-923e-f5e6cae669b7 None None] Could not find standard attr ID for object c91a6dd9-b994-4815-b700-3cbe20f32ddb. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:14:53.325205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288ec98-8d01-4efc-b6b8-3c9415646070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057a279f-a9f7-42a0-b5a1-5eaabcce9e33,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:53.332538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3288ec98-8d01-4efc-b6b8-3c9415646070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.333112 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3288ec98-8d01-4efc-b6b8-3c9415646070 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/057a279f-a9f7-42a0-b5a1-5eaabcce9e33 HTTP/1.1" status: 204 len: 168 time: 0.2197025 Apr 22 15:14:53.346609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.358739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port 1c7a7024-41dd-4862-8fa5-71bb0016f0be {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:53.359140 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.523840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e4895-0b27-4ab5-9ca6-cb05bef9d6ef None None] DHCP port deletion for 3a6a7278-4eda-42e3-a7a8-f4da4cf88a77 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:14:53.527707 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-283e4895-0b27-4ab5-9ca6-cb05bef9d6ef None None] Deleting port 1c7a7024-41dd-4862-8fa5-71bb0016f0be {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:53.528084 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-283e4895-0b27-4ab5-9ca6-cb05bef9d6ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.580475 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] For port 1c7a7024-41dd-4862-8fa5-71bb0016f0be, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1c7a7024-41dd-4862-8fa5-71bb0016f0be,segment=NetworkSegment(60160334-f675-4063-8de6-a4275f6b9805),segment_id=60160334-f675-4063-8de6-a4275f6b9805)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:53.581005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.706723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for 1c7a7024-41dd-4862-8fa5-71bb0016f0be owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:53.745571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-283e4895-0b27-4ab5-9ca6-cb05bef9d6ef None None] For port 1c7a7024-41dd-4862-8fa5-71bb0016f0be, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=1c7a7024-41dd-4862-8fa5-71bb0016f0be,segment=NetworkSegment(60160334-f675-4063-8de6-a4275f6b9805),segment_id=60160334-f675-4063-8de6-a4275f6b9805)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:53.745964 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-283e4895-0b27-4ab5-9ca6-cb05bef9d6ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.790329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:53.835460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=1c7a7024-41dd-4862-8fa5-71bb0016f0be,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:53.846661 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No DVR routers for this DVR port 1c7a7024-41dd-4862-8fa5-71bb0016f0be on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:14:53.890446 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-283e4895-0b27-4ab5-9ca6-cb05bef9d6ef None None] Calling delete_port for 1c7a7024-41dd-4862-8fa5-71bb0016f0be owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:53.932953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 1c7a7024-41dd-4862-8fa5-71bb0016f0be no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:14:53.972597 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 1c7a7024-41dd-4862-8fa5-71bb0016f0be {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:14:53.972953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 1c7a7024-41dd-4862-8fa5-71bb0016f0be not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:14:53.990448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.006691 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-283e4895-0b27-4ab5-9ca6-cb05bef9d6ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:14:54.007075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-283e4895-0b27-4ab5-9ca6-cb05bef9d6ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:14:54.022511 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6a7278-4eda-42e3-a7a8-f4da4cf88a77']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:54.039335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60160334-f675-4063-8de6-a4275f6b9805') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:54.039626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60160334-f675-4063-8de6-a4275f6b9805') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:14:54.053984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.070784 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.078904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:14:54.080170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:14:54.100977 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:14:54.179320 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeac555-de9e-4de1-b258-69a2d1fbc840 req-dc68d7f1-9985-43e9-90ef-5e624f212c3f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:54.180922 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8aeac555-de9e-4de1-b258-69a2d1fbc840 req-dc68d7f1-9985-43e9-90ef-5e624f212c3f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.0853889 Apr 22 15:14:54.191677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.211834 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.222095 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Network': ['ID=3a6a7278-4eda-42e3-a7a8-f4da4cf88a77,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:54.239710 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-63dccedb-f9c4-4eae-9dc8-c8ae79351086 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/networks/3a6a7278-4eda-42e3-a7a8-f4da4cf88a77 HTTP/1.1" status: 204 len: 168 time: 1.0146382 Apr 22 15:14:54.240301 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33860) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:54.243190 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8aeac555-de9e-4de1-b258-69a2d1fbc840 req-b50470a2-17aa-4179-9bd2-24892b88b5b2 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565758 Apr 22 15:14:54.245929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'name': 'tempest-PortsIpV6TestJSON-146118684'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:54.359344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33864) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:54.442420 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:54.446795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:port and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:54.449921 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:54.456172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:54.467039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:54.470228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.497296 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port 4ddd4197-6427-4710-aed3-84433f47620c yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:14:54.507857 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-283e4895-0b27-4ab5-9ca6-cb05bef9d6ef None None] Deleting port 1c7a7024-41dd-4862-8fa5-71bb0016f0be {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:54.508366 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-283e4895-0b27-4ab5-9ca6-cb05bef9d6ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.572142 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-50ad8c93-c64b-4ddd-8cea-3c95372330ae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-832571198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:54.578222 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-50ad8c93-c64b-4ddd-8cea-3c95372330ae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:54.582420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-50ad8c93-c64b-4ddd-8cea-3c95372330ae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Usage tracker for resource:router and tenant:a6f306c2e1d2495593b31ab99dab9c6c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:54.585357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-50ad8c93-c64b-4ddd-8cea-3c95372330ae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:54.591569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-50ad8c93-c64b-4ddd-8cea-3c95372330ae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:54.602747 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50ad8c93-c64b-4ddd-8cea-3c95372330ae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.604123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50ad8c93-c64b-4ddd-8cea-3c95372330ae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.609354 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-283e4895-0b27-4ab5-9ca6-cb05bef9d6ef None None] The port '1c7a7024-41dd-4862-8fa5-71bb0016f0be' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:14:54.627880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50ad8c93-c64b-4ddd-8cea-3c95372330ae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.645666 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50ad8c93-c64b-4ddd-8cea-3c95372330ae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.667120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-50ad8c93-c64b-4ddd-8cea-3c95372330ae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.668292 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-50ad8c93-c64b-4ddd-8cea-3c95372330ae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3079221 Apr 22 15:14:54.670942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33870) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:54.676236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1439002278'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:54.680819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:54.684686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Usage tracker for resource:network and tenant:a6f306c2e1d2495593b31ab99dab9c6c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:54.691288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:54.696833 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:54.707016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Made reservation on behalf of a6f306c2e1d2495593b31ab99dab9c6c for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:54.710022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.722491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.727893 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.754840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:54.759340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Usage tracker for resource:security_group_rule and tenant:a6f306c2e1d2495593b31ab99dab9c6c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:54.760366 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.763360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:54.769666 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:54.833705 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 868a421c-ccae-4924-950c-83f1c4c16162 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:54.836670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:54.840475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.840631 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:54.844461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:54.845006 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.845217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.853426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=4ddd4197-6427-4710-aed3-84433f47620c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:54.875632 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-adb43614-8741-42f6-8191-707ef73aba9a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6342304 Apr 22 15:14:54.876134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33874) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:54.882819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:14:54.888084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1087d32d-1909-4094-9094-ceba70c9f763,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:54.896518 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.896859 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Added segment 3da69f7b-4c52-4728-a3db-80ec57050125 of type vlan for network 5b26ecf0-600c-4294-b94e-eb70bc53da1f Apr 22 15:14:54.923887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.944554 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c9e7ed92-acd2-4eb2-b981-6aad3502ed2f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port 4ddd4197-6427-4710-aed3-84433f47620c {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:54.944895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9e7ed92-acd2-4eb2-b981-6aad3502ed2f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.956307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:54.960017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:54.960600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.070093 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3980973 Apr 22 15:14:55.072956 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33878) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:55.081241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Request body: {'subnet': {'network_id': '5b26ecf0-600c-4294-b94e-eb70bc53da1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:55.094608 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4b675-9a45-4d06-9a7e-568d7acc3ad1 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event updated for resources: {'Network': ['ID=5b26ecf0-600c-4294-b94e-eb70bc53da1f,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:55.106357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 5b26ecf0-600c-4294-b94e-eb70bc53da1f details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:14:55.167383 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9e7ed92-acd2-4eb2-b981-6aad3502ed2f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.200455 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:55.204406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Usage tracker for resource:subnet and tenant:a6f306c2e1d2495593b31ab99dab9c6c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:55.207407 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:55.216810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:55.227406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Made reservation on behalf of a6f306c2e1d2495593b31ab99dab9c6c for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:55.290274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-c9e7ed92-acd2-4eb2-b981-6aad3502ed2f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for 4ddd4197-6427-4710-aed3-84433f47620c owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:55.334567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.369334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9e7ed92-acd2-4eb2-b981-6aad3502ed2f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.416147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7ed92-acd2-4eb2-b981-6aad3502ed2f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=4ddd4197-6427-4710-aed3-84433f47620c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:55.427628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9e7ed92-acd2-4eb2-b981-6aad3502ed2f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.439256 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c9e7ed92-acd2-4eb2-b981-6aad3502ed2f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/4ddd4197-6427-4710-aed3-84433f47620c HTTP/1.1" status: 204 len: 168 time: 0.5620813 Apr 22 15:14:55.441789 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33884) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:55.447277 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'mac_address': 'fa:16:3e:1b:8b:bb', 'name': 'tempest-PortsIpV6TestJSON-729082596'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:55.554163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd04fd-5875-4c32-997d-52d6f21a25f5 req-b533e8c2-c2ad-4538-be62-0ed52979655e tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:55.555436 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:55.555638 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2bcd04fd-5875-4c32-997d-52d6f21a25f5 req-b533e8c2-c2ad-4538-be62-0ed52979655e tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.1579764 Apr 22 15:14:55.559435 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:port and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:55.562766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:55.567915 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:55.576816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:55.636286 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2bcd04fd-5875-4c32-997d-52d6f21a25f5 req-e38b7996-26fb-4b07-ac2a-2d47bbfa8b6a tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731628 Apr 22 15:14:55.655666 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.684892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.715638 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port ac74e9c9-e83e-4e3c-b62a-fa4e824e8d71 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:14:55.734097 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event updated for resources: {'Subnet': ['ID=36bdb220-f7c6-48e2-98bc-a72f68bd8695,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:55.748781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Checking segment: {'id': '3da69f7b-4c52-4728-a3db-80ec57050125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5b26ecf0-600c-4294-b94e-eb70bc53da1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:55.749137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Network hostable DHCP agents. Network: 5b26ecf0-600c-4294-b94e-eb70bc53da1f, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:14:55.772709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Network 5b26ecf0-600c-4294-b94e-eb70bc53da1f is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:14:55.781702 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 5b26ecf0-600c-4294-b94e-eb70bc53da1f) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:55.786090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:55.786722 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.793274 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b77458-0743-4376-ba91-f2c08611c655 None None] Network 5b26ecf0-600c-4294-b94e-eb70bc53da1f requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:55.810679 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-80140e21-6b1f-40a1-b9eb-2a421a9b0622 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7367034 Apr 22 15:14:55.813775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33888) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:55.819258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Request body: {'network': {'name': 'tempest-router-network01--992679552'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:55.824202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:55.828173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Usage tracker for resource:network and tenant:a6f306c2e1d2495593b31ab99dab9c6c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:55.831692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:55.837633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:55.848607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Made reservation on behalf of a6f306c2e1d2495593b31ab99dab9c6c for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:55.852322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.881520 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:14:55.890611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.891075 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Added segment abf9465e-6002-4445-ae0f-8ee0cdec98f6 of type vlan for network 914cc1d2-2610-4ba5-b9be-7a91aee8fe2d Apr 22 15:14:55.923616 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.953440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.957469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.962244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:55.963083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:55.985320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.042663 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-5b26ecf0-600c-4294-b94e-eb70bc53da1f', 'network_id': '5b26ecf0-600c-4294-b94e-eb70bc53da1f', 'tenant_id': 'a6f306c2e1d2495593b31ab99dab9c6c', 'fixed_ips': [{'subnet_id': '36bdb220-f7c6-48e2-98bc-a72f68bd8695'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:14:56.043547 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.177258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 868a421c-ccae-4924-950c-83f1c4c16162 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:56.177532 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3600638 Apr 22 15:14:56.177661 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=ac74e9c9-e83e-4e3c-b62a-fa4e824e8d71,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:56.178671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33892) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:56.179140 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:56.181314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:56.186353 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Request body: {'network': {'name': 'tempest-router-network02--1069271892'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:56.189992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:56.190795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.193319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47599cf6-8b57-4049-ad73-754247510652 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event updated for resources: {'Network': ['ID=914cc1d2-2610-4ba5-b9be-7a91aee8fe2d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:56.195744 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:56.199963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Usage tracker for resource:network and tenant:a6f306c2e1d2495593b31ab99dab9c6c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:56.202944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:56.209021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:56.214290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 914cc1d2-2610-4ba5-b9be-7a91aee8fe2d details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:14:56.222619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33896) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:56.222829 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-02f75ac7-4eca-4715-843f-e0f4d7fd76be tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7798772 Apr 22 15:14:56.230287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Allocated IP 172.20.0.2 (5b26ecf0-600c-4294-b94e-eb70bc53da1f/36bdb220-f7c6-48e2-98bc-a72f68bd8695/60fe8c61-e452-4cdf-b595-ac26ac3ffe36) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:56.254536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Made reservation on behalf of a6f306c2e1d2495593b31ab99dab9c6c for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:56.257355 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.312015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6946a92-9950-49bf-9e45-c8e94a555996 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:56.312573 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f6946a92-9950-49bf-9e45-c8e94a555996 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:56.318435 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:14:56.333938 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.334394 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Added segment 75eaebd5-13fd-4389-8330-ce5a6f8b01b5 of type vlan for network 4374ecbb-0674-4cef-94e5-9f99d41613cd Apr 22 15:14:56.339158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f6946a92-9950-49bf-9e45-c8e94a555996 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:56.340293 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f6946a92-9950-49bf-9e45-c8e94a555996 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/ac74e9c9-e83e-4e3c-b62a-fa4e824e8d71 HTTP/1.1" status: 200 len: 844 time: 0.1164880 Apr 22 15:14:56.343578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33902) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:56.363230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.396620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.400600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:56.401175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.412979 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-df484675-75a5-48f0-b67b-1b65a9be2736 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port ac74e9c9-e83e-4e3c-b62a-fa4e824e8d71 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:56.413308 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-df484675-75a5-48f0-b67b-1b65a9be2736 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.505489 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3240123 Apr 22 15:14:56.507127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33906) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:56.515184 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Request body: {'subnet': {'network_id': '914cc1d2-2610-4ba5-b9be-7a91aee8fe2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:56.529073 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.540017 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Transition to ACTIVE for port object 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:56.559670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Transition to ACTIVE for port object 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:56.565594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.585244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a6f58-3a09-4748-ab3f-ff40b822f0eb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event updated for resources: {'Network': ['ID=4374ecbb-0674-4cef-94e5-9f99d41613cd,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:56.602785 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 4374ecbb-0674-4cef-94e5-9f99d41613cd details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:14:56.633484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:56.637328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Usage tracker for resource:subnet and tenant:a6f306c2e1d2495593b31ab99dab9c6c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:56.640783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:56.647180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:56.651457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-df484675-75a5-48f0-b67b-1b65a9be2736 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.657867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Made reservation on behalf of a6f306c2e1d2495593b31ab99dab9c6c for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:56.710047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Network 5b26ecf0-600c-4294-b94e-eb70bc53da1f is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:56.716739 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:56.726875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Pushing event updated for resources: {'Port': ['ID=60fe8c61-e452-4cdf-b595-ac26ac3ffe36,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:56.729335 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:56.776847 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.799662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-df484675-75a5-48f0-b67b-1b65a9be2736 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for ac74e9c9-e83e-4e3c-b62a-fa4e824e8d71 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:56.835624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Attempting to bind port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:56.836225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Attempting to bind port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '3da69f7b-4c52-4728-a3db-80ec57050125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5b26ecf0-600c-4294-b94e-eb70bc53da1f'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:56.836331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Attempting to bind port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 on network 5b26ecf0-600c-4294-b94e-eb70bc53da1f {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:56.842863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:56.843229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Checking segment: {'id': '3da69f7b-4c52-4728-a3db-80ec57050125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5b26ecf0-600c-4294-b94e-eb70bc53da1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:56.843620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.845764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Bound using segment: {'id': '3da69f7b-4c52-4728-a3db-80ec57050125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5b26ecf0-600c-4294-b94e-eb70bc53da1f'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:56.845764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Bound port: 60fe8c61-e452-4cdf-b595-ac26ac3ffe36, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da69f7b-4c52-4728-a3db-80ec57050125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5b26ecf0-600c-4294-b94e-eb70bc53da1f'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:56.845764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.878965 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-df484675-75a5-48f0-b67b-1b65a9be2736 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.943867 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] For port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:56.948477 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] For port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=60fe8c61-e452-4cdf-b595-ac26ac3ffe36,segment=NetworkSegment(3da69f7b-4c52-4728-a3db-80ec57050125),segment_id=3da69f7b-4c52-4728-a3db-80ec57050125)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:56.955142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.956409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df484675-75a5-48f0-b67b-1b65a9be2736 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=ac74e9c9-e83e-4e3c-b62a-fa4e824e8d71,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:56.965830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0065c-d131-4869-93be-ca50e6f4b89a req-680d0372-3565-4e95-8c4e-cf3e34471de1 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:56.968279 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-88d0065c-d131-4869-93be-ca50e6f4b89a req-680d0372-3565-4e95-8c4e-cf3e34471de1 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.1689355 Apr 22 15:14:56.977905 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-df484675-75a5-48f0-b67b-1b65a9be2736 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:56.998653 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33912) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:56.999273 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-df484675-75a5-48f0-b67b-1b65a9be2736 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/ac74e9c9-e83e-4e3c-b62a-fa4e824e8d71 HTTP/1.1" status: 204 len: 168 time: 0.6535916 Apr 22 15:14:57.050326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e26763-cd40-4df8-b140-ac9c39058228 None None] Pushing event updated for resources: {'Port': ['ID=60fe8c61-e452-4cdf-b595-ac26ac3ffe36,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:57.081337 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-622464d9-b77a-46fe-8733-d5c051ad69e7 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] GET failed (client error): The resource could not be found. Apr 22 15:14:57.082672 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-622464d9-b77a-46fe-8733-d5c051ad69e7 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/ac74e9c9-e83e-4e3c-b62a-fa4e824e8d71 HTTP/1.1" status: 404 len: 333 time: 0.0743024 Apr 22 15:14:57.086712 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33916) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:57.093368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'name': 'tempest-PortsIpV6TestJSON-75316492'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:57.125388 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-88d0065c-d131-4869-93be-ca50e6f4b89a req-9784cea1-fc35-4d0f-a3ae-b2a56bb37b7b tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275845 Apr 22 15:14:57.154369 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:57.255786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:57.269344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event updated for resources: {'Subnet': ['ID=ee94c439-803a-4089-acb1-c156e12dac3e,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:57.270560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:port and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:57.273851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:57.280153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:57.282025 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Checking segment: {'id': 'abf9465e-6002-4445-ae0f-8ee0cdec98f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '914cc1d2-2610-4ba5-b9be-7a91aee8fe2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:57.282463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Network hostable DHCP agents. Network: 914cc1d2-2610-4ba5-b9be-7a91aee8fe2d, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:14:57.292056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:57.295702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:57.310534 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Network 914cc1d2-2610-4ba5-b9be-7a91aee8fe2d is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:14:57.322088 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 914cc1d2-2610-4ba5-b9be-7a91aee8fe2d) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:57.322391 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port f575c3aa-2dd6-4c50-80ad-308391350a34 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:14:57.326378 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:57.327161 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:57.332735 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b0efb5-d88a-4d12-96bd-018c842c72af None None] Network 914cc1d2-2610-4ba5-b9be-7a91aee8fe2d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:57.355433 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f96fa9eb-bdae-40e1-a492-0a341612eaed tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8454227 Apr 22 15:14:57.355701 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33920) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:57.361278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Request body: {'subnet': {'network_id': '4374ecbb-0674-4cef-94e5-9f99d41613cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:57.474283 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:57.478180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Usage tracker for resource:subnet and tenant:a6f306c2e1d2495593b31ab99dab9c6c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:57.481152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:57.488024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:57.498747 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Made reservation on behalf of a6f306c2e1d2495593b31ab99dab9c6c for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:57.568371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:57.598990 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:57.606068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:57.615221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-914cc1d2-2610-4ba5-b9be-7a91aee8fe2d', 'network_id': '914cc1d2-2610-4ba5-b9be-7a91aee8fe2d', 'tenant_id': 'a6f306c2e1d2495593b31ab99dab9c6c', 'fixed_ips': [{'subnet_id': 'ee94c439-803a-4089-acb1-c156e12dac3e'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:14:57.616213 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:57.679118 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 868a421c-ccae-4924-950c-83f1c4c16162 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:57.682406 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:57.684348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=f575c3aa-2dd6-4c50-80ad-308391350a34,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:57.686415 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:57.690257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:57.690851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:57.716901 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2410e72c-c65e-4971-91c7-23d54c73913b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.6290770 Apr 22 15:14:57.720526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33924) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:57.726769 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f7e1ac48-32c0-468e-bfde-b2a628c2efc5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:57.792726 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Allocated IP 172.20.0.2 (914cc1d2-2610-4ba5-b9be-7a91aee8fe2d/ee94c439-803a-4089-acb1-c156e12dac3e/0048493d-5e77-4924-b0b6-be7763183669) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:57.859876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ac48-32c0-468e-bfde-b2a628c2efc5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:57.873307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.004753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event updated for resources: {'Subnet': ['ID=dba50e69-1b92-4920-afea-afebc6fe6dd4,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:58.035747 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Checking segment: {'id': '75eaebd5-13fd-4389-8330-ce5a6f8b01b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4374ecbb-0674-4cef-94e5-9f99d41613cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:58.036095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Network hostable DHCP agents. Network: 4374ecbb-0674-4cef-94e5-9f99d41613cd, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:14:58.072122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Network 4374ecbb-0674-4cef-94e5-9f99d41613cd is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:14:58.078527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:14:58.084190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 4374ecbb-0674-4cef-94e5-9f99d41613cd) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:58.089259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:58.089854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.116066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8c8212-29b4-4c7e-8471-f1d5a6d70138 None None] Network 4374ecbb-0674-4cef-94e5-9f99d41613cd requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:58.117536 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-00da64f6-f0de-4bd2-8ad8-097229106fae tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7607155 Apr 22 15:14:58.120080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33928) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:58.172489 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ac48-32c0-468e-bfde-b2a628c2efc5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.179011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ac48-32c0-468e-bfde-b2a628c2efc5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.229842 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:14:58.244973 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898387de-33d4-4ffa-b4fe-1bc0c5cc0180 None None] Network 5b26ecf0-600c-4294-b94e-eb70bc53da1f requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:14:58.251555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f7e1ac48-32c0-468e-bfde-b2a628c2efc5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] In _notify_port_updated(), no bound segment for port f575c3aa-2dd6-4c50-80ad-308391350a34 on network 868a421c-ccae-4924-950c-83f1c4c16162 {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:14:58.256200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e1ac48-32c0-468e-bfde-b2a628c2efc5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:58.256848 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7e1ac48-32c0-468e-bfde-b2a628c2efc5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.258225 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f7e1ac48-32c0-468e-bfde-b2a628c2efc5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "PUT /v2.0/ports/f575c3aa-2dd6-4c50-80ad-308391350a34 HTTP/1.1" status: 200 len: 818 time: 0.5365214 Apr 22 15:14:58.261562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33934) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:58.311776 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1ac48-32c0-468e-bfde-b2a628c2efc5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=f575c3aa-2dd6-4c50-80ad-308391350a34,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:58.347447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-48692417-40cd-4e3a-81f2-9086ed25e937 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port f575c3aa-2dd6-4c50-80ad-308391350a34 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:14:58.347839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48692417-40cd-4e3a-81f2-9086ed25e937 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.357201 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.403264 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Transition to ACTIVE for port object 0048493d-5e77-4924-b0b6-be7763183669 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:58.478791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5c8bc8d0-67de-495a-b4f6-a77cdbcc5e80 None None] Provisioning for port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:58.489033 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Transition to ACTIVE for port object 0048493d-5e77-4924-b0b6-be7763183669 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:58.542300 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.616058 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d4162-5496-4397-94be-93458dbf69ad req-b6d51df8-2e02-4ba2-bae3-b192e779a5c3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:58.616968 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0f9d4162-5496-4397-94be-93458dbf69ad req-b6d51df8-2e02-4ba2-bae3-b192e779a5c3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.2259705 Apr 22 15:14:58.636134 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:14:58.662774 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48692417-40cd-4e3a-81f2-9086ed25e937 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.670494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:58.670921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.740437 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Network 914cc1d2-2610-4ba5-b9be-7a91aee8fe2d is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:58.741405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Pushing event updated for resources: {'Port': ['ID=0048493d-5e77-4924-b0b6-be7763183669,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:58.776097 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:58.778082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:58.789631 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0f9d4162-5496-4397-94be-93458dbf69ad req-a134e04b-3da7-43ac-b09f-9091c18203e6 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663032 Apr 22 15:14:58.791270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-48692417-40cd-4e3a-81f2-9086ed25e937 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for f575c3aa-2dd6-4c50-80ad-308391350a34 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:14:58.836219 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-4374ecbb-0674-4cef-94e5-9f99d41613cd', 'network_id': '4374ecbb-0674-4cef-94e5-9f99d41613cd', 'tenant_id': 'a6f306c2e1d2495593b31ab99dab9c6c', 'fixed_ips': [{'subnet_id': 'dba50e69-1b92-4920-afea-afebc6fe6dd4'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:14:58.837026 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.891652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48692417-40cd-4e3a-81f2-9086ed25e937 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.905828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.943117 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48692417-40cd-4e3a-81f2-9086ed25e937 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=f575c3aa-2dd6-4c50-80ad-308391350a34,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:58.951127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48692417-40cd-4e3a-81f2-9086ed25e937 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:58.961374 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-48692417-40cd-4e3a-81f2-9086ed25e937 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/f575c3aa-2dd6-4c50-80ad-308391350a34 HTTP/1.1" status: 204 len: 168 time: 0.6991591 Apr 22 15:14:58.964050 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33938) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:59.049171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111ce974-ecab-43e7-98db-2122c403ef6c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:59.050005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-111ce974-ecab-43e7-98db-2122c403ef6c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:14:59.066343 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-111ce974-ecab-43e7-98db-2122c403ef6c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:14:59.067624 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-111ce974-ecab-43e7-98db-2122c403ef6c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1026084 Apr 22 15:14:59.070803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33942) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:59.091602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Attempting to bind port 0048493d-5e77-4924-b0b6-be7763183669 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:14:59.092244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Attempting to bind port 0048493d-5e77-4924-b0b6-be7763183669 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'abf9465e-6002-4445-ae0f-8ee0cdec98f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '914cc1d2-2610-4ba5-b9be-7a91aee8fe2d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:14:59.092557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Attempting to bind port 0048493d-5e77-4924-b0b6-be7763183669 on network 914cc1d2-2610-4ba5-b9be-7a91aee8fe2d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:14:59.119287 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86c0ef6-31dc-416c-affa-7c951c8d7211 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] GET failed (client error): The resource could not be found. Apr 22 15:14:59.125089 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c86c0ef6-31dc-416c-affa-7c951c8d7211 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/f575c3aa-2dd6-4c50-80ad-308391350a34 HTTP/1.1" status: 404 len: 333 time: 0.0488861 Apr 22 15:14:59.125269 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.125409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33946) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:59.132448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-356038735'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:59.139450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:59.139659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:14:59.140118 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Checking segment: {'id': 'abf9465e-6002-4445-ae0f-8ee0cdec98f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '914cc1d2-2610-4ba5-b9be-7a91aee8fe2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:14:59.140582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.141034 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Bound using segment: {'id': 'abf9465e-6002-4445-ae0f-8ee0cdec98f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '914cc1d2-2610-4ba5-b9be-7a91aee8fe2d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:14:59.141519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Bound port: 0048493d-5e77-4924-b0b6-be7763183669, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf9465e-6002-4445-ae0f-8ee0cdec98f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '914cc1d2-2610-4ba5-b9be-7a91aee8fe2d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:14:59.141972 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.143852 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:network and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:59.146992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:59.162651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:59.178835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:59.182042 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.233338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:14:59.248801 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.249415 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Added segment 0478657d-41fd-470b-a31d-0490848e495e of type vlan for network 7f30c23c-5e39-4716-b9bd-754f3363ec7c Apr 22 15:14:59.283515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=60fe8c61-e452-4cdf-b595-ac26ac3ffe36,segment=NetworkSegment(3da69f7b-4c52-4728-a3db-80ec57050125),segment_id=3da69f7b-4c52-4728-a3db-80ec57050125)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:14:59.295355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.298881 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Allocated IP 172.20.0.2 (4374ecbb-0674-4cef-94e5-9f99d41613cd/dba50e69-1b92-4920-afea-afebc6fe6dd4/b668163f-949b-4762-8d97-e472fa88c513) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:59.302307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.344093 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.350642 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:14:59.351373 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.361296 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Allocated IP 172.20.0.1 (914cc1d2-2610-4ba5-b9be-7a91aee8fe2d/ee94c439-803a-4089-acb1-c156e12dac3e/db96951a-0fc2-4577-ba62-1ac19d0c284d) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:14:59.403177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] For port 0048493d-5e77-4924-b0b6-be7763183669, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:14:59.468941 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3421009 Apr 22 15:14:59.472693 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33950) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:14:59.481232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': '7f30c23c-5e39-4716-b9bd-754f3363ec7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:14:59.503394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c54b53-39c6-437d-90ae-9a375cfd4953 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Network': ['ID=7f30c23c-5e39-4716-b9bd-754f3363ec7c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:59.513879 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] For port 0048493d-5e77-4924-b0b6-be7763183669, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=0048493d-5e77-4924-b0b6-be7763183669,segment=NetworkSegment(abf9465e-6002-4445-ae0f-8ee0cdec98f6),segment_id=abf9465e-6002-4445-ae0f-8ee0cdec98f6)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:14:59.529706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 7f30c23c-5e39-4716-b9bd-754f3363ec7c details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:14:59.547664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.573625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.591243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Transition to ACTIVE for port object db96951a-0fc2-4577-ba62-1ac19d0c284d will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:59.594709 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:14:59.597833 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:14:59.601107 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:14:59.608252 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:14:59.620154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:14:59.620354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.623389 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=60fe8c61-e452-4cdf-b595-ac26ac3ffe36,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:59.689266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Network 914cc1d2-2610-4ba5-b9be-7a91aee8fe2d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:14:59.692104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:14:59.696311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:14:59.732656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event updated for resources: {'Port': ['ID=db96951a-0fc2-4577-ba62-1ac19d0c284d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:14:59.736886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.757277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-49a3f910-1b49-49d9-b4dc-75a354e48099 None None] Provisioning complete for port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:14:59.758133 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-49a3f910-1b49-49d9-b4dc-75a354e48099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.762981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.854398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.944613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:14:59.959907 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Transition to ACTIVE for port object b668163f-949b-4762-8d97-e472fa88c513 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:14:59.990736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Transition to ACTIVE for port object b668163f-949b-4762-8d97-e472fa88c513 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:00.002999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69488b-134e-49da-8350-656f8ab5e93f None None] Pushing event updated for resources: {'Port': ['ID=0048493d-5e77-4924-b0b6-be7763183669,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:00.052567 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.075160 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:00.137351 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.197431 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Network 4374ecbb-0674-4cef-94e5-9f99d41613cd is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:00.233374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Subnet': ['ID=2cd8d423-b859-448c-848b-fd2f2af24ac3,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:00.248611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Pushing event updated for resources: {'Port': ['ID=b668163f-949b-4762-8d97-e472fa88c513,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:00.248820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Checking segment: {'id': '0478657d-41fd-470b-a31d-0490848e495e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7f30c23c-5e39-4716-b9bd-754f3363ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:00.249301 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network hostable DHCP agents. Network: 7f30c23c-5e39-4716-b9bd-754f3363ec7c, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:15:00.256296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:00.261551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:00.281286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 7f30c23c-5e39-4716-b9bd-754f3363ec7c is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:15:00.297279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 7f30c23c-5e39-4716-b9bd-754f3363ec7c) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:00.302851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:00.303571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.333154 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d6c1302e-ec9d-40af-aaec-328fe105555d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8568108 Apr 22 15:15:00.333476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33956) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:00.339159 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-eae81aa3-b3c0-46a5-849e-143ca0a3fceb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': '7f30c23c-5e39-4716-b9bd-754f3363ec7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:00.344244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaedf94-43b6-4508-b613-342494f90297 None None] Network 7f30c23c-5e39-4716-b9bd-754f3363ec7c requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:00.379323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dae7d-74b0-4520-81c5-cd1f4295bde7 req-643c1e3d-4b96-4e7b-a640-2a1068bb1af3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:00.380798 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae2dae7d-74b0-4520-81c5-cd1f4295bde7 req-643c1e3d-4b96-4e7b-a640-2a1068bb1af3 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.1444712 Apr 22 15:15:00.478966 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-eae81aa3-b3c0-46a5-849e-143ca0a3fceb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:00.483166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eae81aa3-b3c0-46a5-849e-143ca0a3fceb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:00.486423 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eae81aa3-b3c0-46a5-849e-143ca0a3fceb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:00.492932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-eae81aa3-b3c0-46a5-849e-143ca0a3fceb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:00.505565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae81aa3-b3c0-46a5-849e-143ca0a3fceb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:00.510683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eae81aa3-b3c0-46a5-849e-143ca0a3fceb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.518814 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae2dae7d-74b0-4520-81c5-cd1f4295bde7 req-24280660-4700-40b4-854e-f1ec3ac83ef4 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955906 Apr 22 15:15:00.520239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Attempting to bind port b668163f-949b-4762-8d97-e472fa88c513 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:00.520607 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Attempting to bind port b668163f-949b-4762-8d97-e472fa88c513 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '75eaebd5-13fd-4389-8330-ce5a6f8b01b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4374ecbb-0674-4cef-94e5-9f99d41613cd'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:00.520963 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Attempting to bind port b668163f-949b-4762-8d97-e472fa88c513 on network 4374ecbb-0674-4cef-94e5-9f99d41613cd {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:00.534969 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:00.535349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.569195 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.575082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.594320 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:00.594659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Checking segment: {'id': '75eaebd5-13fd-4389-8330-ce5a6f8b01b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4374ecbb-0674-4cef-94e5-9f99d41613cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:00.595578 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.595963 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Bound using segment: {'id': '75eaebd5-13fd-4389-8330-ce5a6f8b01b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4374ecbb-0674-4cef-94e5-9f99d41613cd'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:00.596435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Bound port: b668163f-949b-4762-8d97-e472fa88c513, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75eaebd5-13fd-4389-8330-ce5a6f8b01b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '4374ecbb-0674-4cef-94e5-9f99d41613cd'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:00.596800 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.646869 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-eae81aa3-b3c0-46a5-849e-143ca0a3fceb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2cd8d423-b859-448c-848b-fd2f2af24ac3 (CIDR: 2001:db8::/64) Apr 22 15:15:00.651756 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae81aa3-b3c0-46a5-849e-143ca0a3fceb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:15:00.652545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae81aa3-b3c0-46a5-849e-143ca0a3fceb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:00.675020 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eae81aa3-b3c0-46a5-849e-143ca0a3fceb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3402038 Apr 22 15:15:00.677556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33960) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:00.689245 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-bdb94abc-62e5-4e94-8f75-e4e31d5282ea tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': '7f30c23c-5e39-4716-b9bd-754f3363ec7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:00.721453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event updated for resources: {'Port': ['ID=db96951a-0fc2-4577-ba62-1ac19d0c284d,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:00.766988 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.833559 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-7f30c23c-5e39-4716-b9bd-754f3363ec7c', 'network_id': '7f30c23c-5e39-4716-b9bd-754f3363ec7c', 'tenant_id': '9a229755415d4435ae3e9ad9557b82d1', 'fixed_ips': [{'subnet_id': '2cd8d423-b859-448c-848b-fd2f2af24ac3'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:15:00.834396 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.843718 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] For port b668163f-949b-4762-8d97-e472fa88c513, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:00.862063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] For port b668163f-949b-4762-8d97-e472fa88c513, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b668163f-949b-4762-8d97-e472fa88c513,segment=NetworkSegment(75eaebd5-13fd-4389-8330-ce5a6f8b01b5),segment_id=75eaebd5-13fd-4389-8330-ce5a6f8b01b5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:00.908107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:00.940673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bdb94abc-62e5-4e94-8f75-e4e31d5282ea tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:00.947347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-bdb94abc-62e5-4e94-8f75-e4e31d5282ea tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:00.958250 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-bdb94abc-62e5-4e94-8f75-e4e31d5282ea tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:00.967766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bdb94abc-62e5-4e94-8f75-e4e31d5282ea tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:00.980001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Network 914cc1d2-2610-4ba5-b9be-7a91aee8fe2d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:00.983010 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:01.024598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa7ede-88b8-4126-8929-ddd8f1c81413 None None] Pushing event updated for resources: {'Port': ['ID=b668163f-949b-4762-8d97-e472fa88c513,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:01.104305 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Allocated IP 2001:db8::2 (7f30c23c-5e39-4716-b9bd-754f3363ec7c/2cd8d423-b859-448c-848b-fd2f2af24ac3/29e59be9-1196-45d2-937d-250ca8639626) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:01.107907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb94abc-62e5-4e94-8f75-e4e31d5282ea tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:01.189945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f81514-24e3-4a5b-a1f0-d4dee1ca5300 None None] Network 914cc1d2-2610-4ba5-b9be-7a91aee8fe2d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:01.364961 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-521d3f30-d204-417f-b666-75a3cc030efe None None] Provisioning for port 0048493d-5e77-4924-b0b6-be7763183669 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:01.386063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bdb94abc-62e5-4e94-8f75-e4e31d5282ea tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:01.594516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:01.609026 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Transition to ACTIVE for port object 29e59be9-1196-45d2-937d-250ca8639626 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:01.640204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Transition to ACTIVE for port object 29e59be9-1196-45d2-937d-250ca8639626 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:01.652920 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:01.675105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Router 436800b0-1293-45d7-9b81-8e6f1503129a is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:15:01.727860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Network 7f30c23c-5e39-4716-b9bd-754f3363ec7c is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:01.732344 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Pushing event updated for resources: {'Port': ['ID=29e59be9-1196-45d2-937d-250ca8639626,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:01.733982 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:01.736551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:01.846343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Attempting to bind port 29e59be9-1196-45d2-937d-250ca8639626 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:01.846729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Attempting to bind port 29e59be9-1196-45d2-937d-250ca8639626 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '0478657d-41fd-470b-a31d-0490848e495e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7f30c23c-5e39-4716-b9bd-754f3363ec7c'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:01.847227 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Attempting to bind port 29e59be9-1196-45d2-937d-250ca8639626 on network 7f30c23c-5e39-4716-b9bd-754f3363ec7c {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:01.855089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:01.855469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Checking segment: {'id': '0478657d-41fd-470b-a31d-0490848e495e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7f30c23c-5e39-4716-b9bd-754f3363ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:01.855873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:01.856275 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Bound using segment: {'id': '0478657d-41fd-470b-a31d-0490848e495e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7f30c23c-5e39-4716-b9bd-754f3363ec7c'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:01.856742 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Bound port: 29e59be9-1196-45d2-937d-250ca8639626, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0478657d-41fd-470b-a31d-0490848e495e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '7f30c23c-5e39-4716-b9bd-754f3363ec7c'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:01.859034 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:01.979799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] For port 29e59be9-1196-45d2-937d-250ca8639626, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:01.983450 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] For port 29e59be9-1196-45d2-937d-250ca8639626, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=29e59be9-1196-45d2-937d-250ca8639626,segment=NetworkSegment(0478657d-41fd-470b-a31d-0490848e495e),segment_id=0478657d-41fd-470b-a31d-0490848e495e)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:01.995109 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:02.092863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 0048493d-5e77-4924-b0b6-be7763183669 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:02.181096 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547631fa-0a42-4b6a-bfd6-611cca8e45b5 None None] Pushing event updated for resources: {'Port': ['ID=29e59be9-1196-45d2-937d-250ca8639626,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:02.189451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-95af6a0d-bf19-4dbb-8cbf-e1c2ab6ac327 None None] Provisioning for port db96951a-0fc2-4577-ba62-1ac19d0c284d completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:02.201049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-95af6a0d-bf19-4dbb-8cbf-e1c2ab6ac327 None None] Provisioning complete for port db96951a-0fc2-4577-ba62-1ac19d0c284d triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:02.202432 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-95af6a0d-bf19-4dbb-8cbf-e1c2ab6ac327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:02.203538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46ae81-784e-49f3-9ef8-969983386277 req-2de9e4ee-f624-4612-b590-ea94cb4fd640 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:02.205081 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5e46ae81-784e-49f3-9ef8-969983386277 req-2de9e4ee-f624-4612-b590-ea94cb4fd640 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.5245531 Apr 22 15:15:02.223024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bdb94abc-62e5-4e94-8f75-e4e31d5282ea tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:02.265228 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 0048493d-5e77-4924-b0b6-be7763183669 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:02.275805 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 0048493d-5e77-4924-b0b6-be7763183669 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:02.276185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:02.308605 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-95af6a0d-bf19-4dbb-8cbf-e1c2ab6ac327 None None] Port db96951a-0fc2-4577-ba62-1ac19d0c284d cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:02.342506 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb94abc-62e5-4e94-8f75-e4e31d5282ea tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 7f30c23c-5e39-4716-b9bd-754f3363ec7c is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:02.355864 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-95af6a0d-bf19-4dbb-8cbf-e1c2ab6ac327 None None] Provisioning complete for port 0048493d-5e77-4924-b0b6-be7763183669 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:02.356057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-bdb94abc-62e5-4e94-8f75-e4e31d5282ea tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:02.356150 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-95af6a0d-bf19-4dbb-8cbf-e1c2ab6ac327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:02.359328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb94abc-62e5-4e94-8f75-e4e31d5282ea tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:02.359904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bdb94abc-62e5-4e94-8f75-e4e31d5282ea tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:02.374673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb94abc-62e5-4e94-8f75-e4e31d5282ea tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Subnet': ['ID=da9f54b8-3310-4367-abdd-8241ec712bcb,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:02.408019 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5e46ae81-784e-49f3-9ef8-969983386277 req-1f3c7747-2466-4e1b-96f2-325caa8e5962 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908193 Apr 22 15:15:02.413555 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:02.416035 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bdb94abc-62e5-4e94-8f75-e4e31d5282ea tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7374921 Apr 22 15:15:02.418979 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33968) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:02.419564 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a532399c-24e1-4986-a6c6-9602f910adfd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "PUT /v2.0/routers/436800b0-1293-45d7-9b81-8e6f1503129a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2984960 Apr 22 15:15:02.426718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33970) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:02.429393 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'network_id': '7f30c23c-5e39-4716-b9bd-754f3363ec7c', 'fixed_ips': [{'subnet_id': '2cd8d423-b859-448c-848b-fd2f2af24ac3'}, {'subnet_id': 'da9f54b8-3310-4367-abdd-8241ec712bcb'}], 'name': 'tempest-PortsIpV6TestJSON-417564878'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:02.464380 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d7fe7-8b09-48f3-9891-987a544de13f None None] Sync routers for ids ['436800b0-1293-45d7-9b81-8e6f1503129a'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:02.519231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:02.540644 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d7fe7-8b09-48f3-9891-987a544de13f None None] Routers {'436800b0-1293-45d7-9b81-8e6f1503129a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:02.541288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c98d7fe7-8b09-48f3-9891-987a544de13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['436800b0-1293-45d7-9b81-8e6f1503129a'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:02.625279 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac72ab8-d774-4383-b6d5-ba85ea8c94ed None None] Network 4374ecbb-0674-4cef-94e5-9f99d41613cd requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:02.656348 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c98d7fe7-8b09-48f3-9891-987a544de13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:02.810822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:02.815426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:port and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:02.818584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:02.825211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:02.829738 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 0048493d-5e77-4924-b0b6-be7763183669, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=0048493d-5e77-4924-b0b6-be7763183669,segment=NetworkSegment(abf9465e-6002-4445-ae0f-8ee0cdec98f6),segment_id=abf9465e-6002-4445-ae0f-8ee0cdec98f6)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:02.834166 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d7fe7-8b09-48f3-9891-987a544de13f None None] Routers {'436800b0-1293-45d7-9b81-8e6f1503129a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:02.834839 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c98d7fe7-8b09-48f3-9891-987a544de13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['436800b0-1293-45d7-9b81-8e6f1503129a'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:02.838481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:02.843880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:02.868142 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port a43225a7-2495-4ea1-a81c-7e4c576d80c9 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:02.897163 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-95af6a0d-bf19-4dbb-8cbf-e1c2ab6ac327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:02.925234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:02.926009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b668163f-949b-4762-8d97-e472fa88c513 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:03.007252 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c98d7fe7-8b09-48f3-9891-987a544de13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:03.007685 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98d7fe7-8b09-48f3-9891-987a544de13f None None] The sync data for ids ['436800b0-1293-45d7-9b81-8e6f1503129a'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:03.069295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:03.171384 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=0048493d-5e77-4924-b0b6-be7763183669,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:03.193159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-95af6a0d-bf19-4dbb-8cbf-e1c2ab6ac327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:15:03.193506 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-95af6a0d-bf19-4dbb-8cbf-e1c2ab6ac327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:15:03.218306 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-5ac0ca80-086f-4662-9948-9cc77c270562 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:15:03.223234 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5ac0ca80-086f-4662-9948-9cc77c270562 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "PUT /v2.0/routers/436800b0-1293-45d7-9b81-8e6f1503129a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7925525 Apr 22 15:15:03.224206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33976) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:03.241478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port b668163f-949b-4762-8d97-e472fa88c513 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:03.331608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Allocated IP 2001:db8::3be (7f30c23c-5e39-4716-b9bd-754f3363ec7c/2cd8d423-b859-448c-848b-fd2f2af24ac3/a43225a7-2495-4ea1-a81c-7e4c576d80c9) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:03.338072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Allocated IP 2001:db8:0:1::9c (7f30c23c-5e39-4716-b9bd-754f3363ec7c/da9f54b8-3310-4367-abdd-8241ec712bcb/a43225a7-2495-4ea1-a81c-7e4c576d80c9) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:03.575295 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:03.577613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82de7ccb-c621-49be-bc87-4b718bcb9f6c None None] Network 7f30c23c-5e39-4716-b9bd-754f3363ec7c requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:03.592931 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Transition to ACTIVE for port object a43225a7-2495-4ea1-a81c-7e4c576d80c9 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:03.622456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:03.652141 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-97ba4292-ce63-4577-b52e-0a9ce86ad4bd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:03.704945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 7f30c23c-5e39-4716-b9bd-754f3363ec7c is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:03.708366 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:03.710957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:03.715085 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:03.715726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:03.724842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=a43225a7-2495-4ea1-a81c-7e4c576d80c9,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:03.754235 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-86f5626d-8048-404d-add4-4e1ddd70d0a2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.3331182 Apr 22 15:15:03.757357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33982) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:03.763606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-368beb4b-d5f1-431c-8a12-913a46ef24e5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2cd8d423-b859-448c-848b-fd2f2af24ac3'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:03.889422 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-368beb4b-d5f1-431c-8a12-913a46ef24e5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:03.937448 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Provisioning complete for port db96951a-0fc2-4577-ba62-1ac19d0c284d triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:03.937827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:03.995608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Port db96951a-0fc2-4577-ba62-1ac19d0c284d cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:04.006505 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b40c7-9306-4891-a52f-0f34b48665d7 req-46862675-027f-4767-afb1-609a3e5595d1 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:04.008197 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f69b40c7-9306-4891-a52f-0f34b48665d7 req-46862675-027f-4767-afb1-609a3e5595d1 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.3946502 Apr 22 15:15:04.011289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Provisioning for port b668163f-949b-4762-8d97-e472fa88c513 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:04.017581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Provisioning complete for port b668163f-949b-4762-8d97-e472fa88c513 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:04.017958 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:04.102826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 29e59be9-1196-45d2-937d-250ca8639626 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:04.120779 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f69b40c7-9306-4891-a52f-0f34b48665d7 req-418861ae-91f9-47ab-9dab-d82c6fc8b673 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989480 Apr 22 15:15:04.274743 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:04.286284 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-368beb4b-d5f1-431c-8a12-913a46ef24e5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Delete allocated IP 2001:db8:0:1::9c (7f30c23c-5e39-4716-b9bd-754f3363ec7c/da9f54b8-3310-4367-abdd-8241ec712bcb) {{(pid=83934) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 15:15:04.303271 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213fc125-b696-4a95-9e6b-792d4b631069 None None] Update dhcp port {'port': {'network_id': '7f30c23c-5e39-4716-b9bd-754f3363ec7c', 'fixed_ips': [{'subnet_id': '2cd8d423-b859-448c-848b-fd2f2af24ac3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'da9f54b8-3310-4367-abdd-8241ec712bcb'}], 'binding:host_id': 'dv-neutron-838883-3-hyperv'}, 'id': '29e59be9-1196-45d2-937d-250ca8639626'} from dv-neutron-838883-3-hyperv. {{(pid=83935) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 15:15:04.383499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 29e59be9-1196-45d2-937d-250ca8639626 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:04.393646 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] For port b668163f-949b-4762-8d97-e472fa88c513, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b668163f-949b-4762-8d97-e472fa88c513,segment=NetworkSegment(75eaebd5-13fd-4389-8330-ce5a6f8b01b5),segment_id=75eaebd5-13fd-4389-8330-ce5a6f8b01b5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:04.395013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 0048493d-5e77-4924-b0b6-be7763183669 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:04.419275 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-213fc125-b696-4a95-9e6b-792d4b631069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:04.475095 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:04.531738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-368beb4b-d5f1-431c-8a12-913a46ef24e5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:04.554558 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-368beb4b-d5f1-431c-8a12-913a46ef24e5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Ignored duplicate provisioning block setup for port a43225a7-2495-4ea1-a81c-7e4c576d80c9 by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 15:15:04.559846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-368beb4b-d5f1-431c-8a12-913a46ef24e5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:04.666688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Provisioning for port 29e59be9-1196-45d2-937d-250ca8639626 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:04.677064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Provisioning complete for port 29e59be9-1196-45d2-937d-250ca8639626 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:04.677064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:04.677328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-368beb4b-d5f1-431c-8a12-913a46ef24e5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] In _notify_port_updated(), no bound segment for port a43225a7-2495-4ea1-a81c-7e4c576d80c9 on network 7f30c23c-5e39-4716-b9bd-754f3363ec7c {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:15:04.680850 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368beb4b-d5f1-431c-8a12-913a46ef24e5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:04.681172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-368beb4b-d5f1-431c-8a12-913a46ef24e5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:04.684968 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-368beb4b-d5f1-431c-8a12-913a46ef24e5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "PUT /v2.0/ports/a43225a7-2495-4ea1-a81c-7e4c576d80c9 HTTP/1.1" status: 200 len: 925 time: 0.9241493 Apr 22 15:15:04.685842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 33990) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:04.692741 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6884c5-9823-4cc0-9a96-1025a0bc9a50 req-be2a8623-59e4-4702-a472-ed3da201979a tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:04.693490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d8a2901c-0786-4dec-836d-e83f5240f3c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2cd8d423-b859-448c-848b-fd2f2af24ac3'}, {'subnet_id': 'da9f54b8-3310-4367-abdd-8241ec712bcb'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:04.694235 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac6884c5-9823-4cc0-9a96-1025a0bc9a50 req-be2a8623-59e4-4702-a472-ed3da201979a tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.1911671 Apr 22 15:15:04.702174 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Pushing event updated for resources: {'Port': ['ID=b668163f-949b-4762-8d97-e472fa88c513,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:04.721090 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368beb4b-d5f1-431c-8a12-913a46ef24e5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=a43225a7-2495-4ea1-a81c-7e4c576d80c9,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:04.766363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-97ba4292-ce63-4577-b52e-0a9ce86ad4bd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Deleting port db96951a-0fc2-4577-ba62-1ac19d0c284d {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:04.766909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-97ba4292-ce63-4577-b52e-0a9ce86ad4bd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:04.793238 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 0048493d-5e77-4924-b0b6-be7763183669 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:04.793601 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:04.832117 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9f1e836b-4011-4684-81e0-a0ec6734938d req-2ded56f6-2016-4367-8bbc-750d42c5b28e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca170eb8340f428b86c9c5acf6a8ca1c&device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 1098 time: 0.2319257 Apr 22 15:15:04.859587 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-213fc125-b696-4a95-9e6b-792d4b631069 None None] Allocated IP 2001:db8:0:1::2 (7f30c23c-5e39-4716-b9bd-754f3363ec7c/da9f54b8-3310-4367-abdd-8241ec712bcb/29e59be9-1196-45d2-937d-250ca8639626) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:04.863136 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac6884c5-9823-4cc0-9a96-1025a0bc9a50 req-9bfda1e1-9eb8-4c03-8892-fad8db49f7d4 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445312 Apr 22 15:15:04.979923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 33996) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:05.054348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8a2901c-0786-4dec-836d-e83f5240f3c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:05.054792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:05.136344 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-213fc125-b696-4a95-9e6b-792d4b631069 None None] For port 29e59be9-1196-45d2-937d-250ca8639626, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=29e59be9-1196-45d2-937d-250ca8639626,segment=NetworkSegment(0478657d-41fd-470b-a31d-0490848e495e),segment_id=0478657d-41fd-470b-a31d-0490848e495e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:05.162313 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-213fc125-b696-4a95-9e6b-792d4b631069 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:05.177926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-213fc125-b696-4a95-9e6b-792d4b631069 None None] Ignored duplicate provisioning block setup for port 29e59be9-1196-45d2-937d-250ca8639626 by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 15:15:05.184100 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-213fc125-b696-4a95-9e6b-792d4b631069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:05.263302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-97ba4292-ce63-4577-b52e-0a9ce86ad4bd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:05.279095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e836b-4011-4684-81e0-a0ec6734938d req-a4027354-de01-4bf5-9dfc-89bc937c0baf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:05.280680 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9f1e836b-4011-4684-81e0-a0ec6734938d req-a4027354-de01-4bf5-9dfc-89bc937c0baf service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b30759b-11ae-417c-bc4c-b58157939dcc HTTP/1.1" status: 200 len: 913 time: 0.4398313 Apr 22 15:15:05.357034 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:15:05.357299 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:15:05.378586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fc125-b696-4a95-9e6b-792d4b631069 None None] Pushing event updated for resources: {'Port': ['ID=29e59be9-1196-45d2-937d-250ca8639626,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:05.420939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-d8a2901c-0786-4dec-836d-e83f5240f3c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Allocated IP 2001:db8:0:1::106 (7f30c23c-5e39-4716-b9bd-754f3363ec7c/da9f54b8-3310-4367-abdd-8241ec712bcb/a43225a7-2495-4ea1-a81c-7e4c576d80c9) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:05.584833 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-97ba4292-ce63-4577-b52e-0a9ce86ad4bd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Calling delete_port for db96951a-0fc2-4577-ba62-1ac19d0c284d owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:05.599249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8a2901c-0786-4dec-836d-e83f5240f3c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:05.616500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-d8a2901c-0786-4dec-836d-e83f5240f3c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Ignored duplicate provisioning block setup for port a43225a7-2495-4ea1-a81c-7e4c576d80c9 by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 15:15:05.623327 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8a2901c-0786-4dec-836d-e83f5240f3c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:05.660017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-520f85c7-37ba-49d2-96cb-c648bee54d04 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Deleting port aba5fccb-6981-4176-ab42-362c3491f6ae {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:05.660358 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-520f85c7-37ba-49d2-96cb-c648bee54d04 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:05.751530 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9f1e836b-4011-4684-81e0-a0ec6734938d req-7ab9995f-88d1-4cc6-928f-dd90b82acd3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63510a2-1adb-46e9-89b2-afa7e71ab191 HTTP/1.1" status: 200 len: 1001 time: 0.4609485 Apr 22 15:15:05.764062 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2901c-0786-4dec-836d-e83f5240f3c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=a43225a7-2495-4ea1-a81c-7e4c576d80c9,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:05.772408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2901c-0786-4dec-836d-e83f5240f3c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] In _notify_port_updated(), no bound segment for port a43225a7-2495-4ea1-a81c-7e4c576d80c9 on network 7f30c23c-5e39-4716-b9bd-754f3363ec7c {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:15:05.776184 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a2901c-0786-4dec-836d-e83f5240f3c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:05.776788 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d8a2901c-0786-4dec-836d-e83f5240f3c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:05.780573 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d8a2901c-0786-4dec-836d-e83f5240f3c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "PUT /v2.0/ports/a43225a7-2495-4ea1-a81c-7e4c576d80c9 HTTP/1.1" status: 200 len: 1011 time: 1.0919192 Apr 22 15:15:05.781007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34000) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:05.852923 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9eab0312-ce6e-43c8-98e7-519c58f1a79f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port a43225a7-2495-4ea1-a81c-7e4c576d80c9 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:05.853265 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9eab0312-ce6e-43c8-98e7-519c58f1a79f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:05.948968 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e836b-4011-4684-81e0-a0ec6734938d req-91dfd732-ca95-4ed4-9f7b-73f3aa3bc536 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:05.949934 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9f1e836b-4011-4684-81e0-a0ec6734938d req-91dfd732-ca95-4ed4-9f7b-73f3aa3bc536 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44024044-2bbf-41e4-9040-da56b02148a3 HTTP/1.1" status: 200 len: 851 time: 0.1691539 Apr 22 15:15:06.007514 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.083752 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-520f85c7-37ba-49d2-96cb-c648bee54d04 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.084096 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-520f85c7-37ba-49d2-96cb-c648bee54d04 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.104658 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 29e59be9-1196-45d2-937d-250ca8639626 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:06.127464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131e718-336e-4a4c-ba16-6a42e68086c8 None None] Network 7f30c23c-5e39-4716-b9bd-754f3363ec7c requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:06.205254 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9eab0312-ce6e-43c8-98e7-519c58f1a79f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.269498 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] For port 29e59be9-1196-45d2-937d-250ca8639626, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=29e59be9-1196-45d2-937d-250ca8639626,segment=NetworkSegment(0478657d-41fd-470b-a31d-0490848e495e),segment_id=0478657d-41fd-470b-a31d-0490848e495e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:06.279218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-520f85c7-37ba-49d2-96cb-c648bee54d04 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Calling delete_port for aba5fccb-6981-4176-ab42-362c3491f6ae owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:06.289651 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.333160 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9eab0312-ce6e-43c8-98e7-519c58f1a79f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for a43225a7-2495-4ea1-a81c-7e4c576d80c9 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:06.339006 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-97ba4292-ce63-4577-b52e-0a9ce86ad4bd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.368278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 29e59be9-1196-45d2-937d-250ca8639626 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:06.368551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.410343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba4292-ce63-4577-b52e-0a9ce86ad4bd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event deleted for resources: {'Port': ['ID=db96951a-0fc2-4577-ba62-1ac19d0c284d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:06.480958 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954df482-3d4b-4d8d-a6d4-4d2941092854 None None] Pushing event updated for resources: {'Port': ['ID=29e59be9-1196-45d2-937d-250ca8639626,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:06.510833 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9f1e836b-4011-4684-81e0-a0ec6734938d req-de59ead2-e8ba-4712-ab55-084dc69e8007 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b30759b-11ae-417c-bc4c-b58157939dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5524352 Apr 22 15:15:06.557686 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9eab0312-ce6e-43c8-98e7-519c58f1a79f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.561861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f6ed3-438f-4d4f-b2c4-760cf07b7f31 req-5d314755-8a60-4480-878b-462772054f61 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:06.563905 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac1f6ed3-438f-4d4f-b2c4-760cf07b7f31 req-5d314755-8a60-4480-878b-462772054f61 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.4720247 Apr 22 15:15:06.585259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9380c87c-a0ce-40d7-a4d1-f8572ccddaae None None] Provisioning for port a43225a7-2495-4ea1-a81c-7e4c576d80c9 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:06.608571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9380c87c-a0ce-40d7-a4d1-f8572ccddaae None None] Provisioning complete for port a43225a7-2495-4ea1-a81c-7e4c576d80c9 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:06.608808 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9380c87c-a0ce-40d7-a4d1-f8572ccddaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.610795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab0312-ce6e-43c8-98e7-519c58f1a79f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=a43225a7-2495-4ea1-a81c-7e4c576d80c9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:06.653834 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9380c87c-a0ce-40d7-a4d1-f8572ccddaae None None] Port a43225a7-2495-4ea1-a81c-7e4c576d80c9 was deleted so its status cannot be updated. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 22 15:15:06.657329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b668163f-949b-4762-8d97-e472fa88c513 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:06.701156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9eab0312-ce6e-43c8-98e7-519c58f1a79f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.713532 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9eab0312-ce6e-43c8-98e7-519c58f1a79f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/a43225a7-2495-4ea1-a81c-7e4c576d80c9 HTTP/1.1" status: 204 len: 168 time: 0.9313335 Apr 22 15:15:06.717192 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34006) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:06.736587 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9380c87c-a0ce-40d7-a4d1-f8572ccddaae None None] Provisioning complete for port 29e59be9-1196-45d2-937d-250ca8639626 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:06.736892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9380c87c-a0ce-40d7-a4d1-f8572ccddaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.763972 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cccf73-6577-4d2e-8647-0814b69c401d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] GET failed (client error): The resource could not be found. Apr 22 15:15:06.765769 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-60cccf73-6577-4d2e-8647-0814b69c401d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:06.787379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-60cccf73-6577-4d2e-8647-0814b69c401d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:06.789103 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-60cccf73-6577-4d2e-8647-0814b69c401d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/a43225a7-2495-4ea1-a81c-7e4c576d80c9 HTTP/1.1" status: 404 len: 333 time: 0.0707340 Apr 22 15:15:06.792543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34010) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:06.812332 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b668163f-949b-4762-8d97-e472fa88c513 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:06.812709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.879755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-375b39cc-244a-4ed7-b1e5-48deca208390 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting subnet da9f54b8-3310-4367-abdd-8241ec712bcb {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:06.882855 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-375b39cc-244a-4ed7-b1e5-48deca208390 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:06.977204 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9f1e836b-4011-4684-81e0-a0ec6734938d req-01f9de6f-9347-4934-92a1-d93654583696 service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557562 Apr 22 15:15:06.979575 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac1f6ed3-438f-4d4f-b2c4-760cf07b7f31 req-92843121-2951-4bf2-8b3b-f9de45740cba tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3962710 Apr 22 15:15:07.040942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8a248843-f3c7-4259-b96c-c5bc12544bb5 None None] Could not find standard attr ID for object a43225a7-2495-4ea1-a81c-7e4c576d80c9. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:15:07.056921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8a248843-f3c7-4259-b96c-c5bc12544bb5 None None] Provisioning complete for port 29e59be9-1196-45d2-937d-250ca8639626 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:07.057357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8a248843-f3c7-4259-b96c-c5bc12544bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.073941 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-375b39cc-244a-4ed7-b1e5-48deca208390 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.180230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-375b39cc-244a-4ed7-b1e5-48deca208390 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.269999 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-375b39cc-244a-4ed7-b1e5-48deca208390 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.283561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-97ba4292-ce63-4577-b52e-0a9ce86ad4bd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.289239 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-520f85c7-37ba-49d2-96cb-c648bee54d04 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.308658 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f757c74d-9d31-401e-bddb-c2e4f59df862 None None] Could not find standard attr ID for object a43225a7-2495-4ea1-a81c-7e4c576d80c9. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:15:07.313584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b39cc-244a-4ed7-b1e5-48deca208390 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Subnet': ['ID=da9f54b8-3310-4367-abdd-8241ec712bcb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:07.328265 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-375b39cc-244a-4ed7-b1e5-48deca208390 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.339939 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-375b39cc-244a-4ed7-b1e5-48deca208390 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/da9f54b8-3310-4367-abdd-8241ec712bcb HTTP/1.1" status: 204 len: 168 time: 0.5436788 Apr 22 15:15:07.340300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34014) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:07.343838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f85c7-37ba-49d2-96cb-c648bee54d04 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event deleted for resources: {'Port': ['ID=aba5fccb-6981-4176-ab42-362c3491f6ae,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:07.371936 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9f1e836b-4011-4684-81e0-a0ec6734938d req-fd7369bd-fe34-4da1-98dd-0e874a40f171 service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649077 Apr 22 15:15:07.435226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafa8d18-4b6b-4514-8f42-346fefb9d612 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting subnet 2cd8d423-b859-448c-848b-fd2f2af24ac3 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:07.438499 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aafa8d18-4b6b-4514-8f42-346fefb9d612 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.497409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aafa8d18-4b6b-4514-8f42-346fefb9d612 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.505574 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37a46fd-4479-4069-b7f9-071dfe1af5ec None None] Network 7f30c23c-5e39-4716-b9bd-754f3363ec7c requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:07.575393 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-509d12f7-5850-4309-b2be-8fa3b765e5c0 None None] Could not find standard attr ID for object a43225a7-2495-4ea1-a81c-7e4c576d80c9. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:15:07.583896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aafa8d18-4b6b-4514-8f42-346fefb9d612 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.588757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-520f85c7-37ba-49d2-96cb-c648bee54d04 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.667864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aafa8d18-4b6b-4514-8f42-346fefb9d612 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.715044 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa8d18-4b6b-4514-8f42-346fefb9d612 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd8d423-b859-448c-848b-fd2f2af24ac3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:07.726811 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-aafa8d18-4b6b-4514-8f42-346fefb9d612 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.734087 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-aafa8d18-4b6b-4514-8f42-346fefb9d612 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/2cd8d423-b859-448c-848b-fd2f2af24ac3 HTTP/1.1" status: 204 len: 168 time: 0.3925667 Apr 22 15:15:07.738029 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34018) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:07.811520 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af71961-756f-4a8f-a085-1c20d7c9014f None None] DHCP port deletion for 7f30c23c-5e39-4716-b9bd-754f3363ec7c request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:15:07.815954 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2af71961-756f-4a8f-a085-1c20d7c9014f None None] Deleting port 29e59be9-1196-45d2-937d-250ca8639626 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:07.816554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2af71961-756f-4a8f-a085-1c20d7c9014f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.857320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:07.868603 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port 29e59be9-1196-45d2-937d-250ca8639626 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:07.869071 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:08.042770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ba4292-ce63-4577-b52e-0a9ce86ad4bd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Router 436800b0-1293-45d7-9b81-8e6f1503129a has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:08.150312 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2af71961-756f-4a8f-a085-1c20d7c9014f None None] For port 29e59be9-1196-45d2-937d-250ca8639626, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=29e59be9-1196-45d2-937d-250ca8639626,segment=NetworkSegment(0478657d-41fd-470b-a31d-0490848e495e),segment_id=0478657d-41fd-470b-a31d-0490848e495e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:08.150889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2af71961-756f-4a8f-a085-1c20d7c9014f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:08.158763 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] For port 29e59be9-1196-45d2-937d-250ca8639626, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=29e59be9-1196-45d2-937d-250ca8639626,segment=NetworkSegment(0478657d-41fd-470b-a31d-0490848e495e),segment_id=0478657d-41fd-470b-a31d-0490848e495e)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:08.159128 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:08.213804 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 29e59be9-1196-45d2-937d-250ca8639626 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:08.290315 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for 29e59be9-1196-45d2-937d-250ca8639626 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:08.339004 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2af71961-756f-4a8f-a085-1c20d7c9014f None None] Calling delete_port for 29e59be9-1196-45d2-937d-250ca8639626 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:08.373194 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:08.410419 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No active binding found for port 29e59be9-1196-45d2-937d-250ca8639626 {{(pid=83935) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 22 15:15:08.410843 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 29e59be9-1196-45d2-937d-250ca8639626 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:08.425864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=29e59be9-1196-45d2-937d-250ca8639626,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:08.430107 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No DVR routers for this DVR port 29e59be9-1196-45d2-937d-250ca8639626 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:08.431782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-2af71961-756f-4a8f-a085-1c20d7c9014f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:15:08.432147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-2af71961-756f-4a8f-a085-1c20d7c9014f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:15:08.557208 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:08.563970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ba4292-ce63-4577-b52e-0a9ce86ad4bd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:08.573879 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33563489-c4ec-444e-94ac-e27b7b7e6439 None None] Sync routers for ids ['436800b0-1293-45d7-9b81-8e6f1503129a'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:08.585716 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f30c23c-5e39-4716-b9bd-754f3363ec7c']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:08.586738 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33563489-c4ec-444e-94ac-e27b7b7e6439 None None] Routers {'436800b0-1293-45d7-9b81-8e6f1503129a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:08.587391 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-33563489-c4ec-444e-94ac-e27b7b7e6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['436800b0-1293-45d7-9b81-8e6f1503129a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:08.597489 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-97ba4292-ce63-4577-b52e-0a9ce86ad4bd tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "PUT /v2.0/routers/436800b0-1293-45d7-9b81-8e6f1503129a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3721631 Apr 22 15:15:08.601730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34024) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:08.604715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2755d7-80d4-4e44-b191-78d349427345 req-64604a63-cf4f-49c4-a778-d37aca5a2584 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:08.605901 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0478657d-41fd-470b-a31d-0490848e495e') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:08.606153 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ef2755d7-80d4-4e44-b191-78d349427345 req-64604a63-cf4f-49c4-a778-d37aca5a2584 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.4219503 Apr 22 15:15:08.606302 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0478657d-41fd-470b-a31d-0490848e495e') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:08.648698 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-33563489-c4ec-444e-94ac-e27b7b7e6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:08.660153 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33563489-c4ec-444e-94ac-e27b7b7e6439 None None] Routers {'436800b0-1293-45d7-9b81-8e6f1503129a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:08.660972 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-33563489-c4ec-444e-94ac-e27b7b7e6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['436800b0-1293-45d7-9b81-8e6f1503129a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:08.667127 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ef2755d7-80d4-4e44-b191-78d349427345 req-f0a963b6-c46b-4d65-b315-0b11694d7dc8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506632 Apr 22 15:15:08.680582 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-fc94bdac-6a78-4e23-ac72-d9d6c3784126 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] delete failed (client error): The resource could not be found. Apr 22 15:15:08.681606 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fc94bdac-6a78-4e23-ac72-d9d6c3784126 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "DELETE /v2.0/routers/tempest-non_exist_router-1833182973 HTTP/1.1" status: 404 len: 335 time: 0.0787020 Apr 22 15:15:08.683582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:08.685549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34028) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:08.691586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0a4ee201-1b48-4ef7-ba12-cd27ed2a726a tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Request body: {'router': {'external_gateway_info': {'network_id': '436800b0-1293-45d7-9b81-8e6f1503129a'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:08.706167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:08.708350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:15:08.708589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:08.722360 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-33563489-c4ec-444e-94ac-e27b7b7e6439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:08.722771 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33563489-c4ec-444e-94ac-e27b7b7e6439 None None] The sync data for ids ['436800b0-1293-45d7-9b81-8e6f1503129a'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:15:08.728729 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:15:08.811139 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:08.915584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:08.927319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Network': ['ID=7f30c23c-5e39-4716-b9bd-754f3363ec7c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:08.933766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2af71961-756f-4a8f-a085-1c20d7c9014f None None] Deleting port 29e59be9-1196-45d2-937d-250ca8639626 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:08.934263 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2af71961-756f-4a8f-a085-1c20d7c9014f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:08.944256 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1bfe5350-79ae-46b8-ab77-76cd64d8a08c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/networks/7f30c23c-5e39-4716-b9bd-754f3363ec7c HTTP/1.1" status: 204 len: 168 time: 1.2045307 Apr 22 15:15:08.948618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34034) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:09.001653 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2af71961-756f-4a8f-a085-1c20d7c9014f None None] The port '29e59be9-1196-45d2-937d-250ca8639626' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:15:09.037827 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab4cdd-ae58-410b-b6a4-beff2800dd7f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:09.038555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-84ab4cdd-ae58-410b-b6a4-beff2800dd7f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:09.054608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-84ab4cdd-ae58-410b-b6a4-beff2800dd7f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:09.055759 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-84ab4cdd-ae58-410b-b6a4-beff2800dd7f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1061249 Apr 22 15:15:09.059334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34038) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:09.077247 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520f85c7-37ba-49d2-96cb-c648bee54d04 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Router e20b3772-5e70-4ddf-840c-629ba823b81d has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:09.097229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd1d7b-fa86-4f39-a759-32d7c881591b req-c07b917d-85aa-4d59-8d6a-7ac40030db19 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:09.098964 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-15fd1d7b-fa86-4f39-a759-32d7c881591b req-c07b917d-85aa-4d59-8d6a-7ac40030db19 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.2794034 Apr 22 15:15:09.137923 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5e517e3f-a173-4176-9f2e-9fda788636d7 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0775280 Apr 22 15:15:09.141869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34042) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:09.147112 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-933757809'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:09.151874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:09.155770 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:network and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:09.159549 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:09.165787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:09.176242 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:09.179099 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.214783 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:15:09.224053 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.224393 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Added segment 90d74d2d-5407-4ffe-8559-2ca79763e600 of type vlan for network 268495d1-3d1e-4a21-9e62-e62f115d7f4e Apr 22 15:15:09.249399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.279481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.283202 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:09.283779 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.379805 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2367923 Apr 22 15:15:09.383011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34046) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:09.390435 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': '268495d1-3d1e-4a21-9e62-e62f115d7f4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:09.406934 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-15fd1d7b-fa86-4f39-a759-32d7c881591b req-77a14c8a-68b0-44b0-a7aa-77ee70454372 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014953 Apr 22 15:15:09.415906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee201-1b48-4ef7-ba12-cd27ed2a726a tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.460317 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-0a4ee201-1b48-4ef7-ba12-cd27ed2a726a tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] update failed (client error): The resource could not be found. Apr 22 15:15:09.466594 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0a4ee201-1b48-4ef7-ba12-cd27ed2a726a tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "PUT /v2.0/routers/436800b0-1293-45d7-9b81-8e6f1503129a HTTP/1.1" status: 404 len: 339 time: 0.7746279 Apr 22 15:15:09.466594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34052) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:09.484774 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f1610-d13a-4719-8781-5b30269e06e3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Network': ['ID=268495d1-3d1e-4a21-9e62-e62f115d7f4e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:09.496047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 268495d1-3d1e-4a21-9e62-e62f115d7f4e details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:15:09.561589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:09.566023 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:09.568886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:09.574536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:09.586048 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:09.686822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.837051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1ac7b-3ecb-4237-a86a-3dc005527465 req-acff4f6f-1ebd-40d4-bec1-9882e8e26f02 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:09.838538 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d2e1ac7b-3ecb-4237-a86a-3dc005527465 req-acff4f6f-1ebd-40d4-bec1-9882e8e26f02 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.2969949 Apr 22 15:15:09.862684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520f85c7-37ba-49d2-96cb-c648bee54d04 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:09.867087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-520f85c7-37ba-49d2-96cb-c648bee54d04 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.875310 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37f896-2ad8-4463-a716-b63a2c52d2ac None None] Sync routers for ids ['e20b3772-5e70-4ddf-840c-629ba823b81d'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:09.887456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37f896-2ad8-4463-a716-b63a2c52d2ac None None] Routers {'e20b3772-5e70-4ddf-840c-629ba823b81d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:09.888062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-bf37f896-2ad8-4463-a716-b63a2c52d2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e20b3772-5e70-4ddf-840c-629ba823b81d'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:09.910283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:09.998233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Subnet': ['ID=1254e47d-5dd8-491c-9d2f-66ff08241b12,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:10.017726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Checking segment: {'id': '90d74d2d-5407-4ffe-8559-2ca79763e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '268495d1-3d1e-4a21-9e62-e62f115d7f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:10.018094 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network hostable DHCP agents. Network: 268495d1-3d1e-4a21-9e62-e62f115d7f4e, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:15:10.043078 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 268495d1-3d1e-4a21-9e62-e62f115d7f4e is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:15:10.055536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 268495d1-3d1e-4a21-9e62-e62f115d7f4e) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:10.059817 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:10.060402 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.067996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cf047a-0960-4504-9e5f-a98bf5d19a75 None None] Network 268495d1-3d1e-4a21-9e62-e62f115d7f4e requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:10.088203 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d768253b-9831-4e12-af80-e0d78dfdf22b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7041597 Apr 22 15:15:10.090752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34056) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:10.096768 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'network_id': '268495d1-3d1e-4a21-9e62-e62f115d7f4e', 'name': 'tempest-PortsIpV6TestJSON-1190840329'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:10.201615 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-520f85c7-37ba-49d2-96cb-c648bee54d04 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "DELETE /v2.0/floatingips/67343c2b-088b-44f2-a667-e103ed56c9ef HTTP/1.1" status: 204 len: 168 time: 5.2208233 Apr 22 15:15:10.204023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'tag': '21011859-8eec-463d-8566-76f78ca31784'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:10.215208 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d2e1ac7b-3ecb-4237-a86a-3dc005527465 req-a3a7ffce-c8a0-42ce-9acc-f2aa97c3ea4e tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3699450 Apr 22 15:15:10.231049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-bf37f896-2ad8-4463-a716-b63a2c52d2ac None None] Set router e20b3772-5e70-4ddf-840c-629ba823b81d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:10.262495 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:10.283633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:10.302780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:10.307180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.325092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.345995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port 4fbbc5ff-ab20-485e-8dee-c667c837595e yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:10.382064 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423361fd-5f02-4eac-acc2-18e0925ec698'] response: {'name': 'network-changed', 'server_uuid': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'tag': '21011859-8eec-463d-8566-76f78ca31784', 'status': 'completed', 'code': 200} Apr 22 15:15:10.496959 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-268495d1-3d1e-4a21-9e62-e62f115d7f4e', 'network_id': '268495d1-3d1e-4a21-9e62-e62f115d7f4e', 'tenant_id': '9a229755415d4435ae3e9ad9557b82d1', 'fixed_ips': [{'subnet_id': '1254e47d-5dd8-491c-9d2f-66ff08241b12'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:15:10.497790 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.575769 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Allocated IP 2001:db8::7c (268495d1-3d1e-4a21-9e62-e62f115d7f4e/1254e47d-5dd8-491c-9d2f-66ff08241b12/4fbbc5ff-ab20-485e-8dee-c667c837595e) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:10.763200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-bf37f896-2ad8-4463-a716-b63a2c52d2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:11:22Z', 'revision_number': 4, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '640a3e4d-91e5-48d5-ac00-ba822e82aca4', 'name': '', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'mac_address': 'fa:16:3e:3f:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:19Z', 'updated_at': '2022-04-22T15:11:36Z', 'revision_number': 5, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'subnets': [{'id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:10.768198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37f896-2ad8-4463-a716-b63a2c52d2ac None None] Checking router: e20b3772-5e70-4ddf-840c-629ba823b81d for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:10.783335 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37f896-2ad8-4463-a716-b63a2c52d2ac None None] Routers {'e20b3772-5e70-4ddf-840c-629ba823b81d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:10.784181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-bf37f896-2ad8-4463-a716-b63a2c52d2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:14:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e20b3772-5e70-4ddf-840c-629ba823b81d'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:10.802389 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.819474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Transition to ACTIVE for port object 4fbbc5ff-ab20-485e-8dee-c667c837595e will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:10.843238 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.914814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 268495d1-3d1e-4a21-9e62-e62f115d7f4e is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:10.918342 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:10.923761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:10.934296 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Allocated IP 172.20.0.1 (5b26ecf0-600c-4294-b94e-eb70bc53da1f/36bdb220-f7c6-48e2-98bc-a72f68bd8695/8a088d40-22e5-4f36-9ef0-3c6f7f6ab3b9) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:10.935476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:10.937487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:10.947683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=4fbbc5ff-ab20-485e-8dee-c667c837595e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:10.959609 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53ab9193-5f43-4a39-a486-3a7fa118fe24 req-100ab8e6-86e2-4c0c-9679-2f1d6ff522ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6e451ea9b62646848542497e7cd37e73&device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 1099 time: 0.2894199 Apr 22 15:15:10.974554 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a0e44-6df9-48a5-9d2a-11352d129831 req-142fba88-8b13-4eeb-a5c4-5cb8a30d3e20 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:10.975325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-f02a0e44-6df9-48a5-9d2a-11352d129831 req-142fba88-8b13-4eeb-a5c4-5cb8a30d3e20 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Synchronizing usage tracker for tenant:6e451ea9b62646848542497e7cd37e73 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:11.001400 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a821d06b-a313-4775-9b8c-04ba0f35c6df tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9093592 Apr 22 15:15:11.002818 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34068) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:11.011749 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'network_id': '268495d1-3d1e-4a21-9e62-e62f115d7f4e', 'name': 'tempest-PortsIpV6TestJSON-308721322'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:11.028097 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709d7dc-2ae1-4777-b64e-fe5c81ac216c req-24de335f-5921-4ebc-bf3a-c130c6c64fbd tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:11.029773 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8709d7dc-2ae1-4777-b64e-fe5c81ac216c req-24de335f-5921-4ebc-bf3a-c130c6c64fbd tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.3613718 Apr 22 15:15:11.071429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Allocated IP 2001:db8::2 (268495d1-3d1e-4a21-9e62-e62f115d7f4e/1254e47d-5dd8-491c-9d2f-66ff08241b12/3e90d583-b467-4934-a4d3-beb2666352cc) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:11.127874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-bf37f896-2ad8-4463-a716-b63a2c52d2ac None None] Set router e20b3772-5e70-4ddf-840c-629ba823b81d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:11.166611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:11.170757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:port and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:11.173636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:11.177470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-f02a0e44-6df9-48a5-9d2a-11352d129831 req-142fba88-8b13-4eeb-a5c4-5cb8a30d3e20 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Unset dirty status for tenant:6e451ea9b62646848542497e7cd37e73 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:11.179434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:11.183892 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f02a0e44-6df9-48a5-9d2a-11352d129831 req-142fba88-8b13-4eeb-a5c4-5cb8a30d3e20 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.5129218 Apr 22 15:15:11.191102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:11.194083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.320390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port edc713e3-8f26-4120-8a74-51d935323eeb yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:11.321927 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8709d7dc-2ae1-4777-b64e-fe5c81ac216c req-db05b72f-ec74-448f-be84-bbb524487056 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878448 Apr 22 15:15:11.355243 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f02a0e44-6df9-48a5-9d2a-11352d129831 req-bda06f53-6af3-454e-9ff4-220fa7be51c1 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704350 Apr 22 15:15:11.362014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab9193-5f43-4a39-a486-3a7fa118fe24 req-81a864af-bf9e-49d8-979f-b34646986a19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:11.363508 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53ab9193-5f43-4a39-a486-3a7fa118fe24 req-81a864af-bf9e-49d8-979f-b34646986a19 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f80c3656-8bb1-468b-bace-76c03388f7e3 HTTP/1.1" status: 200 len: 898 time: 0.3852060 Apr 22 15:15:11.373375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.472955 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53ab9193-5f43-4a39-a486-3a7fa118fe24 req-198a3e28-1653-41d9-9a7d-f7a14916b28f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=21011859-8eec-463d-8566-76f78ca31784 HTTP/1.1" status: 200 len: 217 time: 0.0916419 Apr 22 15:15:11.501418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Transition to ACTIVE for port object 8a088d40-22e5-4f36-9ef0-3c6f7f6ab3b9 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:11.525291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.551067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Transition to ACTIVE for port object 3e90d583-b467-4934-a4d3-beb2666352cc will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:11.591152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab9193-5f43-4a39-a486-3a7fa118fe24 req-a58ecebd-e682-4a06-8174-29bec478851b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:11.592508 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53ab9193-5f43-4a39-a486-3a7fa118fe24 req-a58ecebd-e682-4a06-8174-29bec478851b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=36f6d00e-e22a-4408-b1ac-560af307be50 HTTP/1.1" status: 200 len: 838 time: 0.0897171 Apr 22 15:15:11.617359 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Transition to ACTIVE for port object 3e90d583-b467-4934-a4d3-beb2666352cc will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:11.631171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.639549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.701707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Allocated IP 2001:db8::13f (268495d1-3d1e-4a21-9e62-e62f115d7f4e/1254e47d-5dd8-491c-9d2f-66ff08241b12/edc713e3-8f26-4120-8a74-51d935323eeb) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:11.703863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f57837-bb92-4226-9d0a-36a4ec3656c7 req-d9affe31-8e01-472f-8f78-b6eee854bee4 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:11.705274 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Network 268495d1-3d1e-4a21-9e62-e62f115d7f4e is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:11.705530 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c3f57837-bb92-4226-9d0a-36a4ec3656c7 req-d9affe31-8e01-472f-8f78-b6eee854bee4 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.2368975 Apr 22 15:15:11.709908 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:11.712306 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:11.720916 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Pushing event updated for resources: {'Port': ['ID=3e90d583-b467-4934-a4d3-beb2666352cc,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:11.758668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Network 5b26ecf0-600c-4294-b94e-eb70bc53da1f is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:11.760713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event updated for resources: {'Port': ['ID=8a088d40-22e5-4f36-9ef0-3c6f7f6ab3b9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:11.766646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:11.774053 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:11.806385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-bf37f896-2ad8-4463-a716-b63a2c52d2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:11:22Z', 'revision_number': 4, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '640a3e4d-91e5-48d5-ac00-ba822e82aca4', 'name': '', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'mac_address': 'fa:16:3e:3f:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:19Z', 'updated_at': '2022-04-22T15:11:36Z', 'revision_number': 5, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'subnets': [{'id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:11.822469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37f896-2ad8-4463-a716-b63a2c52d2ac None None] The sync data for ids ['e20b3772-5e70-4ddf-840c-629ba823b81d'] in dv-neutron-838883-3-hyperv is: [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:11:22Z', 'revision_number': 4, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '640a3e4d-91e5-48d5-ac00-ba822e82aca4', 'name': '', 'network_id': 'f80c3656-8bb1-468b-bace-76c03388f7e3', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'mac_address': 'fa:16:3e:3f:f7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:11:19Z', 'updated_at': '2022-04-22T15:11:36Z', 'revision_number': 5, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'subnets': [{'id': '36f6d00e-e22a-4408-b1ac-560af307be50', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:11.833146 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Attempting to bind port 3e90d583-b467-4934-a4d3-beb2666352cc on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:11.833610 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Attempting to bind port 3e90d583-b467-4934-a4d3-beb2666352cc by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '90d74d2d-5407-4ffe-8559-2ca79763e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '268495d1-3d1e-4a21-9e62-e62f115d7f4e'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:11.834041 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Attempting to bind port 3e90d583-b467-4934-a4d3-beb2666352cc on network 268495d1-3d1e-4a21-9e62-e62f115d7f4e {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:11.854697 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:11.855147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Checking segment: {'id': '90d74d2d-5407-4ffe-8559-2ca79763e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '268495d1-3d1e-4a21-9e62-e62f115d7f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:11.855624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.856101 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Bound using segment: {'id': '90d74d2d-5407-4ffe-8559-2ca79763e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '268495d1-3d1e-4a21-9e62-e62f115d7f4e'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:11.857085 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Bound port: 3e90d583-b467-4934-a4d3-beb2666352cc, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d74d2d-5407-4ffe-8559-2ca79763e600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '268495d1-3d1e-4a21-9e62-e62f115d7f4e'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:11.857552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.990475 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:11.996467 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c3f57837-bb92-4226-9d0a-36a4ec3656c7 req-26425149-366b-4f1a-9aed-1e2a78a31375 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655966 Apr 22 15:15:12.001448 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.003614 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] For port 3e90d583-b467-4934-a4d3-beb2666352cc, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:12.008762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] For port 3e90d583-b467-4934-a4d3-beb2666352cc, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3e90d583-b467-4934-a4d3-beb2666352cc,segment=NetworkSegment(90d74d2d-5407-4ffe-8559-2ca79763e600),segment_id=90d74d2d-5407-4ffe-8559-2ca79763e600)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:12.015556 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53ab9193-5f43-4a39-a486-3a7fa118fe24 req-3652d92f-694f-45fe-b0f7-6fdc0d533b06 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f80c3656-8bb1-468b-bace-76c03388f7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4148817 Apr 22 15:15:12.016123 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Transition to ACTIVE for port object edc713e3-8f26-4120-8a74-51d935323eeb will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:12.020855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.067084 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.194602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c733a-361d-48b7-ad62-a862bae1f4c3 None None] Pushing event updated for resources: {'Port': ['ID=3e90d583-b467-4934-a4d3-beb2666352cc,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:12.229979 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f38e45f-f6b0-4525-81ef-099bd65ac940 None None] New status for floating IP 67343c2b-088b-44f2-a667-e103ed56c9ef: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:15:12.235906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a8476f2d-e099-4631-b982-2da943eeca94 None None] Provisioning for port 8a088d40-22e5-4f36-9ef0-3c6f7f6ab3b9 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:12.237400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=edc713e3-8f26-4120-8a74-51d935323eeb,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:12.241523 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 268495d1-3d1e-4a21-9e62-e62f115d7f4e is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:12.242695 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:12.243245 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a8476f2d-e099-4631-b982-2da943eeca94 None None] Provisioning complete for port 8a088d40-22e5-4f36-9ef0-3c6f7f6ab3b9 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:12.244973 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a8476f2d-e099-4631-b982-2da943eeca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.252612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:12.256521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:12.257126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.286789 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9a568249-69ca-49a3-8102-caa55324e2c0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2823081 Apr 22 15:15:12.287370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34076) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:12.322577 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-a8476f2d-e099-4631-b982-2da943eeca94 None None] Port 8a088d40-22e5-4f36-9ef0-3c6f7f6ab3b9 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:12.422663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af37d0c4-3257-4ac5-a769-5d3a0b99d08b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:12.425256 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-af37d0c4-3257-4ac5-a769-5d3a0b99d08b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:12.479989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-af37d0c4-3257-4ac5-a769-5d3a0b99d08b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:12.484310 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-af37d0c4-3257-4ac5-a769-5d3a0b99d08b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A7c HTTP/1.1" status: 200 len: 928 time: 0.1959832 Apr 22 15:15:12.485742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34084) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:12.554010 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53ab9193-5f43-4a39-a486-3a7fa118fe24 req-bb7d586e-b658-42f7-9977-3fed476d85ad service neutron] 10.222.0.70 "GET /v2.0/networks/f80c3656-8bb1-468b-bace-76c03388f7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145712 Apr 22 15:15:12.555615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.602886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-427d9c90-9475-4334-9cf2-bb53985d30af tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port edc713e3-8f26-4120-8a74-51d935323eeb {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:12.603229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-427d9c90-9475-4334-9cf2-bb53985d30af tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.679197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fd83f614-d0f0-4b55-90bb-51b304176c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.800236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a93c32-7c73-4244-83e0-76d1d9ca37be req-056b6dac-0174-473d-b2c3-a508e7a616b2 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:12.801710 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f9a93c32-7c73-4244-83e0-76d1d9ca37be req-056b6dac-0174-473d-b2c3-a508e7a616b2 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.4410489 Apr 22 15:15:12.850645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-427d9c90-9475-4334-9cf2-bb53985d30af tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:12.975361 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-427d9c90-9475-4334-9cf2-bb53985d30af tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for edc713e3-8f26-4120-8a74-51d935323eeb owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:13.079396 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53ab9193-5f43-4a39-a486-3a7fa118fe24 req-b74240c0-db1f-4d8b-8a5e-a744c95d846a service neutron] 10.222.0.70 "GET /v2.0/networks/f80c3656-8bb1-468b-bace-76c03388f7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111475 Apr 22 15:15:13.085573 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-f9a93c32-7c73-4244-83e0-76d1d9ca37be req-1441d812-c3eb-403b-b752-b90c27f855c9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Deleting port 21011859-8eec-463d-8566-76f78ca31784 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:13.085918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f9a93c32-7c73-4244-83e0-76d1d9ca37be req-1441d812-c3eb-403b-b752-b90c27f855c9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.140016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-427d9c90-9475-4334-9cf2-bb53985d30af tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.171093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dd4bd-50ab-42c6-9249-d8f1c68721c8 req-98d8b123-cb92-4ecc-a45d-d34f7a2f2f93 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:13.173105 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8b6dd4bd-50ab-42c6-9249-d8f1c68721c8 req-98d8b123-cb92-4ecc-a45d-d34f7a2f2f93 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 946 time: 0.5768514 Apr 22 15:15:13.185438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b1981-d9f5-4956-9456-95e4641235e5 req-2122db42-38cb-49cd-a57d-377f8b0e52e8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:13.186961 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-911b1981-d9f5-4956-9456-95e4641235e5 req-2122db42-38cb-49cd-a57d-377f8b0e52e8 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.5867095 Apr 22 15:15:13.193266 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d9c90-9475-4334-9cf2-bb53985d30af tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=edc713e3-8f26-4120-8a74-51d935323eeb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:13.242230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-427d9c90-9475-4334-9cf2-bb53985d30af tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.256410 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-427d9c90-9475-4334-9cf2-bb53985d30af tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/edc713e3-8f26-4120-8a74-51d935323eeb HTTP/1.1" status: 204 len: 168 time: 0.7686417 Apr 22 15:15:13.259388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34088) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:13.301799 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-716ba76f-8070-4d6f-86a9-c8b2ad8b0183 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] GET failed (client error): The resource could not be found. Apr 22 15:15:13.302433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-716ba76f-8070-4d6f-86a9-c8b2ad8b0183 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:13.318753 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-716ba76f-8070-4d6f-86a9-c8b2ad8b0183 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:13.320870 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-716ba76f-8070-4d6f-86a9-c8b2ad8b0183 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/edc713e3-8f26-4120-8a74-51d935323eeb HTTP/1.1" status: 404 len: 333 time: 0.0601902 Apr 22 15:15:13.323394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34092) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:13.365410 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ecca60-4f54-4946-9faa-35fe85edba5c None None] Network 268495d1-3d1e-4a21-9e62-e62f115d7f4e requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:13.396058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-99f14fd0-8753-45db-a06b-46701e5b6476 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port 4fbbc5ff-ab20-485e-8dee-c667c837595e {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:13.396395 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99f14fd0-8753-45db-a06b-46701e5b6476 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.498312 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8b6dd4bd-50ab-42c6-9249-d8f1c68721c8 req-a949ba34-acc7-4572-8c45-951c354a07f8 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/security-groups?id=67f14206-32ce-46d0-8e7b-d0f338c27fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103001 Apr 22 15:15:13.501591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-57bef477-6d96-493b-bcd0-c939e5a21dbb None None] Provisioning for port 3e90d583-b467-4934-a4d3-beb2666352cc completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:13.535360 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-911b1981-d9f5-4956-9456-95e4641235e5 req-deb195db-464d-4c69-b75a-94accb12dd00 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989643 Apr 22 15:15:13.613307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-f9a93c32-7c73-4244-83e0-76d1d9ca37be req-1441d812-c3eb-403b-b752-b90c27f855c9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] For port 21011859-8eec-463d-8566-76f78ca31784, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21011859-8eec-463d-8566-76f78ca31784,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:13.613982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f9a93c32-7c73-4244-83e0-76d1d9ca37be req-1441d812-c3eb-403b-b752-b90c27f855c9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.668196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99f14fd0-8753-45db-a06b-46701e5b6476 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.861323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.868491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-f9a93c32-7c73-4244-83e0-76d1d9ca37be req-1441d812-c3eb-403b-b752-b90c27f855c9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Calling delete_port for 21011859-8eec-463d-8566-76f78ca31784 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:13.892300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-99f14fd0-8753-45db-a06b-46701e5b6476 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for 4fbbc5ff-ab20-485e-8dee-c667c837595e owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:13.897905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:13.925956 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-723750df-b63e-4bff-8a3e-5b53070ec669 None None] Provisioning for port 4fbbc5ff-ab20-485e-8dee-c667c837595e completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:13.939222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-723750df-b63e-4bff-8a3e-5b53070ec669 None None] Provisioning complete for port 4fbbc5ff-ab20-485e-8dee-c667c837595e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:13.939821 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-723750df-b63e-4bff-8a3e-5b53070ec669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.054879 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-723750df-b63e-4bff-8a3e-5b53070ec669 None None] Port 4fbbc5ff-ab20-485e-8dee-c667c837595e cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:14.067361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.078755 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3e90d583-b467-4934-a4d3-beb2666352cc up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:14.085862 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event updated for resources: {'Port': ['ID=8a088d40-22e5-4f36-9ef0-3c6f7f6ab3b9,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:14.124492 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99f14fd0-8753-45db-a06b-46701e5b6476 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.169446 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 3e90d583-b467-4934-a4d3-beb2666352cc completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:14.178602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 3e90d583-b467-4934-a4d3-beb2666352cc triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:14.179851 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.189722 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f14fd0-8753-45db-a06b-46701e5b6476 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=4fbbc5ff-ab20-485e-8dee-c667c837595e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:14.244412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-99f14fd0-8753-45db-a06b-46701e5b6476 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.273661 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-99f14fd0-8753-45db-a06b-46701e5b6476 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/4fbbc5ff-ab20-485e-8dee-c667c837595e HTTP/1.1" status: 204 len: 168 time: 0.9488997 Apr 22 15:15:14.275512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34096) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:14.292390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f9a93c32-7c73-4244-83e0-76d1d9ca37be req-1441d812-c3eb-403b-b752-b90c27f855c9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.306229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e769c839-a0ea-4047-976a-74cdf729b1cb None None] Could not find standard attr ID for object 4fbbc5ff-ab20-485e-8dee-c667c837595e. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:15:14.327047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.331008 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2be86a-54a9-46c6-a844-15bfe40caec9 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] GET failed (client error): The resource could not be found. Apr 22 15:15:14.331957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cb2be86a-54a9-46c6-a844-15bfe40caec9 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:14.359535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cb2be86a-54a9-46c6-a844-15bfe40caec9 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:14.360976 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cb2be86a-54a9-46c6-a844-15bfe40caec9 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/4fbbc5ff-ab20-485e-8dee-c667c837595e HTTP/1.1" status: 404 len: 333 time: 0.0842254 Apr 22 15:15:14.363702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34100) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:14.368866 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 3e90d583-b467-4934-a4d3-beb2666352cc, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3e90d583-b467-4934-a4d3-beb2666352cc,segment=NetworkSegment(90d74d2d-5407-4ffe-8559-2ca79763e600),segment_id=90d74d2d-5407-4ffe-8559-2ca79763e600)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:14.379148 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.407004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Network 5b26ecf0-600c-4294-b94e-eb70bc53da1f is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:14.443887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441d812-c3eb-403b-b752-b90c27f855c9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event deleted for resources: {'Port': ['ID=21011859-8eec-463d-8566-76f78ca31784,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:14.454510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:14.460590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=3e90d583-b467-4934-a4d3-beb2666352cc,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:14.460809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd57ff7-c42c-4f89-8323-3ecff644ff11 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting subnet 1254e47d-5dd8-491c-9d2f-66ff08241b12 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:14.475468 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1fd57ff7-c42c-4f89-8323-3ecff644ff11 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.520150 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6a8504f3-5512-4044-a031-c77253834b8e None None] Could not find standard attr ID for object edc713e3-8f26-4120-8a74-51d935323eeb. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:15:14.522528 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a93c32-7c73-4244-83e0-76d1d9ca37be req-1441d812-c3eb-403b-b752-b90c27f855c9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] No DVR routers for this DVR port 21011859-8eec-463d-8566-76f78ca31784 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:14.529329 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f9a93c32-7c73-4244-83e0-76d1d9ca37be req-1441d812-c3eb-403b-b752-b90c27f855c9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.532101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'name': 'network-vif-deleted', 'tag': '21011859-8eec-463d-8566-76f78ca31784'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:14.597689 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1fd57ff7-c42c-4f89-8323-3ecff644ff11 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.636765 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e99a083-6966-40d9-81ce-83bab5d83cb1'] response: {'server_uuid': '8a66a447-0e47-4f52-b730-3f2495f7a9f0', 'name': 'network-vif-deleted', 'tag': '21011859-8eec-463d-8566-76f78ca31784', 'status': 'completed', 'code': 200} Apr 22 15:15:14.648509 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f9a93c32-7c73-4244-83e0-76d1d9ca37be req-1441d812-c3eb-403b-b752-b90c27f855c9 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.70 "DELETE /v2.0/ports/21011859-8eec-463d-8566-76f78ca31784 HTTP/1.1" status: 204 len: 173 time: 1.8366926 Apr 22 15:15:14.763196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1fd57ff7-c42c-4f89-8323-3ecff644ff11 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.885879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1fd57ff7-c42c-4f89-8323-3ecff644ff11 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.936416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd57ff7-c42c-4f89-8323-3ecff644ff11 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Subnet': ['ID=1254e47d-5dd8-491c-9d2f-66ff08241b12,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:14.947496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1fd57ff7-c42c-4f89-8323-3ecff644ff11 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:14.955259 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1fd57ff7-c42c-4f89-8323-3ecff644ff11 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/1254e47d-5dd8-491c-9d2f-66ff08241b12 HTTP/1.1" status: 204 len: 168 time: 0.5876458 Apr 22 15:15:14.958220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34110) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:14.974707 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d4a078e-a3bb-4651-b826-61f227df9d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.002855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5df0f05d-d628-4eee-b03b-6f90a0e2c1bb None None] Provisioning complete for port 8a088d40-22e5-4f36-9ef0-3c6f7f6ab3b9 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:15.003461 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5df0f05d-d628-4eee-b03b-6f90a0e2c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.068945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5df0f05d-d628-4eee-b03b-6f90a0e2c1bb None None] Port 8a088d40-22e5-4f36-9ef0-3c6f7f6ab3b9 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:15.081326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a918c554-5bff-4b31-9535-9ec55c3b49cd req-3310f7d9-af0b-4dec-829b-ca1ad71d88be tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Synchronizing usage tracker for tenant:6e451ea9b62646848542497e7cd37e73 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:15.121452 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.146101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a918c554-5bff-4b31-9535-9ec55c3b49cd req-3310f7d9-af0b-4dec-829b-ca1ad71d88be tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Unset dirty status for tenant:6e451ea9b62646848542497e7cd37e73 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:15.146101 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a918c554-5bff-4b31-9535-9ec55c3b49cd req-3310f7d9-af0b-4dec-829b-ca1ad71d88be tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "GET /v2.0/ports?device_id=8a66a447-0e47-4f52-b730-3f2495f7a9f0 HTTP/1.1" status: 200 len: 210 time: 0.2874856 Apr 22 15:15:15.147384 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port 3e90d583-b467-4934-a4d3-beb2666352cc {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:15.147760 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.168445 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fec870-1b76-4e8c-879e-12fe72cd81cc req-a488a423-0764-424e-b0b5-690c3d7f3853 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:15.170159 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49fec870-1b76-4e8c-879e-12fe72cd81cc req-a488a423-0764-424e-b0b5-690c3d7f3853 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.3224103 Apr 22 15:15:15.226505 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c571582b-6602-4c0d-8dac-02afcf97969a None None] Network 268495d1-3d1e-4a21-9e62-e62f115d7f4e requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:15.234785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Router 436800b0-1293-45d7-9b81-8e6f1503129a has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:15.242646 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49fec870-1b76-4e8c-879e-12fe72cd81cc req-e0ccffea-34fb-4f68-ae62-52b3571400ce tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630076 Apr 22 15:15:15.425585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] For port 3e90d583-b467-4934-a4d3-beb2666352cc, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3e90d583-b467-4934-a4d3-beb2666352cc,segment=NetworkSegment(90d74d2d-5407-4ffe-8559-2ca79763e600),segment_id=90d74d2d-5407-4ffe-8559-2ca79763e600)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:15.426236 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.448950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:15.454422 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-df63aecc-6259-4a0f-b85d-1f54c161ceeb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "PUT /v2.0/routers/436800b0-1293-45d7-9b81-8e6f1503129a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9867406 Apr 22 15:15:15.456870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34116) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:15.470181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec89203-20b3-40b8-acb2-dec95f17e756 None None] Sync routers for ids ['436800b0-1293-45d7-9b81-8e6f1503129a'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:15.502373 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec89203-20b3-40b8-acb2-dec95f17e756 None None] Routers {'436800b0-1293-45d7-9b81-8e6f1503129a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:15.503120 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8ec89203-20b3-40b8-acb2-dec95f17e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['436800b0-1293-45d7-9b81-8e6f1503129a'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:15.593210 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8ec89203-20b3-40b8-acb2-dec95f17e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:15.601234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for 3e90d583-b467-4934-a4d3-beb2666352cc owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:15.612421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21011859-8eec-463d-8566-76f78ca31784 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:15.668000 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 21011859-8eec-463d-8566-76f78ca31784 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:15.668427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21011859-8eec-463d-8566-76f78ca31784 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:15.674637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec89203-20b3-40b8-acb2-dec95f17e756 None None] Routers {'436800b0-1293-45d7-9b81-8e6f1503129a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:15.675650 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8ec89203-20b3-40b8-acb2-dec95f17e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['436800b0-1293-45d7-9b81-8e6f1503129a'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:15.694888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.747094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-8ec89203-20b3-40b8-acb2-dec95f17e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:15.747094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec89203-20b3-40b8-acb2-dec95f17e756 None None] The sync data for ids ['436800b0-1293-45d7-9b81-8e6f1503129a'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:15.750745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=3e90d583-b467-4934-a4d3-beb2666352cc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:15.761669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No DVR routers for this DVR port 3e90d583-b467-4934-a4d3-beb2666352cc on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:15.803042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5879cc50-692d-4c5c-8928-32bdcf7d825d None None] DHCP port deletion for 268495d1-3d1e-4a21-9e62-e62f115d7f4e request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:15:15.903354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.903785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c6b1f-4d09-489a-bc3c-29b1997396e5 req-963b02e0-d085-4b2c-9d2d-2d7609097b2f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:15.905238 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a18c6b1f-4d09-489a-bc3c-29b1997396e5 req-963b02e0-d085-4b2c-9d2d-2d7609097b2f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.1813602 Apr 22 15:15:15.933121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268495d1-3d1e-4a21-9e62-e62f115d7f4e']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:15.938856 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d44e31e1-074b-408b-9c30-fd191220f620 req-e1c4627b-0e50-4172-a6a1-397869d05e69 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca170eb8340f428b86c9c5acf6a8ca1c&device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 1098 time: 0.1593559 Apr 22 15:15:15.950906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3e90d583-b467-4934-a4d3-beb2666352cc no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:15.951891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d74d2d-5407-4ffe-8559-2ca79763e600') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:15.952191 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d74d2d-5407-4ffe-8559-2ca79763e600') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:15.966150 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.979108 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2a1a8e2b-984b-440f-ba36-9efd34bd9610 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.985027 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:15.993574 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:15:15.993979 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.008724 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:15:16.012976 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:15:16.016385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 3e90d583-b467-4934-a4d3-beb2666352cc {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:16.016959 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3e90d583-b467-4934-a4d3-beb2666352cc not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:16.032191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.166748 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a18c6b1f-4d09-489a-bc3c-29b1997396e5 req-b85f785f-bda5-40af-acea-49d61441e5c2 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513950 Apr 22 15:15:16.194338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.224560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.238946 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Network': ['ID=268495d1-3d1e-4a21-9e62-e62f115d7f4e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:16.243114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e31e1-074b-408b-9c30-fd191220f620 req-34903e0f-eef5-4f1d-9079-63d155a08ab5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:16.244547 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d44e31e1-074b-408b-9c30-fd191220f620 req-34903e0f-eef5-4f1d-9079-63d155a08ab5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5b30759b-11ae-417c-bc4c-b58157939dcc HTTP/1.1" status: 200 len: 913 time: 0.2914896 Apr 22 15:15:16.261244 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-42325203-f0fe-44b1-ad9a-a38b7ab77d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/networks/268495d1-3d1e-4a21-9e62-e62f115d7f4e HTTP/1.1" status: 204 len: 168 time: 1.3016319 Apr 22 15:15:16.265023 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34124) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:16.271496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1532006480'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:16.274569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34128) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:16.334936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:16.356806 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-2a1a8e2b-984b-440f-ba36-9efd34bd9610 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 22 15:15:16.357821 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2a1a8e2b-984b-440f-ba36-9efd34bd9610 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "DELETE /v2.0/routers/436800b0-1293-45d7-9b81-8e6f1503129a HTTP/1.1" status: 409 len: 329 time: 0.8995709 Apr 22 15:15:16.359533 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d44e31e1-074b-408b-9c30-fd191220f620 req-804dce09-01ef-4b88-a6fa-d95311acc6d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63510a2-1adb-46e9-89b2-afa7e71ab191 HTTP/1.1" status: 200 len: 1001 time: 0.1084270 Apr 22 15:15:16.360603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34132) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:16.386075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:network and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:16.393314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:16.407425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:16.431247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:16.433984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.472666 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:15:16.488956 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.489276 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Added segment a396df83-b71c-4635-bdc2-04d0c42a120d of type vlan for network da019f67-ee25-463a-8a66-4b16053e2dd2 Apr 22 15:15:16.520583 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.543882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e31e1-074b-408b-9c30-fd191220f620 req-fd76989d-3e47-44da-b5ce-46c58d0cdf74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:16.545324 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d44e31e1-074b-408b-9c30-fd191220f620 req-fd76989d-3e47-44da-b5ce-46c58d0cdf74 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=44024044-2bbf-41e4-9040-da56b02148a3 HTTP/1.1" status: 200 len: 851 time: 0.1286874 Apr 22 15:15:16.627859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.631906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:16.632477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:16.702711 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d44e31e1-074b-408b-9c30-fd191220f620 req-7cffd9ee-e081-4392-a72d-12101a2516f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5b30759b-11ae-417c-bc4c-b58157939dcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1495507 Apr 22 15:15:16.800990 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5344429 Apr 22 15:15:16.802891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5f969-450d-450d-b2e3-c73ee59ca2de tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Network': ['ID=da019f67-ee25-463a-8a66-4b16053e2dd2,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:16.805560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34136) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:16.814008 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network da019f67-ee25-463a-8a66-4b16053e2dd2 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:15:16.821745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': 'da019f67-ee25-463a-8a66-4b16053e2dd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:16.899636 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d44e31e1-074b-408b-9c30-fd191220f620 req-258d26ce-8dd8-4f72-af50-119218092e5e service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542161 Apr 22 15:15:16.940075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:16.946493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:16.951440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:16.959902 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:16.977847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:17.097232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.107155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6cb81f84-57bd-4c01-9489-47a3d23187ef tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.160809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dea50668-fbbd-4bde-9195-e8569510f600 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.276251 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d44e31e1-074b-408b-9c30-fd191220f620 req-e571f31b-cf7e-406f-863e-b1f63e0e3d09 service neutron] 10.222.0.70 "GET /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700814 Apr 22 15:15:17.468426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.472440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.531578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ce8c8-6701-4716-8b13-a253a03755d9 req-efdbb62a-af32-413e-bf9b-6f3429e00623 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:17.533528 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-727ce8c8-6701-4716-8b13-a253a03755d9 req-efdbb62a-af32-413e-bf9b-6f3429e00623 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.2231803 Apr 22 15:15:17.558347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Subnet': ['ID=1cc27d36-5310-4ef4-b119-a940354c5391,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:17.640931 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-727ce8c8-6701-4716-8b13-a253a03755d9 req-85dc1a4c-fcef-46e4-bc63-06bf083c5060 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955129 Apr 22 15:15:17.824359 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Checking segment: {'id': 'a396df83-b71c-4635-bdc2-04d0c42a120d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'da019f67-ee25-463a-8a66-4b16053e2dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:17.824716 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network hostable DHCP agents. Network: da019f67-ee25-463a-8a66-4b16053e2dd2, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:15:17.871689 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network da019f67-ee25-463a-8a66-4b16053e2dd2 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:15:17.873450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6cb81f84-57bd-4c01-9489-47a3d23187ef tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Deleting port 8a088d40-22e5-4f36-9ef0-3c6f7f6ab3b9 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:17.873802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6cb81f84-57bd-4c01-9489-47a3d23187ef tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.911354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, da019f67-ee25-463a-8a66-4b16053e2dd2) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:17.922404 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d523629-dca4-404a-9aa5-aa97aeb1dd50 None None] Network da019f67-ee25-463a-8a66-4b16053e2dd2 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:17.925050 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:17.925757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:17.989744 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-accc9b77-c2ff-4b17-8c25-121e39f742c3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1827977 Apr 22 15:15:17.990503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34142) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:18.002069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'network_id': 'da019f67-ee25-463a-8a66-4b16053e2dd2', 'name': 'tempest-PortsIpV6TestJSON-1638540715', 'fixed_ips': [{'subnet_id': '1cc27d36-5310-4ef4-b119-a940354c5391', 'ip_address': '2001:db8::10'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:18.076237 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6cb81f84-57bd-4c01-9489-47a3d23187ef tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.163878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:18.168720 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:port and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:18.172869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:18.175043 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-da019f67-ee25-463a-8a66-4b16053e2dd2', 'network_id': 'da019f67-ee25-463a-8a66-4b16053e2dd2', 'tenant_id': '9a229755415d4435ae3e9ad9557b82d1', 'fixed_ips': [{'subnet_id': '1cc27d36-5310-4ef4-b119-a940354c5391'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:15:18.176621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.179023 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:18.201107 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6cb81f84-57bd-4c01-9489-47a3d23187ef tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Calling delete_port for 8a088d40-22e5-4f36-9ef0-3c6f7f6ab3b9 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:18.228934 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:18.235684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.274636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port 5eecc983-8890-40f7-b61e-7565d589189e yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:18.363234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Allocated IP 2001:db8::2 (da019f67-ee25-463a-8a66-4b16053e2dd2/1cc27d36-5310-4ef4-b119-a940354c5391/ba099fea-f2a6-466a-861d-9cf8ba6ca731) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:18.422081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6cb81f84-57bd-4c01-9489-47a3d23187ef tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.480257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-dea50668-fbbd-4bde-9195-e8569510f600 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Deleting port 640a3e4d-91e5-48d5-ac00-ba822e82aca4 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:18.480849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dea50668-fbbd-4bde-9195-e8569510f600 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.503146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb81f84-57bd-4c01-9489-47a3d23187ef tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event deleted for resources: {'Port': ['ID=8a088d40-22e5-4f36-9ef0-3c6f7f6ab3b9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:18.621031 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.632540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Transition to ACTIVE for port object ba099fea-f2a6-466a-861d-9cf8ba6ca731 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:18.654091 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Transition to ACTIVE for port object ba099fea-f2a6-466a-861d-9cf8ba6ca731 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:18.662593 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.769326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Network da019f67-ee25-463a-8a66-4b16053e2dd2 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:18.772664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:18.777291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:18.783214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-dea50668-fbbd-4bde-9195-e8569510f600 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] For port 640a3e4d-91e5-48d5-ac00-ba822e82aca4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=640a3e4d-91e5-48d5-ac00-ba822e82aca4,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:18.786546 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dea50668-fbbd-4bde-9195-e8569510f600 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.825279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Allocated IP 2001:db8::10 (da019f67-ee25-463a-8a66-4b16053e2dd2/1cc27d36-5310-4ef4-b119-a940354c5391/5eecc983-8890-40f7-b61e-7565d589189e) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:18.857411 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Pushing event updated for resources: {'Port': ['ID=ba099fea-f2a6-466a-861d-9cf8ba6ca731,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:18.885997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Attempting to bind port ba099fea-f2a6-466a-861d-9cf8ba6ca731 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:18.886394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Attempting to bind port ba099fea-f2a6-466a-861d-9cf8ba6ca731 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a396df83-b71c-4635-bdc2-04d0c42a120d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'da019f67-ee25-463a-8a66-4b16053e2dd2'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:18.886789 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Attempting to bind port ba099fea-f2a6-466a-861d-9cf8ba6ca731 on network da019f67-ee25-463a-8a66-4b16053e2dd2 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:18.894670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:18.894885 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Checking segment: {'id': 'a396df83-b71c-4635-bdc2-04d0c42a120d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'da019f67-ee25-463a-8a66-4b16053e2dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:18.895205 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.895597 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Bound using segment: {'id': 'a396df83-b71c-4635-bdc2-04d0c42a120d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'da019f67-ee25-463a-8a66-4b16053e2dd2'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:18.896064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Bound port: ba099fea-f2a6-466a-861d-9cf8ba6ca731, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a396df83-b71c-4635-bdc2-04d0c42a120d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'da019f67-ee25-463a-8a66-4b16053e2dd2'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:18.896439 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.915290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6cb81f84-57bd-4c01-9489-47a3d23187ef tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:18.943471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-dea50668-fbbd-4bde-9195-e8569510f600 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Calling delete_port for 640a3e4d-91e5-48d5-ac00-ba822e82aca4 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:18.989157 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] For port ba099fea-f2a6-466a-861d-9cf8ba6ca731, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:18.991882 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] For port ba099fea-f2a6-466a-861d-9cf8ba6ca731, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ba099fea-f2a6-466a-861d-9cf8ba6ca731,segment=NetworkSegment(a396df83-b71c-4635-bdc2-04d0c42a120d),segment_id=a396df83-b71c-4635-bdc2-04d0c42a120d)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:18.999024 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:19.069035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364aa10-8d21-47d8-9913-8086306b231a req-2be18c57-b81e-4b6e-9f3e-d3a00cd52fb7 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:19.070517 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6364aa10-8d21-47d8-9913-8086306b231a req-2be18c57-b81e-4b6e-9f3e-d3a00cd52fb7 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.2331202 Apr 22 15:15:19.103037 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c50c3f-0f44-4fcd-9d05-3905967fa5a2 None None] Pushing event updated for resources: {'Port': ['ID=ba099fea-f2a6-466a-861d-9cf8ba6ca731,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:19.259986 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6364aa10-8d21-47d8-9913-8086306b231a req-a7f97987-fb4e-44c3-ae35-096acc0be7c9 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831148 Apr 22 15:15:19.279857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:19.338654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Transition to ACTIVE for port object 5eecc983-8890-40f7-b61e-7565d589189e will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:19.342996 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dea50668-fbbd-4bde-9195-e8569510f600 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:19.418445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea50668-fbbd-4bde-9195-e8569510f600 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event deleted for resources: {'Port': ['ID=640a3e4d-91e5-48d5-ac00-ba822e82aca4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:19.444618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb81f84-57bd-4c01-9489-47a3d23187ef tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Router 436800b0-1293-45d7-9b81-8e6f1503129a has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:19.540625 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:19.650781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb8835-a704-4448-b77d-c53b18d377b0 req-62fc664f-e1d6-4291-b121-c1cd2b1fcc5d tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:19.652326 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ddfb8835-a704-4448-b77d-c53b18d377b0 req-62fc664f-e1d6-4291-b121-c1cd2b1fcc5d tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.2099390 Apr 22 15:15:19.707883 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb81f84-57bd-4c01-9489-47a3d23187ef tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:19.717610 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6cb81f84-57bd-4c01-9489-47a3d23187ef tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "PUT /v2.0/routers/436800b0-1293-45d7-9b81-8e6f1503129a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3560524 Apr 22 15:15:19.719170 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f000b5-9f2a-4c94-bfa5-a474cb515406 None None] Sync routers for ids ['436800b0-1293-45d7-9b81-8e6f1503129a'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:19.722351 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ddfb8835-a704-4448-b77d-c53b18d377b0 req-48db4b6a-caa5-454e-ab6f-38a1ab7cf36b tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614078 Apr 22 15:15:19.723055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34150) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:19.734737 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f000b5-9f2a-4c94-bfa5-a474cb515406 None None] Routers {'436800b0-1293-45d7-9b81-8e6f1503129a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:19.735542 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-96f000b5-9f2a-4c94-bfa5-a474cb515406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['436800b0-1293-45d7-9b81-8e6f1503129a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:19.803810 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-1e62ab96-d473-494c-a4c1-7d6565b60e8c tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] show failed (client error): The resource could not be found. Apr 22 15:15:19.808964 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1e62ab96-d473-494c-a4c1-7d6565b60e8c tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "GET /v2.0/routers/tempest-non_exist_router-2033762316 HTTP/1.1" status: 404 len: 335 time: 0.0849767 Apr 22 15:15:19.811187 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34156) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:19.813038 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-96f000b5-9f2a-4c94-bfa5-a474cb515406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:19.824190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e3524ded-7311-4733-9a0e-660ab433753a tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:19.826763 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f000b5-9f2a-4c94-bfa5-a474cb515406 None None] Routers {'436800b0-1293-45d7-9b81-8e6f1503129a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:19.827275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=5eecc983-8890-40f7-b61e-7565d589189e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:19.828379 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-96f000b5-9f2a-4c94-bfa5-a474cb515406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['436800b0-1293-45d7-9b81-8e6f1503129a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:19.832836 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network da019f67-ee25-463a-8a66-4b16053e2dd2 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:19.835083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:19.842860 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:19.846943 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:19.847560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:19.916878 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-22b60255-a207-496d-aa03-7c2077d22e69 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9210067 Apr 22 15:15:19.923502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34160) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:19.931349 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'network_id': 'da019f67-ee25-463a-8a66-4b16053e2dd2', 'name': 'tempest-PortsIpV6TestJSON-1989246378', 'fixed_ips': [{'subnet_id': '1cc27d36-5310-4ef4-b119-a940354c5391', 'ip_address': '2001:db8::f'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:19.967337 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-96f000b5-9f2a-4c94-bfa5-a474cb515406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:19.967996 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f000b5-9f2a-4c94-bfa5-a474cb515406 None None] The sync data for ids ['436800b0-1293-45d7-9b81-8e6f1503129a'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:19.993669 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-e3524ded-7311-4733-9a0e-660ab433753a tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] update failed (client error): The resource could not be found. Apr 22 15:15:20.005548 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e3524ded-7311-4733-9a0e-660ab433753a tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "PUT /v2.0/routers/tempest-non_exist_router-37606686 HTTP/1.1" status: 404 len: 333 time: 0.1926255 Apr 22 15:15:20.006372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34164) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:20.148107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ba099fea-f2a6-466a-861d-9cf8ba6ca731 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:20.195929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:20.214824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:port and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:20.219857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:20.227917 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:20.231185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dea50668-fbbd-4bde-9195-e8569510f600 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.244530 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port ba099fea-f2a6-466a-861d-9cf8ba6ca731 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:20.319247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:20.324442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.363914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c98a60-b9a6-4936-b5df-dc8674dd1fdf None None] Network da019f67-ee25-463a-8a66-4b16053e2dd2 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:20.396772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac0ce4c-76c9-4a2b-bd85-3cb5c0c26159 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Deleting subnet dba50e69-1b92-4920-afea-afebc6fe6dd4 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:20.400700 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ce4c-76c9-4a2b-bd85-3cb5c0c26159 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.422313 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port c697410c-c221-42dc-b0d1-e88ef83d6fb5 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:20.501262 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8aa67745-3508-4e91-aa65-381cebe0ea45 None None] Provisioning for port ba099fea-f2a6-466a-861d-9cf8ba6ca731 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:20.518390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8aa67745-3508-4e91-aa65-381cebe0ea45 None None] Provisioning complete for port ba099fea-f2a6-466a-861d-9cf8ba6ca731 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:20.519011 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8aa67745-3508-4e91-aa65-381cebe0ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.583970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538464f3-02ec-413d-a60c-075111f62625 req-81a8d89f-fffe-4dd9-90d7-5bebacdca950 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:20.585454 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-538464f3-02ec-413d-a60c-075111f62625 req-81a8d89f-fffe-4dd9-90d7-5bebacdca950 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.3030574 Apr 22 15:15:20.600535 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ce4c-76c9-4a2b-bd85-3cb5c0c26159 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.696560 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-538464f3-02ec-413d-a60c-075111f62625 req-3239b7ff-6821-4381-9c66-9fe354969667 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019537 Apr 22 15:15:20.696816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Allocated IP 2001:db8::f (da019f67-ee25-463a-8a66-4b16053e2dd2/1cc27d36-5310-4ef4-b119-a940354c5391/c697410c-c221-42dc-b0d1-e88ef83d6fb5) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:20.736556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ce4c-76c9-4a2b-bd85-3cb5c0c26159 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.741398 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8aa67745-3508-4e91-aa65-381cebe0ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.785196 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8aa67745-3508-4e91-aa65-381cebe0ea45 None None] For port ba099fea-f2a6-466a-861d-9cf8ba6ca731, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ba099fea-f2a6-466a-861d-9cf8ba6ca731,segment=NetworkSegment(a396df83-b71c-4635-bdc2-04d0c42a120d),segment_id=a396df83-b71c-4635-bdc2-04d0c42a120d)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:20.791446 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8aa67745-3508-4e91-aa65-381cebe0ea45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.818877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ce4c-76c9-4a2b-bd85-3cb5c0c26159 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.862084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0ce4c-76c9-4a2b-bd85-3cb5c0c26159 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event deleted for resources: {'Subnet': ['ID=dba50e69-1b92-4920-afea-afebc6fe6dd4,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:20.871321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ac0ce4c-76c9-4a2b-bd85-3cb5c0c26159 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:20.877573 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3ac0ce4c-76c9-4a2b-bd85-3cb5c0c26159 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "DELETE /v2.0/subnets/dba50e69-1b92-4920-afea-afebc6fe6dd4 HTTP/1.1" status: 204 len: 168 time: 0.8704779 Apr 22 15:15:20.883583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34170) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:20.885146 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72661bc9-0c28-485b-8a6e-a1e887acdf29 None None] Network 4374ecbb-0674-4cef-94e5-9f99d41613cd requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:20.911606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa67745-3508-4e91-aa65-381cebe0ea45 None None] Pushing event updated for resources: {'Port': ['ID=ba099fea-f2a6-466a-861d-9cf8ba6ca731,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:21.130404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab2534d-3ff8-49a4-80b8-cbed428bdfe5 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Deleting subnet ee94c439-803a-4089-acb1-c156e12dac3e {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:21.133929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ab2534d-3ff8-49a4-80b8-cbed428bdfe5 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.164337 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ef743f02-b8b3-4ebf-a8bf-663332712f76 None None] Provisioning for port 5eecc983-8890-40f7-b61e-7565d589189e completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:21.176730 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ef743f02-b8b3-4ebf-a8bf-663332712f76 None None] Provisioning complete for port 5eecc983-8890-40f7-b61e-7565d589189e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:21.177105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ef743f02-b8b3-4ebf-a8bf-663332712f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.221552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ab2534d-3ff8-49a4-80b8-cbed428bdfe5 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.251934 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2952ae74-da60-463f-8f58-ffca10ca1836 None None] DHCP port deletion for 4374ecbb-0674-4cef-94e5-9f99d41613cd request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:15:21.258794 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2952ae74-da60-463f-8f58-ffca10ca1836 None None] Deleting port b668163f-949b-4762-8d97-e472fa88c513 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:21.259726 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2952ae74-da60-463f-8f58-ffca10ca1836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.269126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.285903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Transition to ACTIVE for port object c697410c-c221-42dc-b0d1-e88ef83d6fb5 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:21.306924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ef743f02-b8b3-4ebf-a8bf-663332712f76 None None] Port 5eecc983-8890-40f7-b61e-7565d589189e cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:21.335743 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ab2534d-3ff8-49a4-80b8-cbed428bdfe5 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.353619 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.380821 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ef743f02-b8b3-4ebf-a8bf-663332712f76 None None] Provisioning complete for port ba099fea-f2a6-466a-861d-9cf8ba6ca731 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:21.381494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ef743f02-b8b3-4ebf-a8bf-663332712f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.408536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network da019f67-ee25-463a-8a66-4b16053e2dd2 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:21.417063 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:21.426700 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ab2534d-3ff8-49a4-80b8-cbed428bdfe5 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.428534 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:21.432938 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:21.433641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.469024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=c697410c-c221-42dc-b0d1-e88ef83d6fb5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:21.480357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9ab2534d-3ff8-49a4-80b8-cbed428bdfe5 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.493608 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2534d-3ff8-49a4-80b8-cbed428bdfe5 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event deleted for resources: {'Subnet': ['ID=ee94c439-803a-4089-acb1-c156e12dac3e,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:21.497369 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9ab2534d-3ff8-49a4-80b8-cbed428bdfe5 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "DELETE /v2.0/subnets/ee94c439-803a-4089-acb1-c156e12dac3e HTTP/1.1" status: 204 len: 168 time: 0.6125419 Apr 22 15:15:21.500399 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34174) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:21.501560 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0470fce4-14e9-435a-b2b6-27120e01cce1 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5768859 Apr 22 15:15:21.504116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34178) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:21.507348 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d3c5f1-7e1f-48c7-a491-4ad853d81ce0 None None] Network 914cc1d2-2610-4ba5-b9be-7a91aee8fe2d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:21.649413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.649940 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2952ae74-da60-463f-8f58-ffca10ca1836 None None] For port b668163f-949b-4762-8d97-e472fa88c513, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b668163f-949b-4762-8d97-e472fa88c513,segment=NetworkSegment(75eaebd5-13fd-4389-8330-ce5a6f8b01b5),segment_id=75eaebd5-13fd-4389-8330-ce5a6f8b01b5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:21.650365 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2952ae74-da60-463f-8f58-ffca10ca1836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.661525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Deleting port b668163f-949b-4762-8d97-e472fa88c513 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:21.662015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.710629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea50668-fbbd-4bde-9195-e8569510f600 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Router e20b3772-5e70-4ddf-840c-629ba823b81d has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:21.754555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b2d9a2-04da-4eb0-b040-a6f0f47be87b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:21.755272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d4b2d9a2-04da-4eb0-b040-a6f0f47be87b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:21.829095 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2952ae74-da60-463f-8f58-ffca10ca1836 None None] Calling delete_port for b668163f-949b-4762-8d97-e472fa88c513 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:21.926623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d4b2d9a2-04da-4eb0-b040-a6f0f47be87b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:21.927866 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d4b2d9a2-04da-4eb0-b040-a6f0f47be87b tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4228210 Apr 22 15:15:21.931013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34184) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:21.975305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] For port b668163f-949b-4762-8d97-e472fa88c513, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b668163f-949b-4762-8d97-e472fa88c513,segment=NetworkSegment(75eaebd5-13fd-4389-8330-ce5a6f8b01b5),segment_id=75eaebd5-13fd-4389-8330-ce5a6f8b01b5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:21.975828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:21.983122 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ba099fea-f2a6-466a-861d-9cf8ba6ca731 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:22.043355 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a12ee2-48d8-44a6-bdda-676b73f2d738 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:22.047262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a12ee2-48d8-44a6-bdda-676b73f2d738 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:22.051127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a12ee2-48d8-44a6-bdda-676b73f2d738 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:22.054677 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-75a12ee2-48d8-44a6-bdda-676b73f2d738 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1208653 Apr 22 15:15:22.056868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34188) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:22.125358 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Calling delete_port for b668163f-949b-4762-8d97-e472fa88c513 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:22.135650 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2952ae74-da60-463f-8f58-ffca10ca1836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.138079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4d4cf511-ef8a-413b-afc8-aab0dd0ce74e tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port c697410c-c221-42dc-b0d1-e88ef83d6fb5 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:22.138463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4d4cf511-ef8a-413b-afc8-aab0dd0ce74e tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.159406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fca6a6-39cd-4b6c-b0ec-7d198ca607d6 req-777c775e-a718-409e-ba51-7f1a5108716f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:22.161017 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-37fca6a6-39cd-4b6c-b0ec-7d198ca607d6 req-777c775e-a718-409e-ba51-7f1a5108716f tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.3110809 Apr 22 15:15:22.187489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952ae74-da60-463f-8f58-ffca10ca1836 None None] Pushing event deleted for resources: {'Port': ['ID=b668163f-949b-4762-8d97-e472fa88c513,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:22.194927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea50668-fbbd-4bde-9195-e8569510f600 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:22.197775 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2952ae74-da60-463f-8f58-ffca10ca1836 None None] No DVR routers for this DVR port b668163f-949b-4762-8d97-e472fa88c513 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:22.204464 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dea50668-fbbd-4bde-9195-e8569510f600 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "PUT /v2.0/routers/e20b3772-5e70-4ddf-840c-629ba823b81d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9257703 Apr 22 15:15:22.204726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34192) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:22.214075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port ba099fea-f2a6-466a-861d-9cf8ba6ca731 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:22.214678 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.241739 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7808bc6-7e96-4137-83fd-4ddf3aaf20b6 None None] Sync routers for ids ['e20b3772-5e70-4ddf-840c-629ba823b81d'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:22.248293 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-37fca6a6-39cd-4b6c-b0ec-7d198ca607d6 req-b8f49a72-b812-42d4-93ac-3c055ab4919e tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774574 Apr 22 15:15:22.274824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:15:22.275253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:15:22.296625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811978b2-0ce8-44bf-ad4c-d268c51a7ee0 None None] DHCP port deletion for 914cc1d2-2610-4ba5-b9be-7a91aee8fe2d request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:15:22.303194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3beaa63e-ec8b-4358-9e38-faf10eb73730 None None] Provisioning for port c697410c-c221-42dc-b0d1-e88ef83d6fb5 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:22.308299 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7808bc6-7e96-4137-83fd-4ddf3aaf20b6 None None] Routers {'e20b3772-5e70-4ddf-840c-629ba823b81d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:22.308939 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-f7808bc6-7e96-4137-83fd-4ddf3aaf20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e20b3772-5e70-4ddf-840c-629ba823b81d'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:22.361703 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-811978b2-0ce8-44bf-ad4c-d268c51a7ee0 None None] Deleting port 0048493d-5e77-4924-b0b6-be7763183669 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:22.362078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-811978b2-0ce8-44bf-ad4c-d268c51a7ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.443703 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3beaa63e-ec8b-4358-9e38-faf10eb73730 None None] Provisioning complete for port c697410c-c221-42dc-b0d1-e88ef83d6fb5 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:22.443993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3beaa63e-ec8b-4358-9e38-faf10eb73730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.563571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4d4cf511-ef8a-413b-afc8-aab0dd0ce74e tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.583161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa05fc0a-2800-4bc2-be80-ded785cae41c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Deleting subnet 36f6d00e-e22a-4408-b1ac-560af307be50 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:22.626181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3beaa63e-ec8b-4358-9e38-faf10eb73730 None None] Port c697410c-c221-42dc-b0d1-e88ef83d6fb5 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:22.690197 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa05fc0a-2800-4bc2-be80-ded785cae41c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.722978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4d4cf511-ef8a-413b-afc8-aab0dd0ce74e tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for c697410c-c221-42dc-b0d1-e88ef83d6fb5 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:22.741686 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b668163f-949b-4762-8d97-e472fa88c513 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:22.775990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Deleting port b668163f-949b-4762-8d97-e472fa88c513 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:22.776577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.798267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa05fc0a-2800-4bc2-be80-ded785cae41c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.800111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-f7808bc6-7e96-4137-83fd-4ddf3aaf20b6 None None] Set router e20b3772-5e70-4ddf-840c-629ba823b81d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:22.836769 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: b668163f-949b-4762-8d97-e472fa88c513 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:22.837116 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b668163f-949b-4762-8d97-e472fa88c513 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:22.840924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3beaa63e-ec8b-4358-9e38-faf10eb73730 None None] Provisioning complete for port 5eecc983-8890-40f7-b61e-7565d589189e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:22.841296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3beaa63e-ec8b-4358-9e38-faf10eb73730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.861553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] The port 'b668163f-949b-4762-8d97-e472fa88c513' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:15:22.960797 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa05fc0a-2800-4bc2-be80-ded785cae41c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:22.999763 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4d4cf511-ef8a-413b-afc8-aab0dd0ce74e tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.000489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-811978b2-0ce8-44bf-ad4c-d268c51a7ee0 None None] For port 0048493d-5e77-4924-b0b6-be7763183669, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=0048493d-5e77-4924-b0b6-be7763183669,segment=NetworkSegment(abf9465e-6002-4445-ae0f-8ee0cdec98f6),segment_id=abf9465e-6002-4445-ae0f-8ee0cdec98f6)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:23.000990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-811978b2-0ce8-44bf-ad4c-d268c51a7ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.003796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.059012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cf511-ef8a-413b-afc8-aab0dd0ce74e tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=c697410c-c221-42dc-b0d1-e88ef83d6fb5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:23.116570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4d4cf511-ef8a-413b-afc8-aab0dd0ce74e tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.144094 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4d4cf511-ef8a-413b-afc8-aab0dd0ce74e tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/c697410c-c221-42dc-b0d1-e88ef83d6fb5 HTTP/1.1" status: 204 len: 168 time: 1.0860379 Apr 22 15:15:23.146658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34196) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:23.164977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4374ecbb-0674-4cef-94e5-9f99d41613cd']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:23.186928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75eaebd5-13fd-4389-8330-ce5a6f8b01b5') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:23.187327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75eaebd5-13fd-4389-8330-ce5a6f8b01b5') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:23.194693 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa05fc0a-2800-4bc2-be80-ded785cae41c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.202003 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.211631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-811978b2-0ce8-44bf-ad4c-d268c51a7ee0 None None] Calling delete_port for 0048493d-5e77-4924-b0b6-be7763183669 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:23.229043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.238567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:15:23.238971 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.243938 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0331d5-8aa2-45db-980a-faaca6d3ecb5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] GET failed (client error): The resource could not be found. Apr 22 15:15:23.244446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0e0331d5-8aa2-45db-980a-faaca6d3ecb5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:23.252460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05fc0a-2800-4bc2-be80-ded785cae41c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event deleted for resources: {'Subnet': ['ID=36f6d00e-e22a-4408-b1ac-560af307be50,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: util.warn( Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:15:23.254283 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:15:23.260208 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa05fc0a-2800-4bc2-be80-ded785cae41c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.265490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3beaa63e-ec8b-4358-9e38-faf10eb73730 None None] Port 5eecc983-8890-40f7-b61e-7565d589189e cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:23.282376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f674777-b66b-4b2c-8d95-c505d8f2fca1 None None] Network f80c3656-8bb1-468b-bace-76c03388f7e3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:23.287870 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fa05fc0a-2800-4bc2-be80-ded785cae41c tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "DELETE /v2.0/subnets/36f6d00e-e22a-4408-b1ac-560af307be50 HTTP/1.1" status: 204 len: 168 time: 1.0817556 Apr 22 15:15:23.292840 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34200) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:23.385343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-926ca9b6-8990-4cab-9dcc-0ceb8b7ac6f0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:23.386951 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-926ca9b6-8990-4cab-9dcc-0ceb8b7ac6f0 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.70 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.3579872 Apr 22 15:15:23.492884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Deleting port f63510a2-1adb-46e9-89b2-afa7e71ab191 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:23.493232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.551464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-811978b2-0ce8-44bf-ad4c-d268c51a7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.556723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.566824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0e0331d5-8aa2-45db-980a-faaca6d3ecb5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:23.567588 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0e0331d5-8aa2-45db-980a-faaca6d3ecb5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/c697410c-c221-42dc-b0d1-e88ef83d6fb5 HTTP/1.1" status: 404 len: 333 time: 0.4199028 Apr 22 15:15:23.576204 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34210) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:23.620764 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.638814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event deleted for resources: {'Network': ['ID=4374ecbb-0674-4cef-94e5-9f99d41613cd,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:23.653369 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4d608e90-8e34-4016-b3ef-7c2f0e5b92e8 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "DELETE /v2.0/networks/4374ecbb-0674-4cef-94e5-9f99d41613cd HTTP/1.1" status: 204 len: 168 time: 2.1517143 Apr 22 15:15:23.660448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34214) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:23.686554 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ddc82-ac8e-4357-b64f-8dc23a7c7882 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port 5eecc983-8890-40f7-b61e-7565d589189e {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:23.687434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a2ddc82-ac8e-4357-b64f-8dc23a7c7882 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.708399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811978b2-0ce8-44bf-ad4c-d268c51a7ee0 None None] Pushing event deleted for resources: {'Port': ['ID=0048493d-5e77-4924-b0b6-be7763183669,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:23.718575 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811978b2-0ce8-44bf-ad4c-d268c51a7ee0 None None] No DVR routers for this DVR port 0048493d-5e77-4924-b0b6-be7763183669 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:23.766042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-f7808bc6-7e96-4137-83fd-4ddf3aaf20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:15:19Z', 'revision_number': 5, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:23.770234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7808bc6-7e96-4137-83fd-4ddf3aaf20b6 None None] Checking router: e20b3772-5e70-4ddf-840c-629ba823b81d for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:23.781978 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7808bc6-7e96-4137-83fd-4ddf3aaf20b6 None None] Routers {'e20b3772-5e70-4ddf-840c-629ba823b81d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:23.782690 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-f7808bc6-7e96-4137-83fd-4ddf3aaf20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e20b3772-5e70-4ddf-840c-629ba823b81d'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:23.819788 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e376ef-41d3-40f2-824b-44fe4c9657bd req-21d528f9-db3c-4f92-929d-f41ce23a7265 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:23.821278 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e2e376ef-41d3-40f2-824b-44fe4c9657bd req-21d528f9-db3c-4f92-929d-f41ce23a7265 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 945 time: 0.2656972 Apr 22 15:15:23.833539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.929915 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e2e376ef-41d3-40f2-824b-44fe4c9657bd req-dc83e431-a072-435f-9703-5e1a8c8bfa80 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups?id=90f49ab4-c67c-4d13-8fab-49b39f9dc108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983624 Apr 22 15:15:23.944397 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] For port f63510a2-1adb-46e9-89b2-afa7e71ab191, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=f63510a2-1adb-46e9-89b2-afa7e71ab191,segment=NetworkSegment(a59bad37-ce12-48bb-90b5-b4c57f4e28bb),segment_id=a59bad37-ce12-48bb-90b5-b4c57f4e28bb)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:23.944911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:23.968919 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] DHCP port deletion for f80c3656-8bb1-468b-bace-76c03388f7e3 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:15:23.971176 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 0048493d-5e77-4924-b0b6-be7763183669 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:24.017387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 0048493d-5e77-4924-b0b6-be7763183669 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:24.018005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 0048493d-5e77-4924-b0b6-be7763183669 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:24.018614 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 181b5f40-1094-4911-afd7-ffca2291cf98 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:24.042793 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] Deleting port 181b5f40-1094-4911-afd7-ffca2291cf98 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:24.043170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.180512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.240582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914cc1d2-2610-4ba5-b9be-7a91aee8fe2d']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:24.258988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf9465e-6002-4445-ae0f-8ee0cdec98f6') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:24.259373 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf9465e-6002-4445-ae0f-8ee0cdec98f6') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:24.270050 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-f7808bc6-7e96-4137-83fd-4ddf3aaf20b6 None None] Set router e20b3772-5e70-4ddf-840c-629ba823b81d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:24.271557 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.271929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.272482 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Floating IP 40a5c540-180c-411e-a133-7dd9afec3c73 disassociated. External IP: 172.26.8.224, port: f63510a2-1adb-46e9-89b2-afa7e71ab191. Apr 22 15:15:24.272859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Calling delete_port for f63510a2-1adb-46e9-89b2-afa7e71ab191 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:24.290292 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.303522 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a2ddc82-ac8e-4357-b64f-8dc23a7c7882 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.373011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.430878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.440981 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.442308 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-1a2ddc82-ac8e-4357-b64f-8dc23a7c7882 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for 5eecc983-8890-40f7-b61e-7565d589189e owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:24.470270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:15:24.470589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.483659 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Pushing event deleted for resources: {'Port': ['ID=f63510a2-1adb-46e9-89b2-afa7e71ab191,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:15:24.492445 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:15:24.575084 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] For port 181b5f40-1094-4911-afd7-ffca2291cf98, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=181b5f40-1094-4911-afd7-ffca2291cf98,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:24.575478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.593527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 181b5f40-1094-4911-afd7-ffca2291cf98, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=181b5f40-1094-4911-afd7-ffca2291cf98,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:24.594766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.660197 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.702980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.710407 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] Calling delete_port for 181b5f40-1094-4911-afd7-ffca2291cf98 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:24.749071 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Router dd890921-16e1-4fb8-b773-b18126a2c12f has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:24.754554 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:24.757432 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event deleted for resources: {'Network': ['ID=914cc1d2-2610-4ba5-b9be-7a91aee8fe2d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:24.774316 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "DELETE /v2.0/networks/914cc1d2-2610-4ba5-b9be-7a91aee8fe2d HTTP/1.1" status: 204 len: 168 time: 1.1125996 Apr 22 15:15:24.778356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34220) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:24.820982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:24.821504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:24.821967 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:24.822429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:24.822857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:24.823297 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:24.823721 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:24.824147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:24.824823 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:24.824952 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:24.825385 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475f9270-469a-4945-82dd-7688c5aff285 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:24.908479 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=181b5f40-1094-4911-afd7-ffca2291cf98,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:24.925930 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:15:24.926370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:15:24.939969 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-f7808bc6-7e96-4137-83fd-4ddf3aaf20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:15:19Z', 'revision_number': 5, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:24.944226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7808bc6-7e96-4137-83fd-4ddf3aaf20b6 None None] The sync data for ids ['e20b3772-5e70-4ddf-840c-629ba823b81d'] in dv-neutron-838883-3-hyperv is: [{'id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211495561', 'tenant_id': '6e451ea9b62646848542497e7cd37e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:58Z', 'updated_at': '2022-04-22T15:15:19Z', 'revision_number': 5, 'project_id': '6e451ea9b62646848542497e7cd37e73', 'gw_port': {'id': '9c87b2f4-d5e2-4139-8d77-33e1804f720a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:70:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20b3772-5e70-4ddf-840c-629ba823b81d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:59Z', 'updated_at': '2022-04-22T15:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:24.976653 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:24.990050 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2d242-a511-4cf9-ba21-d3f288aa272f None None] Sync routers for ids ['dd890921-16e1-4fb8-b773-b18126a2c12f'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:25.006335 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e2d242-a511-4cf9-ba21-d3f288aa272f None None] Routers {'dd890921-16e1-4fb8-b773-b18126a2c12f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:25.008120 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f1e2d242-a511-4cf9-ba21-d3f288aa272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['dd890921-16e1-4fb8-b773-b18126a2c12f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:25.188386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a2ddc82-ac8e-4357-b64f-8dc23a7c7882 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.206624 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-f1e2d242-a511-4cf9-ba21-d3f288aa272f None None] Set router dd890921-16e1-4fb8-b773-b18126a2c12f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:25.208811 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b22aec84-4549-40d4-a384-f660c2d0637a req-04332cc7-464d-4b48-b9d6-1ba617b0c0b6 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/ports?device_id=64de6ab2-e785-43b1-a370-e548b0318ddc HTTP/1.1" status: 200 len: 210 time: 0.0773954 Apr 22 15:15:25.209769 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] No DVR routers for this DVR port f63510a2-1adb-46e9-89b2-afa7e71ab191 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:25.212042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.221508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64de6ab2-e785-43b1-a370-e548b0318ddc', 'name': 'network-vif-deleted', 'tag': 'f63510a2-1adb-46e9-89b2-afa7e71ab191'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:25.240217 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403eb735-68c4-455d-a7f5-1a6b328e6949 req-827c1fe6-a418-49c7-a8f5-d4fe97c30997 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.70 "DELETE /v2.0/ports/f63510a2-1adb-46e9-89b2-afa7e71ab191 HTTP/1.1" status: 204 len: 173 time: 1.8436539 Apr 22 15:15:25.267210 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ddc82-ac8e-4357-b64f-8dc23a7c7882 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=5eecc983-8890-40f7-b61e-7565d589189e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:25.285015 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d17bdb-8323-4ef5-9d64-d6ff333ed1c7'] response: {'server_uuid': '64de6ab2-e785-43b1-a370-e548b0318ddc', 'name': 'network-vif-deleted', 'tag': 'f63510a2-1adb-46e9-89b2-afa7e71ab191', 'status': 'completed', 'code': 200} Apr 22 15:15:25.335782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1a2ddc82-ac8e-4357-b64f-8dc23a7c7882 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.391304 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1a2ddc82-ac8e-4357-b64f-8dc23a7c7882 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/5eecc983-8890-40f7-b61e-7565d589189e HTTP/1.1" status: 204 len: 168 time: 1.8139508 Apr 22 15:15:25.393805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34228) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:25.400779 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adede51-ae0b-43e5-9a9b-8495d75046cb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Deleting subnet 36bdb220-f7c6-48e2-98bc-a72f68bd8695 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:25.403475 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0adede51-ae0b-43e5-9a9b-8495d75046cb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.428059 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] Deleting port 181b5f40-1094-4911-afd7-ffca2291cf98 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:25.428599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.487002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0adede51-ae0b-43e5-9a9b-8495d75046cb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.512852 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32c2a03-008c-4f7e-9e75-41ccac76f97e tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] GET failed (client error): The resource could not be found. Apr 22 15:15:25.516376 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a32c2a03-008c-4f7e-9e75-41ccac76f97e tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/5eecc983-8890-40f7-b61e-7565d589189e HTTP/1.1" status: 404 len: 333 time: 0.1214275 Apr 22 15:15:25.519456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34232) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:25.595084 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.629740 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Deleting port 9c87b2f4-d5e2-4139-8d77-33e1804f720a {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:25.630207 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.719684 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device f63510a2-1adb-46e9-89b2-afa7e71ab191 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:25.732852 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f1e2d242-a511-4cf9-ba21-d3f288aa272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:10:51Z', 'revision_number': 4, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port': {'id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:39Z', 'updated_at': '2022-04-22T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '24823ddc-e45c-4952-bf04-28f207317bfe', 'name': '', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'mac_address': 'fa:16:3e:2f:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44024044-2bbf-41e4-9040-da56b02148a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:48Z', 'updated_at': '2022-04-22T15:11:07Z', 'revision_number': 5, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'subnets': [{'id': '44024044-2bbf-41e4-9040-da56b02148a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:25.737115 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2d242-a511-4cf9-ba21-d3f288aa272f None None] Checking router: dd890921-16e1-4fb8-b773-b18126a2c12f for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:25.747622 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e2d242-a511-4cf9-ba21-d3f288aa272f None None] Routers {'dd890921-16e1-4fb8-b773-b18126a2c12f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:25.748213 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f1e2d242-a511-4cf9-ba21-d3f288aa272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['dd890921-16e1-4fb8-b773-b18126a2c12f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:25.766328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: f63510a2-1adb-46e9-89b2-afa7e71ab191 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:25.766659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device f63510a2-1adb-46e9-89b2-afa7e71ab191 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:25.791485 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] For port 181b5f40-1094-4911-afd7-ffca2291cf98, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=181b5f40-1094-4911-afd7-ffca2291cf98,segment=NetworkSegment(15bcabbf-adc8-4924-9b62-fb3d2bcc436e),segment_id=15bcabbf-adc8-4924-9b62-fb3d2bcc436e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:25.792112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.915666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] Calling delete_port for 181b5f40-1094-4911-afd7-ffca2291cf98 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:25.917903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0adede51-ae0b-43e5-9a9b-8495d75046cb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:25.940323 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-f1e2d242-a511-4cf9-ba21-d3f288aa272f None None] Set router dd890921-16e1-4fb8-b773-b18126a2c12f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:25.960553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 640a3e4d-91e5-48d5-ac00-ba822e82aca4 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:26.003755 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 640a3e4d-91e5-48d5-ac00-ba822e82aca4 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:26.004375 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 640a3e4d-91e5-48d5-ac00-ba822e82aca4 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:26.005767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] For port 9c87b2f4-d5e2-4139-8d77-33e1804f720a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9c87b2f4-d5e2-4139-8d77-33e1804f720a,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:26.006509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.042666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.103864 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] Pushing event deleted for resources: {'Port': ['ID=181b5f40-1094-4911-afd7-ffca2291cf98,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:26.114937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f2f013-10f1-4d63-a6fa-e37fcbf6db42 None None] No DVR routers for this DVR port 181b5f40-1094-4911-afd7-ffca2291cf98 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:26.156471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Calling delete_port for 9c87b2f4-d5e2-4139-8d77-33e1804f720a owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:26.222386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c3a76b-b435-4ddc-9b8d-ad064fde98ec tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting subnet 1cc27d36-5310-4ef4-b119-a940354c5391 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:26.235463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08c3a76b-b435-4ddc-9b8d-ad064fde98ec tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.332426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08c3a76b-b435-4ddc-9b8d-ad064fde98ec tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.342403 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f1e2d242-a511-4cf9-ba21-d3f288aa272f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:10:51Z', 'revision_number': 4, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port': {'id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:39Z', 'updated_at': '2022-04-22T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '24823ddc-e45c-4952-bf04-28f207317bfe', 'name': '', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'mac_address': 'fa:16:3e:2f:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44024044-2bbf-41e4-9040-da56b02148a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:48Z', 'updated_at': '2022-04-22T15:11:07Z', 'revision_number': 5, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'subnets': [{'id': '44024044-2bbf-41e4-9040-da56b02148a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:26.347674 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2d242-a511-4cf9-ba21-d3f288aa272f None None] The sync data for ids ['dd890921-16e1-4fb8-b773-b18126a2c12f'] in dv-neutron-838883-3-hyperv is: [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:10:51Z', 'revision_number': 4, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port': {'id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:39Z', 'updated_at': '2022-04-22T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '24823ddc-e45c-4952-bf04-28f207317bfe', 'name': '', 'network_id': '5b30759b-11ae-417c-bc4c-b58157939dcc', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'mac_address': 'fa:16:3e:2f:b9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44024044-2bbf-41e4-9040-da56b02148a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:48Z', 'updated_at': '2022-04-22T15:11:07Z', 'revision_number': 5, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'subnets': [{'id': '44024044-2bbf-41e4-9040-da56b02148a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:26.368582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34242) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:26.385124 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0adede51-ae0b-43e5-9a9b-8495d75046cb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.435697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adede51-ae0b-43e5-9a9b-8495d75046cb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event deleted for resources: {'Subnet': ['ID=36bdb220-f7c6-48e2-98bc-a72f68bd8695,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:26.437219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.449630 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0adede51-ae0b-43e5-9a9b-8495d75046cb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.459968 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e0c673-9298-48aa-a729-3faafcd61908 None None] Network 5b26ecf0-600c-4294-b94e-eb70bc53da1f requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:26.464152 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0adede51-ae0b-43e5-9a9b-8495d75046cb tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "DELETE /v2.0/subnets/36bdb220-f7c6-48e2-98bc-a72f68bd8695 HTTP/1.1" status: 204 len: 168 time: 1.6449795 Apr 22 15:15:26.466798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34246) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:26.470725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.546111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08c3a76b-b435-4ddc-9b8d-ad064fde98ec tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.587564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.620183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.652531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Deleting port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:26.653113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.660701 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051202a4-25cf-43eb-8ef9-762e89aead4b None None] New status for floating IP 40a5c540-180c-411e-a133-7dd9afec3c73: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:15:26.679717 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event deleted for resources: {'Port': ['ID=9c87b2f4-d5e2-4139-8d77-33e1804f720a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:26.761955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.766254 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08c3a76b-b435-4ddc-9b8d-ad064fde98ec tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.792352 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f49ab4-c67c-4d13-8fab-49b39f9dc108,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:26.877920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:26.881374 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "DELETE /v2.0/security-groups/90f49ab4-c67c-4d13-8fab-49b39f9dc108 HTTP/1.1" status: 204 len: 168 time: 0.5095389 Apr 22 15:15:26.881374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:26.881374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:26.881374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:26.881776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:26.881885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:26.882868 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:26.882868 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:26.882868 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:26.883230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:26.883514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:26.883850 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025621d-b794-441e-bbec-73d39604677c tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:26.896515 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34250) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:26.922179 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-68c080b0-d8f2-4660-a00d-75ae191272ee tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] show failed (client error): The resource could not be found. Apr 22 15:15:26.923247 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-68c080b0-d8f2-4660-a00d-75ae191272ee tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "GET /v2.0/security-groups/90f49ab4-c67c-4d13-8fab-49b39f9dc108 HTTP/1.1" status: 404 len: 347 time: 0.0257533 Apr 22 15:15:26.931677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34254) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:27.010242 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3a76b-b435-4ddc-9b8d-ad064fde98ec tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc27d36-5310-4ef4-b119-a940354c5391,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:27.015544 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019aadb8-0af7-4093-b33b-c936c95a2d39 None None] DHCP port deletion for 5b26ecf0-600c-4294-b94e-eb70bc53da1f request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:15:27.024248 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-019aadb8-0af7-4093-b33b-c936c95a2d39 None None] Deleting port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:27.024781 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-019aadb8-0af7-4093-b33b-c936c95a2d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.080850 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] For port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=60fe8c61-e452-4cdf-b595-ac26ac3ffe36,segment=NetworkSegment(3da69f7b-4c52-4728-a3db-80ec57050125),segment_id=3da69f7b-4c52-4728-a3db-80ec57050125)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:27.081223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.081814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-08c3a76b-b435-4ddc-9b8d-ad064fde98ec tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.093395 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.115114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46a15ee-dd62-4d08-97f2-cc988a21d4f8 None None] Network da019f67-ee25-463a-8a66-4b16053e2dd2 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:27.151532 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-08c3a76b-b435-4ddc-9b8d-ad064fde98ec tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/1cc27d36-5310-4ef4-b119-a940354c5391 HTTP/1.1" status: 204 len: 168 time: 1.6278505 Apr 22 15:15:27.162014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34258) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:27.220501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-8874c689-2aee-403c-aa8c-00b38a12a819 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Deleting port c35b5d22-441e-4c14-9c95-a55f161b2bc0 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:27.220845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8874c689-2aee-403c-aa8c-00b38a12a819 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.269086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Calling delete_port for 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:27.349262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.353723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.379272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.379989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Fanout notify agent at l3_agent the message router_deleted on router e20b3772-5e70-4ddf-840c-629ba823b81d {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:15:27.394899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.398504 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-249da7fc-031a-49aa-a5f4-c0356d895141 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "DELETE /v2.0/routers/e20b3772-5e70-4ddf-840c-629ba823b81d HTTP/1.1" status: 204 len: 168 time: 4.1023395 Apr 22 15:15:27.398862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34262) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:27.401113 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-019aadb8-0af7-4093-b33b-c936c95a2d39 None None] For port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=60fe8c61-e452-4cdf-b595-ac26ac3ffe36,segment=NetworkSegment(3da69f7b-4c52-4728-a3db-80ec57050125),segment_id=3da69f7b-4c52-4728-a3db-80ec57050125)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:27.401292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-019aadb8-0af7-4093-b33b-c936c95a2d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.521764 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.550911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c7f57fe-7a76-4dcd-b9ae-fb5a19793aec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.567970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port ba099fea-f2a6-466a-861d-9cf8ba6ca731 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:27.567970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.571332 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-019aadb8-0af7-4093-b33b-c936c95a2d39 None None] Calling delete_port for 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:27.603228 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.648802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-019aadb8-0af7-4093-b33b-c936c95a2d39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:15:27.649155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-019aadb8-0af7-4093-b33b-c936c95a2d39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:15:27.666253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8874c689-2aee-403c-aa8c-00b38a12a819 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.666580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8874c689-2aee-403c-aa8c-00b38a12a819 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.696942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event deleted for resources: {'Port': ['ID=60fe8c61-e452-4cdf-b595-ac26ac3ffe36,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:27.713201 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c7f57fe-7a76-4dcd-b9ae-fb5a19793aec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.720859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777d2d34-2e0f-401e-ab29-b4712c0d9f3c None None] DHCP port deletion for da019f67-ee25-463a-8a66-4b16053e2dd2 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:15:27.725439 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-777d2d34-2e0f-401e-ab29-b4712c0d9f3c None None] Deleting port ba099fea-f2a6-466a-861d-9cf8ba6ca731 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:27.725812 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-777d2d34-2e0f-401e-ab29-b4712c0d9f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.741825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4c7f57fe-7a76-4dcd-b9ae-fb5a19793aec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80c3656-8bb1-468b-bace-76c03388f7e3']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:27.758997 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4c7f57fe-7a76-4dcd-b9ae-fb5a19793aec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bcabbf-adc8-4924-9b62-fb3d2bcc436e') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:27.758997 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4c7f57fe-7a76-4dcd-b9ae-fb5a19793aec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bcabbf-adc8-4924-9b62-fb3d2bcc436e') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:27.767812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c7f57fe-7a76-4dcd-b9ae-fb5a19793aec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.785018 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c7f57fe-7a76-4dcd-b9ae-fb5a19793aec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.791526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7f57fe-7a76-4dcd-b9ae-fb5a19793aec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:15:27.791941 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c7f57fe-7a76-4dcd-b9ae-fb5a19793aec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:15:27.809723 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:15:27.896383 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c7f57fe-7a76-4dcd-b9ae-fb5a19793aec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.921239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c7f57fe-7a76-4dcd-b9ae-fb5a19793aec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.932895 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4c7f57fe-7a76-4dcd-b9ae-fb5a19793aec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "DELETE /v2.0/networks/f80c3656-8bb1-468b-bace-76c03388f7e3 HTTP/1.1" status: 204 len: 168 time: 0.5321217 Apr 22 15:15:27.933541 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34266) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:27.939111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f57fe-7a76-4dcd-b9ae-fb5a19793aec tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event deleted for resources: {'Network': ['ID=f80c3656-8bb1-468b-bace-76c03388f7e3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:27.953344 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-777d2d34-2e0f-401e-ab29-b4712c0d9f3c None None] For port ba099fea-f2a6-466a-861d-9cf8ba6ca731, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ba099fea-f2a6-466a-861d-9cf8ba6ca731,segment=NetworkSegment(a396df83-b71c-4635-bdc2-04d0c42a120d),segment_id=a396df83-b71c-4635-bdc2-04d0c42a120d)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:27.953738 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-777d2d34-2e0f-401e-ab29-b4712c0d9f3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:27.955220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-8874c689-2aee-403c-aa8c-00b38a12a819 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Calling delete_port for c35b5d22-441e-4c14-9c95-a55f161b2bc0 owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:27.969773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9c87b2f4-d5e2-4139-8d77-33e1804f720a no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:27.984714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] No DVR routers for this DVR port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:28.013655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-68f737c2-7402-4c61-b2ac-9e43ad1014f0 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.044987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-68f737c2-7402-4c61-b2ac-9e43ad1014f0 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.111552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 9c87b2f4-d5e2-4139-8d77-33e1804f720a {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:28.111991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9c87b2f4-d5e2-4139-8d77-33e1804f720a not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:28.112506 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:28.116091 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-68f737c2-7402-4c61-b2ac-9e43ad1014f0 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.133677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f737c2-7402-4c61-b2ac-9e43ad1014f0 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f14206-32ce-46d0-8e7b-d0f338c27fd2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:28.138356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-68f737c2-7402-4c61-b2ac-9e43ad1014f0 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.143299 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-68f737c2-7402-4c61-b2ac-9e43ad1014f0 tempest-TestNetworkAdvancedServerOps-1347701987 tempest-TestNetworkAdvancedServerOps-1347701987-project] 10.222.0.71 "DELETE /v2.0/security-groups/67f14206-32ce-46d0-8e7b-d0f338c27fd2 HTTP/1.1" status: 204 len: 168 time: 0.2027576 Apr 22 15:15:28.147832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-777d2d34-2e0f-401e-ab29-b4712c0d9f3c None None] Calling delete_port for ba099fea-f2a6-466a-861d-9cf8ba6ca731 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:28.180109 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-019aadb8-0af7-4093-b33b-c936c95a2d39 None None] Deleting port 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:28.180557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-019aadb8-0af7-4093-b33b-c936c95a2d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.233105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:28.233752 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 60fe8c61-e452-4cdf-b595-ac26ac3ffe36 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:28.234129 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ba099fea-f2a6-466a-861d-9cf8ba6ca731 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:28.257238 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.315701 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b26ecf0-600c-4294-b94e-eb70bc53da1f']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:28.330328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-019aadb8-0af7-4093-b33b-c936c95a2d39 None None] The port '60fe8c61-e452-4cdf-b595-ac26ac3ffe36' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:15:28.337109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da69f7b-4c52-4728-a3db-80ec57050125') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:28.337694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da69f7b-4c52-4728-a3db-80ec57050125') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:28.345456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] For port ba099fea-f2a6-466a-861d-9cf8ba6ca731, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ba099fea-f2a6-466a-861d-9cf8ba6ca731,segment=NetworkSegment(a396df83-b71c-4635-bdc2-04d0c42a120d),segment_id=a396df83-b71c-4635-bdc2-04d0c42a120d)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:28.345824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.401786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.414415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-777d2d34-2e0f-401e-ab29-b4712c0d9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.465869 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d2d34-2e0f-401e-ab29-b4712c0d9f3c None None] Pushing event deleted for resources: {'Port': ['ID=ba099fea-f2a6-466a-861d-9cf8ba6ca731,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:28.478775 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d2d34-2e0f-401e-ab29-b4712c0d9f3c None None] No DVR routers for this DVR port ba099fea-f2a6-466a-861d-9cf8ba6ca731 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:28.482207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.533815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for ba099fea-f2a6-466a-861d-9cf8ba6ca731 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:28.542188 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34276) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:28.572977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.593731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:15:28.594130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:15:28.608540 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:15:28.675983 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8874c689-2aee-403c-aa8c-00b38a12a819 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.721057 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e9caca03-6931-440a-8127-20ef929a598c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6e451ea9b62646848542497e7cd37e73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1774452 Apr 22 15:15:28.723758 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34282) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:28.746171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874c689-2aee-403c-aa8c-00b38a12a819 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Pushing event deleted for resources: {'Port': ['ID=c35b5d22-441e-4c14-9c95-a55f161b2bc0,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:28.785242 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ae16a58-01d7-44be-927e-b1169eccf044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.785496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.791153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.api [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83933) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:15:28.791478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG oslo_db.api [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:15:28.810388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ae16a58-01d7-44be-927e-b1169eccf044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.838891 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.857629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Pushing event deleted for resources: {'Network': ['ID=5b26ecf0-600c-4294-b94e-eb70bc53da1f,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:28.865379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ae16a58-01d7-44be-927e-b1169eccf044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.873479 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-943e56da-3f97-4093-b74c-4a02888b9900 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "DELETE /v2.0/networks/5b26ecf0-600c-4294-b94e-eb70bc53da1f HTTP/1.1" status: 204 len: 168 time: 2.4056013 Apr 22 15:15:28.876200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34286) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:28.880516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae16a58-01d7-44be-927e-b1169eccf044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c01933-8bf3-462f-81af-401492e8ad26,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:28.886922 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ae16a58-01d7-44be-927e-b1169eccf044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.890610 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7ae16a58-01d7-44be-927e-b1169eccf044 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/77c01933-8bf3-462f-81af-401492e8ad26 HTTP/1.1" status: 204 len: 168 time: 0.1630354 Apr 22 15:15:28.921594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6f4b8d98-2ce5-4c7a-aaff-a6639ff1ee22 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Synchronizing usage tracker for tenant:a6f306c2e1d2495593b31ab99dab9c6c on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:28.926364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8874c689-2aee-403c-aa8c-00b38a12a819 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.928620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8874c689-2aee-403c-aa8c-00b38a12a819 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:28.932878 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8874c689-2aee-403c-aa8c-00b38a12a819 tempest-ServerActionsTestJSON-1067128617 tempest-ServerActionsTestJSON-1067128617-project] 10.222.0.71 "DELETE /v2.0/floatingips/40a5c540-180c-411e-a133-7dd9afec3c73 HTTP/1.1" status: 204 len: 168 time: 1.9971406 Apr 22 15:15:28.932878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34292) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:29.060093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6f4b8d98-2ce5-4c7a-aaff-a6639ff1ee22 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Unset dirty status for tenant:a6f306c2e1d2495593b31ab99dab9c6c on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:29.061283 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6f4b8d98-2ce5-4c7a-aaff-a6639ff1ee22 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "GET /v2.0/ports?device_id=436800b0-1293-45d7-9b81-8e6f1503129a HTTP/1.1" status: 200 len: 205 time: 0.1841743 Apr 22 15:15:29.064342 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34298) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:29.205567 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9c017a71-76b0-4dad-9cb1-f2277c0e2d94 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.252735 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34302) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:29.372583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port ba099fea-f2a6-466a-861d-9cf8ba6ca731 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:29.372850 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.436363 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3fed3fe2-ded4-4d23-b485-4a7a2a251ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.444844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] The port 'ba099fea-f2a6-466a-861d-9cf8ba6ca731' was deleted {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:15:29.483120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3fed3fe2-ded4-4d23-b485-4a7a2a251ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:29.544339 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3fed3fe2-ded4-4d23-b485-4a7a2a251ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:64490801f6594fff9d156bdc3f440501 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:29.578813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.602945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3fed3fe2-ded4-4d23-b485-4a7a2a251ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:29.611039 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da019f67-ee25-463a-8a66-4b16053e2dd2']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:29.617199 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3fed3fe2-ded4-4d23-b485-4a7a2a251ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:29.627027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a396df83-b71c-4635-bdc2-04d0c42a120d') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:29.627253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a396df83-b71c-4635-bdc2-04d0c42a120d') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:29.641892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.663829 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.680812 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:15:29.681255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:15:29.695785 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:15:29.756841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9c017a71-76b0-4dad-9cb1-f2277c0e2d94 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.761330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9c017a71-76b0-4dad-9cb1-f2277c0e2d94 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.772553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bd9cf1c-7b11-471c-b081-0e8c8533a174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.787161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9c017a71-76b0-4dad-9cb1-f2277c0e2d94 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.787761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c017a71-76b0-4dad-9cb1-f2277c0e2d94 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Fanout notify agent at l3_agent the message router_deleted on router 436800b0-1293-45d7-9b81-8e6f1503129a {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:15:29.804270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9c017a71-76b0-4dad-9cb1-f2277c0e2d94 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.805332 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9c017a71-76b0-4dad-9cb1-f2277c0e2d94 tempest-RoutersNegativeTest-1783171484 tempest-RoutersNegativeTest-1783171484-project] 10.222.0.71 "DELETE /v2.0/routers/436800b0-1293-45d7-9b81-8e6f1503129a HTTP/1.1" status: 204 len: 168 time: 0.7399943 Apr 22 15:15:29.885241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.895187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3fed3fe2-ded4-4d23-b485-4a7a2a251ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.903340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3fed3fe2-ded4-4d23-b485-4a7a2a251ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.912283 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:29.920083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Network': ['ID=da019f67-ee25-463a-8a66-4b16053e2dd2,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:29.925015 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-51a46f77-206f-4088-97bd-3ebaeb0ef227 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/networks/da019f67-ee25-463a-8a66-4b16053e2dd2 HTTP/1.1" status: 204 len: 168 time: 2.7604802 Apr 22 15:15:29.928891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34310) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:29.947094 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-497786315'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:29.952813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:29.956685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:network and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:29.959976 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:29.967132 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:29.991274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:29.994400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.003988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed3fe2-ded4-4d23-b485-4a7a2a251ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13027999-9785-43cf-b71b-dbeb27b9beaa,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:30.018879 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3fed3fe2-ded4-4d23-b485-4a7a2a251ad8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=64490801f6594fff9d156bdc3f440501&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7648487 Apr 22 15:15:30.020898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34314) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:30.036554 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:15:30.047106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.047455 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Added segment c9a859cf-3a09-45d4-bda3-c5e62c5cd494 of type vlan for network 99bdc44d-84aa-493a-af72-a1b8ceaa8384 Apr 22 15:15:30.074005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.112180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.116408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:30.117064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.174177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34320) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:30.226119 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2903285 Apr 22 15:15:30.229284 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34326) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:30.236791 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': '99bdc44d-84aa-493a-af72-a1b8ceaa8384', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:30.253482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-244d8a5a-8a15-4eed-9430-dbe28e8c0e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.253738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f813c4-6f1a-4623-b21f-fb940c6cc670 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Network': ['ID=99bdc44d-84aa-493a-af72-a1b8ceaa8384,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:30.272760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 99bdc44d-84aa-493a-af72-a1b8ceaa8384 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:15:30.289460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-244d8a5a-8a15-4eed-9430-dbe28e8c0e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.349431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:30.353216 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:30.356171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:30.362602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:30.374546 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:30.457926 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-767111eb-10f1-4c4f-a6d5-8ac6586152fe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a6f306c2e1d2495593b31ab99dab9c6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2816887 Apr 22 15:15:30.460798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34330) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:30.469902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-244d8a5a-8a15-4eed-9430-dbe28e8c0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.487937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d8a5a-8a15-4eed-9430-dbe28e8c0e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13027999-9785-43cf-b71b-dbeb27b9beaa,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:30.496567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-244d8a5a-8a15-4eed-9430-dbe28e8c0e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.500195 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-244d8a5a-8a15-4eed-9430-dbe28e8c0e6e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/13027999-9785-43cf-b71b-dbeb27b9beaa HTTP/1.1" status: 204 len: 168 time: 0.4745014 Apr 22 15:15:30.506880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.626861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e00cd464-195d-427c-891a-7791de12c33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.642555 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9cf1c-7b11-471c-b081-0e8c8533a174 admin admin] Deleting port 24823ddc-e45c-4952-bf04-28f207317bfe {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:30.643117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bd9cf1c-7b11-471c-b081-0e8c8533a174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.664649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e00cd464-195d-427c-891a-7791de12c33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.792673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e00cd464-195d-427c-891a-7791de12c33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.829112 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-0bd9cf1c-7b11-471c-b081-0e8c8533a174 admin admin] For port 24823ddc-e45c-4952-bf04-28f207317bfe, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=24823ddc-e45c-4952-bf04-28f207317bfe,segment=NetworkSegment(a59bad37-ce12-48bb-90b5-b4c57f4e28bb),segment_id=a59bad37-ce12-48bb-90b5-b4c57f4e28bb)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:30.829581 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bd9cf1c-7b11-471c-b081-0e8c8533a174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.830108 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cd464-195d-427c-891a-7791de12c33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1087d32d-1909-4094-9094-ceba70c9f763,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:30.837744 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e00cd464-195d-427c-891a-7791de12c33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.843077 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e00cd464-195d-427c-891a-7791de12c33c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1087d32d-1909-4094-9094-ceba70c9f763 HTTP/1.1" status: 204 len: 168 time: 0.3809807 Apr 22 15:15:30.845297 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:30.909965 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Subnet': ['ID=a31dc90a-790b-413d-84b8-c090207f86c9,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:30.955957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Checking segment: {'id': 'c9a859cf-3a09-45d4-bda3-c5e62c5cd494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '99bdc44d-84aa-493a-af72-a1b8ceaa8384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:30.956345 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network hostable DHCP agents. Network: 99bdc44d-84aa-493a-af72-a1b8ceaa8384, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:15:30.994381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 99bdc44d-84aa-493a-af72-a1b8ceaa8384 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:15:31.016360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 99bdc44d-84aa-493a-af72-a1b8ceaa8384) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:31.024861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccbc52c-e901-4a73-9f7e-f73c54ea1de8 None None] Network 99bdc44d-84aa-493a-af72-a1b8ceaa8384 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:31.034040 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:31.035043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.062178 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-96ca5e16-447f-4546-ba8f-63ff650e0188 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8319724 Apr 22 15:15:31.064809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34348) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:31.071985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-318cae29-eaee-48d6-8dc1-1dc92d296c55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1901587733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:31.080728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-318cae29-eaee-48d6-8dc1-1dc92d296c55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:31.085959 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-318cae29-eaee-48d6-8dc1-1dc92d296c55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:router and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:31.090475 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-318cae29-eaee-48d6-8dc1-1dc92d296c55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:31.099110 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-318cae29-eaee-48d6-8dc1-1dc92d296c55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:31.102640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9cf1c-7b11-471c-b081-0e8c8533a174 admin admin] Calling delete_port for 24823ddc-e45c-4952-bf04-28f207317bfe owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:31.121323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-318cae29-eaee-48d6-8dc1-1dc92d296c55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.123578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-318cae29-eaee-48d6-8dc1-1dc92d296c55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.159120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-318cae29-eaee-48d6-8dc1-1dc92d296c55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.205339 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-318cae29-eaee-48d6-8dc1-1dc92d296c55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.255874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-318cae29-eaee-48d6-8dc1-1dc92d296c55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.257331 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-318cae29-eaee-48d6-8dc1-1dc92d296c55 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1913021 Apr 22 15:15:31.259991 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:31.266898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'network_id': '99bdc44d-84aa-493a-af72-a1b8ceaa8384', 'name': 'tempest-PortsIpV6TestJSON-436210381'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:31.328104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bd9cf1c-7b11-471c-b081-0e8c8533a174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.383619 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-99bdc44d-84aa-493a-af72-a1b8ceaa8384', 'network_id': '99bdc44d-84aa-493a-af72-a1b8ceaa8384', 'tenant_id': '9a229755415d4435ae3e9ad9557b82d1', 'fixed_ips': [{'subnet_id': 'a31dc90a-790b-413d-84b8-c090207f86c9'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:15:31.384330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.390490 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9cf1c-7b11-471c-b081-0e8c8533a174 admin admin] Pushing event deleted for resources: {'Port': ['ID=24823ddc-e45c-4952-bf04-28f207317bfe,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:31.444514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:31.452281 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:port and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:31.458752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:31.472444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:31.493702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:31.505213 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.537458 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port 95dba8ff-2a29-448e-b717-eee34cc42258 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:31.590603 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Allocated IP 2001:db8::2 (99bdc44d-84aa-493a-af72-a1b8ceaa8384/a31dc90a-790b-413d-84b8-c090207f86c9/aadbdee9-7830-43a1-8a0d-68e34c8f3549) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:31.660712 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34362) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:31.787054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bd9cf1c-7b11-471c-b081-0e8c8533a174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.873229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1834056932-network', 'tenant_id': '4663eef56350429cb85eb50910a76d51'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:31.911882 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.923014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Transition to ACTIVE for port object aadbdee9-7830-43a1-8a0d-68e34c8f3549 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:31.923311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:31.935580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Usage tracker for resource:network and tenant:4663eef56350429cb85eb50910a76d51 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:31.939738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:31.943961 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Transition to ACTIVE for port object aadbdee9-7830-43a1-8a0d-68e34c8f3549 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:31.946797 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:31.950023 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.978561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Made reservation on behalf of 4663eef56350429cb85eb50910a76d51 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:31.980892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:31.999657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.035290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Pushing event updated for resources: {'Port': ['ID=aadbdee9-7830-43a1-8a0d-68e34c8f3549,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:32.041849 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:32.046098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Network 99bdc44d-84aa-493a-af72-a1b8ceaa8384 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:32.047592 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:32.047730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Usage tracker for resource:security_group_rule and tenant:4663eef56350429cb85eb50910a76d51 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:32.050705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:32.053874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Allocated IP 2001:db8::4e (99bdc44d-84aa-493a-af72-a1b8ceaa8384/a31dc90a-790b-413d-84b8-c090207f86c9/95dba8ff-2a29-448e-b717-eee34cc42258) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:32.057219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:32.065126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:32.161200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Attempting to bind port aadbdee9-7830-43a1-8a0d-68e34c8f3549 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:32.161478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Attempting to bind port aadbdee9-7830-43a1-8a0d-68e34c8f3549 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'c9a859cf-3a09-45d4-bda3-c5e62c5cd494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '99bdc44d-84aa-493a-af72-a1b8ceaa8384'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:32.161841 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Attempting to bind port aadbdee9-7830-43a1-8a0d-68e34c8f3549 on network 99bdc44d-84aa-493a-af72-a1b8ceaa8384 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:32.169884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:32.170287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Checking segment: {'id': 'c9a859cf-3a09-45d4-bda3-c5e62c5cd494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '99bdc44d-84aa-493a-af72-a1b8ceaa8384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:32.171246 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.171893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Bound using segment: {'id': 'c9a859cf-3a09-45d4-bda3-c5e62c5cd494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '99bdc44d-84aa-493a-af72-a1b8ceaa8384'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:32.172672 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Bound port: aadbdee9-7830-43a1-8a0d-68e34c8f3549, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9a859cf-3a09-45d4-bda3-c5e62c5cd494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '99bdc44d-84aa-493a-af72-a1b8ceaa8384'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:32.173200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.261557 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.269950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] For port aadbdee9-7830-43a1-8a0d-68e34c8f3549, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:32.273364 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] For port aadbdee9-7830-43a1-8a0d-68e34c8f3549, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aadbdee9-7830-43a1-8a0d-68e34c8f3549,segment=NetworkSegment(c9a859cf-3a09-45d4-bda3-c5e62c5cd494),segment_id=c9a859cf-3a09-45d4-bda3-c5e62c5cd494)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:32.278368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.280311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Transition to ACTIVE for port object 95dba8ff-2a29-448e-b717-eee34cc42258 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:32.304587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.305575 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.312001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.354634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:15:32.358897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b2094-d6c1-408d-a6d7-26b1d814f8fa None None] Pushing event updated for resources: {'Port': ['ID=aadbdee9-7830-43a1-8a0d-68e34c8f3549,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:32.359906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8084dbf4-a29c-446d-95af-ae320f67345d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:32.396212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 99bdc44d-84aa-493a-af72-a1b8ceaa8384 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:32.400025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=95dba8ff-2a29-448e-b717-eee34cc42258,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:32.407673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:32.411575 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:32.415937 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:32.416611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.423967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.424306 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Added segment 3f987ab8-8f38-4400-9d71-2add69298d89 of type vlan for network fa740579-344b-46c8-b01a-d057aaff6ff7 Apr 22 15:15:32.442807 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3b0554ff-b40b-45f8-a70a-584c85fec8e2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1811118 Apr 22 15:15:32.445394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34368) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:32.518985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.573117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.573975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:32.574561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.693280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] Pushing event updated for resources: {'Network': ['ID=fa740579-344b-46c8-b01a-d057aaff6ff7,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:32.702485 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0339f70c-9534-4bf9-9e2e-d0b4cf74625b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0406401 Apr 22 15:15:32.708844 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network fa740579-344b-46c8-b01a-d057aaff6ff7 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:15:32.709983 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34372) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:32.718343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Request body: {'subnet': {'network_id': 'fa740579-344b-46c8-b01a-d057aaff6ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1834056932-subnet', 'tenant_id': '4663eef56350429cb85eb50910a76d51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:32.731414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:32.738210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Usage tracker for resource:subnet and tenant:4663eef56350429cb85eb50910a76d51 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:32.741803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:32.750956 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:32.768343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Made reservation on behalf of 4663eef56350429cb85eb50910a76d51 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:32.771091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:32.788980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd9cf1c-7b11-471c-b081-0e8c8533a174 admin admin] Router dd890921-16e1-4fb8-b773-b18126a2c12f has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:32.863839 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:33.064444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:33.234485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:33.325206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4293419-3eb1-44a9-b5a3-d2611eb64e8c,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:33.347077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd9cf1c-7b11-471c-b081-0e8c8533a174 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:33.349045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Checking segment: {'id': '3f987ab8-8f38-4400-9d71-2add69298d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'fa740579-344b-46c8-b01a-d057aaff6ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:33.349395 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Network hostable DHCP agents. Network: fa740579-344b-46c8-b01a-d057aaff6ff7, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:15:33.358606 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33ca6d2-aaf1-463f-96b1-fa2d682924a2 None None] Sync routers for ids ['dd890921-16e1-4fb8-b773-b18126a2c12f'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:33.365443 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0bd9cf1c-7b11-471c-b081-0e8c8533a174 admin admin] 10.222.0.71 "PUT /v2.0/routers/dd890921-16e1-4fb8-b773-b18126a2c12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4317160 Apr 22 15:15:33.368683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34376) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:33.376101 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ca6d2-aaf1-463f-96b1-fa2d682924a2 None None] Routers {'dd890921-16e1-4fb8-b773-b18126a2c12f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:33.376650 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c33ca6d2-aaf1-463f-96b1-fa2d682924a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['dd890921-16e1-4fb8-b773-b18126a2c12f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:33.385081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Network fa740579-344b-46c8-b01a-d057aaff6ff7 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:15:33.400558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, fa740579-344b-46c8-b01a-d057aaff6ff7) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:33.413011 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1071d1-54ca-434f-8194-9bf6843a7fd1 None None] Network fa740579-344b-46c8-b01a-d057aaff6ff7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:33.418118 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:33.418732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:33.474562 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3dccfbc6-fd5e-4426-852d-3669c2c85714 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7632201 Apr 22 15:15:33.534814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:33.537442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db09b6-5647-4413-8194-9221bc884529 None None] Network 99bdc44d-84aa-493a-af72-a1b8ceaa8384 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:33.546882 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:33.633281 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c33ca6d2-aaf1-463f-96b1-fa2d682924a2 None None] Set router dd890921-16e1-4fb8-b773-b18126a2c12f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:33.662030 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-702ec5b8-b834-445e-bd1e-3376d957fa9d None None] Provisioning for port aadbdee9-7830-43a1-8a0d-68e34c8f3549 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:33.805993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:33.932840 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=95dba8ff-2a29-448e-b717-eee34cc42258,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:33.968917 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c33ca6d2-aaf1-463f-96b1-fa2d682924a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:15:31Z', 'revision_number': 5, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port': {'id': 'fa658ade-f2c2-45f1-90b3-31ae917f8802', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3f:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:10:39Z', 'updated_at': '2022-04-22T15:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:33.980137 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33ca6d2-aaf1-463f-96b1-fa2d682924a2 None None] Checking router: dd890921-16e1-4fb8-b773-b18126a2c12f for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:15:34.012796 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33ca6d2-aaf1-463f-96b1-fa2d682924a2 None None] Routers {'dd890921-16e1-4fb8-b773-b18126a2c12f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:34.013665 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c33ca6d2-aaf1-463f-96b1-fa2d682924a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['dd890921-16e1-4fb8-b773-b18126a2c12f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:34.067651 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c455db9d-5fc8-4471-81f5-193e95b113b5 None None] Network fa740579-344b-46c8-b01a-d057aaff6ff7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:34.111907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.113690 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aadbdee9-7830-43a1-8a0d-68e34c8f3549 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:34.123758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] Deleting port fa658ade-f2c2-45f1-90b3-31ae917f8802 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:34.124186 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.253053 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.311611 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c33ca6d2-aaf1-463f-96b1-fa2d682924a2 None None] Set router dd890921-16e1-4fb8-b773-b18126a2c12f gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:15:34.377725 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.459822 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port aadbdee9-7830-43a1-8a0d-68e34c8f3549 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:34.478750 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port aadbdee9-7830-43a1-8a0d-68e34c8f3549 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:34.479863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.500447 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c33ca6d2-aaf1-463f-96b1-fa2d682924a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:15:34Z', 'revision_number': 6, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:34.506977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] For port fa658ade-f2c2-45f1-90b3-31ae917f8802, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=fa658ade-f2c2-45f1-90b3-31ae917f8802,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:34.507328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.512769 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33ca6d2-aaf1-463f-96b1-fa2d682924a2 None None] The sync data for ids ['dd890921-16e1-4fb8-b773-b18126a2c12f'] in dv-neutron-838883-3-hyperv is: [{'id': 'dd890921-16e1-4fb8-b773-b18126a2c12f', 'name': 'tempest-ServerActionsTestJSON-1117002907-router', 'tenant_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:10:37Z', 'updated_at': '2022-04-22T15:15:34Z', 'revision_number': 6, 'project_id': 'ca170eb8340f428b86c9c5acf6a8ca1c', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:34.730537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] Calling delete_port for fa658ade-f2c2-45f1-90b3-31ae917f8802 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:34.761880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.787989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-215b7855-aef2-45bf-a673-0d988274495c None None] Provisioning for port 95dba8ff-2a29-448e-b717-eee34cc42258 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:34.813866 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-215b7855-aef2-45bf-a673-0d988274495c None None] Provisioning complete for port 95dba8ff-2a29-448e-b717-eee34cc42258 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:34.814385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-215b7855-aef2-45bf-a673-0d988274495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.837985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.844782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.847307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.892930 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port aadbdee9-7830-43a1-8a0d-68e34c8f3549, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aadbdee9-7830-43a1-8a0d-68e34c8f3549,segment=NetworkSegment(c9a859cf-3a09-45d4-bda3-c5e62c5cd494),segment_id=c9a859cf-3a09-45d4-bda3-c5e62c5cd494)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:34.902398 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:34.963271 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=95dba8ff-2a29-448e-b717-eee34cc42258,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:34.966109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34402) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:34.973743 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1278153724-network', 'tenant_id': 'ea81d47fc92c4156bf9d7dce795b5192'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:34.991260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-215b7855-aef2-45bf-a673-0d988274495c None None] Port 95dba8ff-2a29-448e-b717-eee34cc42258 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:34.993154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:35.007329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Usage tracker for resource:network and tenant:ea81d47fc92c4156bf9d7dce795b5192 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:35.057674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.070452 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:35.076999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=aadbdee9-7830-43a1-8a0d-68e34c8f3549,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:35.082758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-215b7855-aef2-45bf-a673-0d988274495c None None] Provisioning complete for port aadbdee9-7830-43a1-8a0d-68e34c8f3549 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:35.083353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-215b7855-aef2-45bf-a673-0d988274495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.089439 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:35.126528 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Made reservation on behalf of ea81d47fc92c4156bf9d7dce795b5192 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:35.126826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa658ade-f2c2-45f1-90b3-31ae917f8802,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:35.129418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.140667 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:35.141062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:35.141339 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:35.141683 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:35.142021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:35.146496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:35.147252 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:35.148143 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:35.148715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:35.149355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:35.149893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:15:35.161147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.197590 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:35.202346 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Usage tracker for resource:security_group_rule and tenant:ea81d47fc92c4156bf9d7dce795b5192 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:35.205441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:35.211566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:35.220376 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:15:35.301145 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 99bdc44d-84aa-493a-af72-a1b8ceaa8384 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:35.303140 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:35.409107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f57d061e-8edb-43f9-b859-5d00de5f379f None None] Provisioning complete for port 95dba8ff-2a29-448e-b717-eee34cc42258 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:35.409642 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f57d061e-8edb-43f9-b859-5d00de5f379f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.476597 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.484979 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.510633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f57d061e-8edb-43f9-b859-5d00de5f379f None None] Port 95dba8ff-2a29-448e-b717-eee34cc42258 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:35.514884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.529270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bc08a4-9068-45e8-88b9-dd3a990a9540,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:35.541742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:15:35.600545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.600883 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Added segment b7a7949c-e59a-4bf3-bb31-cf5d76fb0636 of type vlan for network 27e28c7b-6084-4070-9df7-3cfb49993382 Apr 22 15:15:35.642409 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a07cb3f2-5db8-4a26-95ef-c89c4135e9f6 None None] Provisioning complete for port 95dba8ff-2a29-448e-b717-eee34cc42258 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:35.643070 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a07cb3f2-5db8-4a26-95ef-c89c4135e9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.699239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-a07cb3f2-5db8-4a26-95ef-c89c4135e9f6 None None] Port 95dba8ff-2a29-448e-b717-eee34cc42258 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:35.701241 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.742103 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.742952 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:35.743513 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.793009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.798844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.828963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.829516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd890921-16e1-4fb8-b773-b18126a2c12f {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:15:35.842045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.843207 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d8f574c8-725c-4a01-a698-841945613035 admin admin] 10.222.0.71 "DELETE /v2.0/routers/dd890921-16e1-4fb8-b773-b18126a2c12f HTTP/1.1" status: 204 len: 168 time: 2.4736302 Apr 22 15:15:35.845872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34406) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:35.916548 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-762085c2-27db-4b73-9e20-4a4fe6f099e0 admin admin] Deleting subnet 44024044-2bbf-41e4-9040-da56b02148a3 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:35.922236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-762085c2-27db-4b73-9e20-4a4fe6f099e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:35.967069 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aadbdee9-7830-43a1-8a0d-68e34c8f3549 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:35.987424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-762085c2-27db-4b73-9e20-4a4fe6f099e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.006304 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0364497 Apr 22 15:15:36.009645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34410) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:36.010327 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3671d9-934c-4dba-be68-50016cc5c280 admin admin] Pushing event updated for resources: {'Network': ['ID=27e28c7b-6084-4070-9df7-3cfb49993382,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:36.022191 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Request body: {'subnet': {'network_id': '27e28c7b-6084-4070-9df7-3cfb49993382', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1278153724-subnet', 'tenant_id': 'ea81d47fc92c4156bf9d7dce795b5192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:36.030111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:36.032267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 27e28c7b-6084-4070-9df7-3cfb49993382 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:15:36.039068 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Usage tracker for resource:subnet and tenant:ea81d47fc92c4156bf9d7dce795b5192 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:36.042850 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:36.051617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:36.065584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Made reservation on behalf of ea81d47fc92c4156bf9d7dce795b5192 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:36.068549 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.074430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-762085c2-27db-4b73-9e20-4a4fe6f099e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.088728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Router 1134a14d-e608-4eca-9937-1cc9c869c98b is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:15:36.155911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-762085c2-27db-4b73-9e20-4a4fe6f099e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.169233 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port aadbdee9-7830-43a1-8a0d-68e34c8f3549 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:36.170572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.193891 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762085c2-27db-4b73-9e20-4a4fe6f099e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44024044-2bbf-41e4-9040-da56b02148a3,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:36.200255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-762085c2-27db-4b73-9e20-4a4fe6f099e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.206333 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-762085c2-27db-4b73-9e20-4a4fe6f099e0 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/44024044-2bbf-41e4-9040-da56b02148a3 HTTP/1.1" status: 204 len: 168 time: 0.3594196 Apr 22 15:15:36.208740 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34414) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:36.211732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336c815d-c2b8-451e-8caa-1d244ec0a60b None None] Network 5b30759b-11ae-417c-bc4c-b58157939dcc requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:36.323830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.335131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Deleting port e662dc70-3b63-4bed-98d6-d3c3516fc520 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:36.335491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.424045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:36.444373 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64cac3c-fa32-4d70-bcb8-2177d1605280 None None] Sync routers for ids ['1134a14d-e608-4eca-9937-1cc9c869c98b'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:36.454859 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-feb4cb84-87d5-435f-9999-47f8336790ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "PUT /v2.0/routers/1134a14d-e608-4eca-9937-1cc9c869c98b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0058858 Apr 22 15:15:36.457885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34418) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:36.469390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64cac3c-fa32-4d70-bcb8-2177d1605280 None None] Routers {'1134a14d-e608-4eca-9937-1cc9c869c98b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:36.470092 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d64cac3c-fa32-4d70-bcb8-2177d1605280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1134a14d-e608-4eca-9937-1cc9c869c98b'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:36.475935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.539425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device fa658ade-f2c2-45f1-90b3-31ae917f8802 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:36.563883 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1238c7-78c7-4787-96d8-3872488bb378,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:36.577671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d64cac3c-fa32-4d70-bcb8-2177d1605280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:36.581108 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: fa658ade-f2c2-45f1-90b3-31ae917f8802 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:36.581256 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device fa658ade-f2c2-45f1-90b3-31ae917f8802 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:36.581575 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 24823ddc-e45c-4952-bf04-28f207317bfe no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:36.584769 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Checking segment: {'id': 'b7a7949c-e59a-4bf3-bb31-cf5d76fb0636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '27e28c7b-6084-4070-9df7-3cfb49993382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:36.585148 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Network hostable DHCP agents. Network: 27e28c7b-6084-4070-9df7-3cfb49993382, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:15:36.599310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] For port e662dc70-3b63-4bed-98d6-d3c3516fc520, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e662dc70-3b63-4bed-98d6-d3c3516fc520,segment=NetworkSegment(a59bad37-ce12-48bb-90b5-b4c57f4e28bb),segment_id=a59bad37-ce12-48bb-90b5-b4c57f4e28bb)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:36.599666 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.611183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Network 27e28c7b-6084-4070-9df7-3cfb49993382 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:15:36.620798 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 24823ddc-e45c-4952-bf04-28f207317bfe {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:36.621399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 24823ddc-e45c-4952-bf04-28f207317bfe not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:36.625738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 27e28c7b-6084-4070-9df7-3cfb49993382) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:36.629618 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64cac3c-fa32-4d70-bcb8-2177d1605280 None None] Routers {'1134a14d-e608-4eca-9937-1cc9c869c98b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:36.630347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d64cac3c-fa32-4d70-bcb8-2177d1605280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1134a14d-e608-4eca-9937-1cc9c869c98b'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:36.632516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:36.633116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.658185 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-817075cf-c816-42ee-ada2-a4669d1807ac admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6401162 Apr 22 15:15:36.684372 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8953c486-87a2-414f-a4d9-68bd85241cd9 None None] Network 27e28c7b-6084-4070-9df7-3cfb49993382 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:36.714716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a0502d-c0f8-4886-aff4-d6be898a85d5 None None] DHCP port deletion for 5b30759b-11ae-417c-bc4c-b58157939dcc request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:15:36.735214 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Calling delete_port for e662dc70-3b63-4bed-98d6-d3c3516fc520 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:36.760177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d64cac3c-fa32-4d70-bcb8-2177d1605280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:36.760177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64cac3c-fa32-4d70-bcb8-2177d1605280 None None] The sync data for ids ['1134a14d-e608-4eca-9937-1cc9c869c98b'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:36.767910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-81a0502d-c0f8-4886-aff4-d6be898a85d5 None None] Deleting port e662dc70-3b63-4bed-98d6-d3c3516fc520 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:36.768698 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-81a0502d-c0f8-4886-aff4-d6be898a85d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:36.785686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed8ff39-6768-49fa-8dac-e08aad6e6ddf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:36.786403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fed8ff39-6768-49fa-8dac-e08aad6e6ddf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:36.928134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fed8ff39-6768-49fa-8dac-e08aad6e6ddf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:36.932289 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fed8ff39-6768-49fa-8dac-e08aad6e6ddf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports?device_id=1134a14d-e608-4eca-9937-1cc9c869c98b HTTP/1.1" status: 200 len: 987 time: 0.4706733 Apr 22 15:15:36.932433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34430) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:37.057016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:37.113474 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Pushing event deleted for resources: {'Port': ['ID=e662dc70-3b63-4bed-98d6-d3c3516fc520,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:37.128521 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] No DVR routers for this DVR port e662dc70-3b63-4bed-98d6-d3c3516fc520 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:37.151867 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-81a0502d-c0f8-4886-aff4-d6be898a85d5 None None] For port e662dc70-3b63-4bed-98d6-d3c3516fc520, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e662dc70-3b63-4bed-98d6-d3c3516fc520,segment=NetworkSegment(a59bad37-ce12-48bb-90b5-b4c57f4e28bb),segment_id=a59bad37-ce12-48bb-90b5-b4c57f4e28bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:37.152452 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-81a0502d-c0f8-4886-aff4-d6be898a85d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:37.162008 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f4f9fc-56df-4914-bab6-7e2951924c23 None None] Network 27e28c7b-6084-4070-9df7-3cfb49993382 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:37.344550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-81a0502d-c0f8-4886-aff4-d6be898a85d5 None None] Calling delete_port for e662dc70-3b63-4bed-98d6-d3c3516fc520 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:37.352895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:37.394221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b30759b-11ae-417c-bc4c-b58157939dcc']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:37.422095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:37.422412 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59bad37-ce12-48bb-90b5-b4c57f4e28bb') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:37.450892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:37.482277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-81a0502d-c0f8-4886-aff4-d6be898a85d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:15:37.483183 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-81a0502d-c0f8-4886-aff4-d6be898a85d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:15:37.518911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fd8f1f4c-1935-4c45-bb31-ab4f03735294 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:37.519568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fd8f1f4c-1935-4c45-bb31-ab4f03735294 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Synchronizing usage tracker for tenant:4663eef56350429cb85eb50910a76d51 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:37.585768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:37.606641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:15:37.606981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:15:37.621291 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:15:37.668011 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fd8f1f4c-1935-4c45-bb31-ab4f03735294 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Unset dirty status for tenant:4663eef56350429cb85eb50910a76d51 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:37.669120 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fd8f1f4c-1935-4c45-bb31-ab4f03735294 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/networks?id=fa740579-344b-46c8-b01a-d057aaff6ff7 HTTP/1.1" status: 200 len: 812 time: 0.4769778 Apr 22 15:15:37.717892 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb4b765-b45c-4579-8620-68e432835c03 req-c3d5b7af-9d3b-4e60-b35e-4c77070fda1f tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/quotas/4663eef56350429cb85eb50910a76d51 HTTP/1.1" status: 200 len: 375 time: 0.0311353 Apr 22 15:15:37.720364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:37.738890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:37.782636 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b30759b-11ae-417c-bc4c-b58157939dcc,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:37.794743 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa870b1d-fc83-4fa9-9e18-8f77a11ff74a tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4663eef56350429cb85eb50910a76d51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698113 Apr 22 15:15:37.823228 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0f021836-52af-4850-a908-a82df7200526 admin admin] 10.222.0.71 "DELETE /v2.0/networks/5b30759b-11ae-417c-bc4c-b58157939dcc HTTP/1.1" status: 204 len: 168 time: 1.6134973 Apr 22 15:15:37.931527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e662dc70-3b63-4bed-98d6-d3c3516fc520 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:37.964705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: e662dc70-3b63-4bed-98d6-d3c3516fc520 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:37.965038 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e662dc70-3b63-4bed-98d6-d3c3516fc520 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:37.984352 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-81a0502d-c0f8-4886-aff4-d6be898a85d5 None None] Deleting port e662dc70-3b63-4bed-98d6-d3c3516fc520 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:37.985106 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-81a0502d-c0f8-4886-aff4-d6be898a85d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:38.001230 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb4b765-b45c-4579-8620-68e432835c03 req-5bf63950-a4f2-41af-b4a8-460876f0a80d service neutron] 10.222.0.71 "GET /v2.0/networks/fa740579-344b-46c8-b01a-d057aaff6ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992378 Apr 22 15:15:38.052502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34440) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:38.061991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-81a0502d-c0f8-4886-aff4-d6be898a85d5 None None] The port 'e662dc70-3b63-4bed-98d6-d3c3516fc520' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:15:38.106469 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8bae5535-7f84-4dc6-a150-4f8946127cd5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ca170eb8340f428b86c9c5acf6a8ca1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521784 Apr 22 15:15:38.108851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34444) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:38.166587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-771120c3-db67-45f0-a4a7-716dc3fcf47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:38.191646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-771120c3-db67-45f0-a4a7-716dc3fcf47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:38.194955 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb4b765-b45c-4579-8620-68e432835c03 req-03f265ef-4ae1-48d2-a33e-407c8c1ff983 service neutron] 10.222.0.71 "GET /v2.0/networks/fa740579-344b-46c8-b01a-d057aaff6ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839077 Apr 22 15:15:38.249730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-771120c3-db67-45f0-a4a7-716dc3fcf47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:38.262461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61c7a2a6-c5e8-4a28-baf3-87b84e6c629c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:38.267817 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771120c3-db67-45f0-a4a7-716dc3fcf47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6267f4d6-94b2-43b6-8870-46acae03b66b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:38.274711 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-771120c3-db67-45f0-a4a7-716dc3fcf47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:38.275875 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-771120c3-db67-45f0-a4a7-716dc3fcf47f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6267f4d6-94b2-43b6-8870-46acae03b66b HTTP/1.1" status: 204 len: 168 time: 0.1660976 Apr 22 15:15:38.547521 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-99d3776e-525b-42cf-a75f-0f4f2c8504e8 req-70421e8a-fb86-418b-ae45-ba6d9b26500a tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 210 time: 0.0988262 Apr 22 15:15:38.815121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-61c7a2a6-c5e8-4a28-baf3-87b84e6c629c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port 95dba8ff-2a29-448e-b717-eee34cc42258 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:38.815462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61c7a2a6-c5e8-4a28-baf3-87b84e6c629c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:39.019973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61c7a2a6-c5e8-4a28-baf3-87b84e6c629c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:39.160968 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-61c7a2a6-c5e8-4a28-baf3-87b84e6c629c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for 95dba8ff-2a29-448e-b717-eee34cc42258 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:39.346659 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61c7a2a6-c5e8-4a28-baf3-87b84e6c629c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:39.401780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7a2a6-c5e8-4a28-baf3-87b84e6c629c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=95dba8ff-2a29-448e-b717-eee34cc42258,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:39.785241 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-067bde27-fbf7-4aad-9acf-3aa25f6be5a0 req-a6a9be1d-3629-4273-b9d6-ea544500fec2 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 210 time: 0.0600007 Apr 22 15:15:39.819507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61c7a2a6-c5e8-4a28-baf3-87b84e6c629c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:39.838280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4b765-b45c-4579-8620-68e432835c03 req-9a13afe2-9b1b-4540-bf33-e5c35b8fb793 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:39.839672 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb4b765-b45c-4579-8620-68e432835c03 req-9a13afe2-9b1b-4540-bf33-e5c35b8fb793 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.70 "GET /v2.0/networks?id=fa740579-344b-46c8-b01a-d057aaff6ff7 HTTP/1.1" status: 200 len: 812 time: 0.2646511 Apr 22 15:15:39.912458 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Request body: {'port': {'device_id': '8b117362-bd2a-45a2-a77d-16e32434691b', 'network_id': 'fa740579-344b-46c8-b01a-d057aaff6ff7', 'admin_state_up': True, 'tenant_id': '4663eef56350429cb85eb50910a76d51'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:40.266735 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34498) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:40.342316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:40.349244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Usage tracker for resource:port and tenant:4663eef56350429cb85eb50910a76d51 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:40.352459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:40.358927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:40.452725 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-330342435'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:40.457665 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:40.461411 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Usage tracker for resource:network and tenant:2d27fc6c9d274a7cba954ed2e788f670 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:40.464275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:40.473627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:40.473909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Made reservation on behalf of 4663eef56350429cb85eb50910a76d51 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:40.477477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:40.483032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Made reservation on behalf of 2d27fc6c9d274a7cba954ed2e788f670 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:40.485815 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:40.498762 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:40.529215 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:40.533089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Usage tracker for resource:security_group_rule and tenant:2d27fc6c9d274a7cba954ed2e788f670 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:40.535886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:40.541568 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:40.575169 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c7a2a6-c5e8-4a28-baf3-87b84e6c629c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Router 1134a14d-e608-4eca-9937-1cc9c869c98b has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:15:40.610677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:40.614792 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:40.649005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:15:40.654071 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04475751-cf58-4ada-bfe2-5f6d30ac0be3,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:40.662462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:40.664299 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Added segment f2866b06-2245-43a9-8ca1-93da3e450dc9 of type vlan for network 56eb6c19-c1d4-4e72-855b-84ca548e373e Apr 22 15:15:40.696955 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:40.726427 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:40.730039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:40.730641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:40.791865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Allocated IP 172.20.0.6 (fa740579-344b-46c8-b01a-d057aaff6ff7/b4293419-3eb1-44a9-b5a3-d2611eb64e8c/96d49403-7cf1-43d2-bf0b-24b952a13de6) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:40.813920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c7a2a6-c5e8-4a28-baf3-87b84e6c629c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:15:40.824513 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5fd7fd-ec10-4913-93ff-90508b12244e None None] Sync routers for ids ['1134a14d-e608-4eca-9937-1cc9c869c98b'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:15:40.841026 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5fd7fd-ec10-4913-93ff-90508b12244e None None] Routers {'1134a14d-e608-4eca-9937-1cc9c869c98b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:40.841646 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0b5fd7fd-ec10-4913-93ff-90508b12244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1134a14d-e608-4eca-9937-1cc9c869c98b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:40.857923 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Pushing event updated for resources: {'Network': ['ID=56eb6c19-c1d4-4e72-855b-84ca548e373e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:40.862763 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7fb830e7-b87a-4259-9c93-a517d8bf86e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5946965 Apr 22 15:15:40.878536 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-61c7a2a6-c5e8-4a28-baf3-87b84e6c629c tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "PUT /v2.0/routers/1134a14d-e608-4eca-9937-1cc9c869c98b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9450901 Apr 22 15:15:40.881761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34510) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:40.956510 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-893b67e9-a315-4048-98eb-e97962aa1383 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] GET failed (client error): The resource could not be found. Apr 22 15:15:40.957939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-893b67e9-a315-4048-98eb-e97962aa1383 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:40.986499 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0b5fd7fd-ec10-4913-93ff-90508b12244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:41.000892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-893b67e9-a315-4048-98eb-e97962aa1383 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:41.002751 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-893b67e9-a315-4048-98eb-e97962aa1383 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/95dba8ff-2a29-448e-b717-eee34cc42258 HTTP/1.1" status: 404 len: 333 time: 0.1195951 Apr 22 15:15:41.006743 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34514) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:41.023246 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5fd7fd-ec10-4913-93ff-90508b12244e None None] Routers {'1134a14d-e608-4eca-9937-1cc9c869c98b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:15:41.024960 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0b5fd7fd-ec10-4913-93ff-90508b12244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['1134a14d-e608-4eca-9937-1cc9c869c98b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:41.043197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 56eb6c19-c1d4-4e72-855b-84ca548e373e details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:15:41.053045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-b1dcc364-8774-4a33-872d-e54370c293e7 req-ed491439-7399-462b-9aae-d9e69f3c6edd tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Synchronizing usage tracker for tenant:4663eef56350429cb85eb50910a76d51 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:41.110288 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0b5fd7fd-ec10-4913-93ff-90508b12244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:41.110919 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5fd7fd-ec10-4913-93ff-90508b12244e None None] The sync data for ids ['1134a14d-e608-4eca-9937-1cc9c869c98b'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:15:41.160132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-b1dcc364-8774-4a33-872d-e54370c293e7 req-ed491439-7399-462b-9aae-d9e69f3c6edd tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Unset dirty status for tenant:4663eef56350429cb85eb50910a76d51 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:41.160796 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b1dcc364-8774-4a33-872d-e54370c293e7 req-ed491439-7399-462b-9aae-d9e69f3c6edd tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 210 time: 0.2253928 Apr 22 15:15:41.184527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.217894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.219031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39ed09c7-fe42-4728-9d42-973abb26de31 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.223749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34518) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:41.261926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Request body: {'port': {'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e', 'binding:host_id': 'hv-neutron-8388', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835928418'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:41.284016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:41.296149 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Usage tracker for resource:port and tenant:b3bd91cb8316439bbd0e850c8f42356a is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:41.301537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:41.313585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:41.315576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Pushing event updated for resources: {'Port': ['ID=96d49403-7cf1-43d2-bf0b-24b952a13de6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:41.321242 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Network fa740579-344b-46c8-b01a-d057aaff6ff7 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:41.323589 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:41.325777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:41.377742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Made reservation on behalf of b3bd91cb8316439bbd0e850c8f42356a for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:41.379918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.396416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.422199 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:41.422797 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.453389 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:41.456347 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d77f574e-4631-43fd-a0d5-02967201ddd8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5540152 Apr 22 15:15:41.458513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Usage tracker for resource:security_group_rule and tenant:b3bd91cb8316439bbd0e850c8f42356a is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:41.462381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:41.468248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:41.475573 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Request body: {'port': {'device_id': '8b117362-bd2a-45a2-a77d-16e32434691b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:41.625691 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.655537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.683511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.694684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39ed09c7-fe42-4728-9d42-973abb26de31 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.698784 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39ed09c7-fe42-4728-9d42-973abb26de31 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.710188 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] device_id is not set on port 7d83eb3d-3575-4feb-ade2-0365e9839aec yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:41.724232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39ed09c7-fe42-4728-9d42-973abb26de31 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.724730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ed09c7-fe42-4728-9d42-973abb26de31 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Fanout notify agent at l3_agent the message router_deleted on router 1134a14d-e608-4eca-9937-1cc9c869c98b {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:15:41.735451 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39ed09c7-fe42-4728-9d42-973abb26de31 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.736508 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-39ed09c7-fe42-4728-9d42-973abb26de31 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/routers/1134a14d-e608-4eca-9937-1cc9c869c98b HTTP/1.1" status: 204 len: 168 time: 0.7283576 Apr 22 15:15:41.739131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34522) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:41.896454 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dc5383-6f3b-42ba-8b9c-807a1d7fe3c3,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:41.931060 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95b907d-3a8f-49b0-b223-60ee17663881 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting subnet a31dc90a-790b-413d-84b8-c090207f86c9 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:41.933906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b95b907d-3a8f-49b0-b223-60ee17663881 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:41.988417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b95b907d-3a8f-49b0-b223-60ee17663881 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.074620 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b95b907d-3a8f-49b0-b223-60ee17663881 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.144877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b95b907d-3a8f-49b0-b223-60ee17663881 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.184066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b907d-3a8f-49b0-b223-60ee17663881 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Subnet': ['ID=a31dc90a-790b-413d-84b8-c090207f86c9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:42.189345 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b95b907d-3a8f-49b0-b223-60ee17663881 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.196659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d19b5e-9502-4f6a-adbf-058ad45e3676 None None] Network 99bdc44d-84aa-493a-af72-a1b8ceaa8384 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:42.202338 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b95b907d-3a8f-49b0-b223-60ee17663881 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/a31dc90a-790b-413d-84b8-c090207f86c9 HTTP/1.1" status: 204 len: 168 time: 0.4621973 Apr 22 15:15:42.205154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34528) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:42.315331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] device_id is not set on port 7d83eb3d-3575-4feb-ade2-0365e9839aec yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:42.335350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.360056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port aadbdee9-7830-43a1-8a0d-68e34c8f3549 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:42.360392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.402309 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.443965 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Transition to ACTIVE for port object 7d83eb3d-3575-4feb-ade2-0365e9839aec will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:42.457501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d49403-7cf1-43d2-bf0b-24b952a13de6 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:15:42.464416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0e1b55-1de6-4653-b2c8-d5cea314b450 None None] DHCP port deletion for 99bdc44d-84aa-493a-af72-a1b8ceaa8384 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:15:42.469002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.470044 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e1b55-1de6-4653-b2c8-d5cea314b450 None None] Deleting port aadbdee9-7830-43a1-8a0d-68e34c8f3549 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:42.470820 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1b55-1de6-4653-b2c8-d5cea314b450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.474916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.542494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Transition to ACTIVE for port object 96d49403-7cf1-43d2-bf0b-24b952a13de6 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:42.555503 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.572079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Pushing event updated for resources: {'Port': ['ID=7d83eb3d-3575-4feb-ade2-0365e9839aec,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:42.587188 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] For port aadbdee9-7830-43a1-8a0d-68e34c8f3549, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aadbdee9-7830-43a1-8a0d-68e34c8f3549,segment=NetworkSegment(c9a859cf-3a09-45d4-bda3-c5e62c5cd494),segment_id=c9a859cf-3a09-45d4-bda3-c5e62c5cd494)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:42.587545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.627351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a2404-0676-4042-9b5e-f606fff5ec2d req-cbff7fed-2515-4830-874c-fdfa34965374 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:42.628821 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed9a2404-0676-4042-9b5e-f606fff5ec2d req-cbff7fed-2515-4830-874c-fdfa34965374 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 931 time: 0.3093591 Apr 22 15:15:42.696668 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1c0e1b55-1de6-4653-b2c8-d5cea314b450 None None] For port aadbdee9-7830-43a1-8a0d-68e34c8f3549, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aadbdee9-7830-43a1-8a0d-68e34c8f3549,segment=NetworkSegment(c9a859cf-3a09-45d4-bda3-c5e62c5cd494),segment_id=c9a859cf-3a09-45d4-bda3-c5e62c5cd494)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:42.697035 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1b55-1de6-4653-b2c8-d5cea314b450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.705818 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5ec00386-709e-4326-89f0-8b58a8c52192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.711949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for aadbdee9-7830-43a1-8a0d-68e34c8f3549 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:42.748457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Checking segment: {'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:42.748849 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Network hostable DHCP agents. Network: 56eb6c19-c1d4-4e72-855b-84ca548e373e, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:15:42.752850 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Pushing event updated for resources: {'Port': ['ID=96d49403-7cf1-43d2-bf0b-24b952a13de6,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:42.795235 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.817306 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ed9a2404-0676-4042-9b5e-f606fff5ec2d req-2bd30488-c9fe-4d15-9a56-a48b811dfb3d tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Synchronizing usage tracker for tenant:4663eef56350429cb85eb50910a76d51 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:42.819764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e1b55-1de6-4653-b2c8-d5cea314b450 None None] Calling delete_port for aadbdee9-7830-43a1-8a0d-68e34c8f3549 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:42.845258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=aadbdee9-7830-43a1-8a0d-68e34c8f3549,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:42.851016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No DVR routers for this DVR port aadbdee9-7830-43a1-8a0d-68e34c8f3549 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:42.884070 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ed9a2404-0676-4042-9b5e-f606fff5ec2d req-2bd30488-c9fe-4d15-9a56-a48b811dfb3d tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Unset dirty status for tenant:4663eef56350429cb85eb50910a76d51 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:42.885248 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed9a2404-0676-4042-9b5e-f606fff5ec2d req-2bd30488-c9fe-4d15-9a56-a48b811dfb3d tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983171 Apr 22 15:15:42.893352 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-1c0e1b55-1de6-4653-b2c8-d5cea314b450 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:15:42.893717 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-1c0e1b55-1de6-4653-b2c8-d5cea314b450 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:15:42.895101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Network 56eb6c19-c1d4-4e72-855b-84ca548e373e is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:15:42.909990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Attempting to bind port 96d49403-7cf1-43d2-bf0b-24b952a13de6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:42.910492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Attempting to bind port 96d49403-7cf1-43d2-bf0b-24b952a13de6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '3f987ab8-8f38-4400-9d71-2add69298d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'fa740579-344b-46c8-b01a-d057aaff6ff7'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:42.910915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Attempting to bind port 96d49403-7cf1-43d2-bf0b-24b952a13de6 on network fa740579-344b-46c8-b01a-d057aaff6ff7 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:42.915398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 56eb6c19-c1d4-4e72-855b-84ca548e373e) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:42.919368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:42.924142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eb4f9e-3b49-490c-84fc-bdd80bf90d46 None None] Network 56eb6c19-c1d4-4e72-855b-84ca548e373e requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:42.935347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Port 96d49403-7cf1-43d2-bf0b-24b952a13de6 on network fa740579-344b-46c8-b01a-d057aaff6ff7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:42.935823 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Attempting to bind port 96d49403-7cf1-43d2-bf0b-24b952a13de6 on network fa740579-344b-46c8-b01a-d057aaff6ff7 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:42.939840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:42.940275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:42.940707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:42.949785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:42.950295 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Checking segment: {'id': '3f987ab8-8f38-4400-9d71-2add69298d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'fa740579-344b-46c8-b01a-d057aaff6ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:42.951347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Bound using segment: {'id': '3f987ab8-8f38-4400-9d71-2add69298d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'fa740579-344b-46c8-b01a-d057aaff6ff7'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:42.951889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Bound port: 96d49403-7cf1-43d2-bf0b-24b952a13de6, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f987ab8-8f38-4400-9d71-2add69298d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'fa740579-344b-46c8-b01a-d057aaff6ff7'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:42.952334 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:42.961172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:42.961610 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:42.963648 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 2 to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec Apr 22 15:15:42.987685 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:42.988168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:42.989021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:42.999849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.031645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bdc44d-84aa-493a-af72-a1b8ceaa8384']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:43.035626 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:43.035952 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:43.038517 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 3 to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec Apr 22 15:15:43.044346 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a859cf-3a09-45d4-bda3-c5e62c5cd494') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:43.044876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a859cf-3a09-45d4-bda3-c5e62c5cd494') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:43.056652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.064687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:43.065020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:43.065350 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:43.075057 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.083200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:43.083534 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:43.084175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:15:43.084618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.085388 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 4 to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec Apr 22 15:15:43.093228 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] For port 96d49403-7cf1-43d2-bf0b-24b952a13de6, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:43.098354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] For port 96d49403-7cf1-43d2-bf0b-24b952a13de6, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=96d49403-7cf1-43d2-bf0b-24b952a13de6,segment=NetworkSegment(3f987ab8-8f38-4400-9d71-2add69298d89),segment_id=3f987ab8-8f38-4400-9d71-2add69298d89)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:15:43.101388 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:15:43.107687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:43.108027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:43.108356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:43.110835 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.170362 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:43.170644 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:43.177719 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 5 to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec Apr 22 15:15:43.190383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.191742 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb4b765-b45c-4579-8620-68e432835c03 req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] 10.222.0.70 "PUT /v2.0/ports/96d49403-7cf1-43d2-bf0b-24b952a13de6 HTTP/1.1" status: 200 len: 1093 time: 1.7214236 Apr 22 15:15:43.196592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b117362-bd2a-45a2-a77d-16e32434691b', 'tag': '96d49403-7cf1-43d2-bf0b-24b952a13de6'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:43.213625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:43.213886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:43.214291 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:43.228380 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:43.228711 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:43.229238 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 6 to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec Apr 22 15:15:43.237542 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3da119-3513-4ad5-8329-c08189c5cc3a service neutron] Pushing event updated for resources: {'Port': ['ID=96d49403-7cf1-43d2-bf0b-24b952a13de6,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:43.250869 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:43.250869 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:43.251221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:43.257908 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:43.258275 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:43.259078 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 7 to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec Apr 22 15:15:43.278339 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.296278 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.302381 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213bf59c-0050-4bf8-9218-58b9fbad0fe1'] response: {'name': 'network-changed', 'server_uuid': '8b117362-bd2a-45a2-a77d-16e32434691b', 'tag': '96d49403-7cf1-43d2-bf0b-24b952a13de6', 'status': 'completed', 'code': 200} Apr 22 15:15:43.306860 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Network': ['ID=99bdc44d-84aa-493a-af72-a1b8ceaa8384,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:43.315925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:43.316266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:43.316635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:43.317643 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f2fba5a2-67e5-4fb8-8293-a1b041710539 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/networks/99bdc44d-84aa-493a-af72-a1b8ceaa8384 HTTP/1.1" status: 204 len: 168 time: 1.1108539 Apr 22 15:15:43.321685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34534) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:43.325731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:43.326073 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:43.327736 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 8 to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec Apr 22 15:15:43.352495 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:43.352828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:43.353163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:43.364567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:43.365338 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:43.365944 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 9 to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec Apr 22 15:15:43.387205 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb4b765-b45c-4579-8620-68e432835c03 req-69da930a-e1b9-458f-b3c8-6bd7909411ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4663eef56350429cb85eb50910a76d51&device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 1096 time: 0.1193101 Apr 22 15:15:43.387991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:43.388166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fa941f-9f7b-45f6-adff-cca1a97fdda9 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:43.388356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:43.388692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:43.388808 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-64fa941f-9f7b-45f6-adff-cca1a97fdda9 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:43.394571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:43.394780 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e1b55-1de6-4653-b2c8-d5cea314b450 None None] Deleting port aadbdee9-7830-43a1-8a0d-68e34c8f3549 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:43.395325 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:43.395436 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1c0e1b55-1de6-4653-b2c8-d5cea314b450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.395523 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 10 to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec Apr 22 15:15:43.405733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-64fa941f-9f7b-45f6-adff-cca1a97fdda9 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:43.411205 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-64fa941f-9f7b-45f6-adff-cca1a97fdda9 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/207a45ae-c0b4-488a-9bc2-b11d60eb91e2 HTTP/1.1" status: 200 len: 844 time: 0.0882208 Apr 22 15:15:43.411956 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34538) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:43.461124 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e1b55-1de6-4653-b2c8-d5cea314b450 None None] The port 'aadbdee9-7830-43a1-8a0d-68e34c8f3549' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:15:43.476575 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:43.477074 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:43.477303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:43.486174 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-63ba0d27-e328-4317-8237-76d7a5a86145 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/207a45ae-c0b4-488a-9bc2-b11d60eb91e2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0730481 Apr 22 15:15:43.489831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34542) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:43.490696 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb4b765-b45c-4579-8620-68e432835c03 req-69157299-b5bb-4c6c-999a-7b0aaaf42b8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96d49403-7cf1-43d2-bf0b-24b952a13de6 HTTP/1.1" status: 200 len: 217 time: 0.0817652 Apr 22 15:15:43.491631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 7d83eb3d-3575-4feb-ade2-0365e9839aec on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:43.491954 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 7d83eb3d-3575-4feb-ade2-0365e9839aec on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:43.492313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.495157 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-01b3e1e7-142f-4114-91c6-d6ff6c997350 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:43.603129 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-01b3e1e7-142f-4114-91c6-d6ff6c997350 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:43.607581 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-01b3e1e7-142f-4114-91c6-d6ff6c997350 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:43.609809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4b765-b45c-4579-8620-68e432835c03 req-dd2adddd-17fa-45b8-8eb3-10d88c6c1a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:43.610450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-01b3e1e7-142f-4114-91c6-d6ff6c997350 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:43.611274 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb4b765-b45c-4579-8620-68e432835c03 req-dd2adddd-17fa-45b8-8eb3-10d88c6c1a68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4293419-3eb1-44a9-b5a3-d2611eb64e8c HTTP/1.1" status: 200 len: 852 time: 0.1097066 Apr 22 15:15:43.616183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-01b3e1e7-142f-4114-91c6-d6ff6c997350 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:43.626325 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b3e1e7-142f-4114-91c6-d6ff6c997350 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:43.667091 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb4b765-b45c-4579-8620-68e432835c03 req-d5c57bf6-2957-460a-ae09-6d68e9595f94 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa740579-344b-46c8-b01a-d057aaff6ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448203 Apr 22 15:15:43.673736 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] For port 7d83eb3d-3575-4feb-ade2-0365e9839aec, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:43.674021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempted to set empty binding levels {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 15:15:43.696116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.726639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-01b3e1e7-142f-4114-91c6-d6ff6c997350 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.912993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.941329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aadbdee9-7830-43a1-8a0d-68e34c8f3549 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:43.957109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Pushing event updated for resources: {'Port': ['ID=7d83eb3d-3575-4feb-ade2-0365e9839aec,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:43.958504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-01b3e1e7-142f-4114-91c6-d6ff6c997350 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:43.995239 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ace90f6a-d334-48ac-a762-97648519bc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 2.7423000 Apr 22 15:15:43.997731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34548) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:44.002647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: aadbdee9-7830-43a1-8a0d-68e34c8f3549 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:44.012627 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aadbdee9-7830-43a1-8a0d-68e34c8f3549 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:15:44.031140 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3e1e7-142f-4114-91c6-d6ff6c997350 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Subnet': ['ID=4f50c02d-8d42-48f3-b4af-6226d9b1a326,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:44.032617 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb4b765-b45c-4579-8620-68e432835c03 req-659ab3f4-266b-432d-ba23-a8c581ef208e service neutron] 10.222.0.70 "GET /v2.0/networks/fa740579-344b-46c8-b01a-d057aaff6ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572001 Apr 22 15:15:44.051437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3e1e7-142f-4114-91c6-d6ff6c997350 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 868a421c-ccae-4924-950c-83f1c4c16162 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:44.052589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-01b3e1e7-142f-4114-91c6-d6ff6c997350 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:44.055725 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b3e1e7-142f-4114-91c6-d6ff6c997350 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:44.056478 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-01b3e1e7-142f-4114-91c6-d6ff6c997350 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.063415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9862cad8-515c-4205-b900-0b7f0dd4cda9 None None] Network 868a421c-ccae-4924-950c-83f1c4c16162 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:44.085629 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-01b3e1e7-142f-4114-91c6-d6ff6c997350 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5947187 Apr 22 15:15:44.086382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34552) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:44.092573 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'security_group': {'name': 'tempest-secgroup-2036220277'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:44.102805 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:44.106762 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:security_group and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:44.110006 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:44.116071 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:44.128314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.171465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:44.175649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:security_group_rule and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:44.179033 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:44.184679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3c5abe49-c1ef-451d-af60-9e68290794dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Deleting port 7d83eb3d-3575-4feb-ade2-0365e9839aec {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:44.185042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c5abe49-c1ef-451d-af60-9e68290794dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.185650 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:44.247205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.252381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.300730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d7c16f-8903-4d6a-a86b-e7222e9d73f3,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:44.305494 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.309712 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bb3c55ac-9bbc-4333-b084-a994407da663 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2197123 Apr 22 15:15:44.311082 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34556) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:44.316384 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'security_group': {'name': 'tempest-secgroup-1279289869'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:44.322522 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:44.327106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:security_group and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:44.329956 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:44.336122 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:44.336448 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb4b765-b45c-4579-8620-68e432835c03 req-bd5717fa-bab0-4222-b112-8ccd1d72bb56 service neutron] 10.222.0.70 "GET /v2.0/networks/fa740579-344b-46c8-b01a-d057aaff6ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908244 Apr 22 15:15:44.352234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.364400 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-868a421c-ccae-4924-950c-83f1c4c16162', 'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'tenant_id': '9a229755415d4435ae3e9ad9557b82d1', 'fixed_ips': [{'subnet_id': '4f50c02d-8d42-48f3-b4af-6226d9b1a326'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:15:44.365469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.390938 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:44.394927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:security_group_rule and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:44.397998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:44.404095 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:44.427231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc8d57-642a-4cb5-8b82-26110d6dd1e6 req-3eb4dcee-727c-4a1d-8b01-9ffc7be5a3fa tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:44.428602 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-81fc8d57-642a-4cb5-8b82-26110d6dd1e6 req-3eb4dcee-727c-4a1d-8b01-9ffc7be5a3fa tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 943 time: 0.3021345 Apr 22 15:15:44.463858 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.469129 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.514179 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b150707-bf10-40dc-8394-6ac3783aef8a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:44.517608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.518842 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-73ddc2db-98f1-4dc2-be70-70ad7fa84794 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2076590 Apr 22 15:15:44.522108 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34560) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:44.528531 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1742296482', 'security_groups': ['2b150707-bf10-40dc-8394-6ac3783aef8a'], 'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4f50c02d-8d42-48f3-b4af-6226d9b1a326'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:44.540681 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Allocated IP 2001:db8::2 (868a421c-ccae-4924-950c-83f1c4c16162/4f50c02d-8d42-48f3-b4af-6226d9b1a326/bc13346d-aed3-477f-a38f-2bdd5d6c4468) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:44.550180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-3c5abe49-c1ef-451d-af60-9e68290794dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] For port 7d83eb3d-3575-4feb-ade2-0365e9839aec, host hv-neutron-8388, got binding levels [] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:44.550707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c5abe49-c1ef-451d-af60-9e68290794dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.665210 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:44.675807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:44.678685 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-81fc8d57-642a-4cb5-8b82-26110d6dd1e6 req-5ce82c1b-1365-4d24-b9f3-5b37ee331a5b tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267134 Apr 22 15:15:44.685620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3c5abe49-c1ef-451d-af60-9e68290794dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Calling delete_port for 7d83eb3d-3575-4feb-ade2-0365e9839aec owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:44.692818 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:44.698873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.728303 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port 91cef029-0f01-4362-a474-f6fcc90792e2 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:44.779754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.780940 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-07a13d77-35a5-4701-a0d9-54f39f323420 req-11b41cc5-aee4-4a08-8d63-872f34e44518 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4663eef56350429cb85eb50910a76d51&device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 1096 time: 0.3107471 Apr 22 15:15:44.813265 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Transition to ACTIVE for port object bc13346d-aed3-477f-a38f-2bdd5d6c4468 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:44.814979 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c5abe49-c1ef-451d-af60-9e68290794dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.831545 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Transition to ACTIVE for port object bc13346d-aed3-477f-a38f-2bdd5d6c4468 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:44.838405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.903640 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Network 868a421c-ccae-4924-950c-83f1c4c16162 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:44.907012 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:44.911338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:44.913588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Pushing event updated for resources: {'Port': ['ID=bc13346d-aed3-477f-a38f-2bdd5d6c4468,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:44.919172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5abe49-c1ef-451d-af60-9e68290794dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d83eb3d-3575-4feb-ade2-0365e9839aec,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:44.933520 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c5abe49-c1ef-451d-af60-9e68290794dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:44.957676 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3c5abe49-c1ef-451d-af60-9e68290794dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "DELETE /v2.0/ports/7d83eb3d-3575-4feb-ade2-0365e9839aec HTTP/1.1" status: 204 len: 168 time: 0.9590907 Apr 22 15:15:44.959299 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34564) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:44.982603 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Allocated IP 2001:db8::358 (868a421c-ccae-4924-950c-83f1c4c16162/4f50c02d-8d42-48f3-b4af-6226d9b1a326/91cef029-0f01-4362-a474-f6fcc90792e2) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:45.017650 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7f088f5b-03a3-4f6c-a0b3-faf82b295937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.019370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Attempting to bind port bc13346d-aed3-477f-a38f-2bdd5d6c4468 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:45.019736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Attempting to bind port bc13346d-aed3-477f-a38f-2bdd5d6c4468 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'cadaa163-f08c-45ff-b099-690ed8ced019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '868a421c-ccae-4924-950c-83f1c4c16162'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:45.020135 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Attempting to bind port bc13346d-aed3-477f-a38f-2bdd5d6c4468 on network 868a421c-ccae-4924-950c-83f1c4c16162 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:45.024197 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba06d78-7894-4e71-bf32-8d36fd9d6e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] GET failed (client error): The resource could not be found. Apr 22 15:15:45.024816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9ba06d78-7894-4e71-bf32-8d36fd9d6e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Synchronizing usage tracker for tenant:b3bd91cb8316439bbd0e850c8f42356a on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:45.028465 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:15:45.028780 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Checking segment: {'id': 'cadaa163-f08c-45ff-b099-690ed8ced019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '868a421c-ccae-4924-950c-83f1c4c16162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:15:45.029155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.029536 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Bound using segment: {'id': 'cadaa163-f08c-45ff-b099-690ed8ced019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '868a421c-ccae-4924-950c-83f1c4c16162'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:15:45.030469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Bound port: bc13346d-aed3-477f-a38f-2bdd5d6c4468, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadaa163-f08c-45ff-b099-690ed8ced019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '868a421c-ccae-4924-950c-83f1c4c16162'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:15:45.030469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.032787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a13d77-35a5-4701-a0d9-54f39f323420 req-00e4829d-b73f-4609-9197-b4e317bbb961 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:45.034360 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-07a13d77-35a5-4701-a0d9-54f39f323420 req-00e4829d-b73f-4609-9197-b4e317bbb961 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa740579-344b-46c8-b01a-d057aaff6ff7 HTTP/1.1" status: 200 len: 913 time: 0.2471235 Apr 22 15:15:45.103112 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9ba06d78-7894-4e71-bf32-8d36fd9d6e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Unset dirty status for tenant:b3bd91cb8316439bbd0e850c8f42356a on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:45.104422 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9ba06d78-7894-4e71-bf32-8d36fd9d6e7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "GET /v2.0/ports/7d83eb3d-3575-4feb-ade2-0365e9839aec HTTP/1.1" status: 404 len: 333 time: 0.1415999 Apr 22 15:15:45.111746 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34568) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:45.117846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Request body: {'port': {'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-157106273'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:45.122089 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-07a13d77-35a5-4701-a0d9-54f39f323420 req-b0be377a-e7b7-4f67-8d2f-f7c125e67417 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96d49403-7cf1-43d2-bf0b-24b952a13de6 HTTP/1.1" status: 200 len: 217 time: 0.0794308 Apr 22 15:15:45.123842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:45.132392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] For port bc13346d-aed3-477f-a38f-2bdd5d6c4468, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:45.135654 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] For port bc13346d-aed3-477f-a38f-2bdd5d6c4468, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bc13346d-aed3-477f-a38f-2bdd5d6c4468,segment=NetworkSegment(cadaa163-f08c-45ff-b099-690ed8ced019),segment_id=cadaa163-f08c-45ff-b099-690ed8ced019)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:15:45.141426 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.166173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:45.189643 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Made reservation on behalf of b3bd91cb8316439bbd0e850c8f42356a for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:45.192239 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.213522 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a13d77-35a5-4701-a0d9-54f39f323420 req-77813724-c89e-4b94-a26a-6ecfbc15b118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:45.215155 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-07a13d77-35a5-4701-a0d9-54f39f323420 req-77813724-c89e-4b94-a26a-6ecfbc15b118 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4293419-3eb1-44a9-b5a3-d2611eb64e8c HTTP/1.1" status: 200 len: 852 time: 0.0874903 Apr 22 15:15:45.219833 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.220576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] device_id is not set on port 6396d0f3-7267-4f88-b834-ee04a5bf3faf yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:45.227647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc2c62-a379-470c-9f78-37cc647aafc7 None None] Pushing event updated for resources: {'Port': ['ID=bc13346d-aed3-477f-a38f-2bdd5d6c4468,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:45.237373 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Transition to ACTIVE for port object 91cef029-0f01-4362-a474-f6fcc90792e2 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:45.267428 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.314001 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-07a13d77-35a5-4701-a0d9-54f39f323420 req-15995131-8548-4a86-b99c-1fee587015df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa740579-344b-46c8-b01a-d057aaff6ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497494 Apr 22 15:15:45.344343 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 868a421c-ccae-4924-950c-83f1c4c16162 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:45.347651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:45.352237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:45.356098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:45.356698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.361076 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=91cef029-0f01-4362-a474-f6fcc90792e2,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:45.387739 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-98f85ae2-c6a5-4b88-8a0c-91d9196d64ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8641980 Apr 22 15:15:45.390238 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34572) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:45.396395 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c52e628f-939d-4f9f-97bd-07a4b81b4269 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:45.561705 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c52e628f-939d-4f9f-97bd-07a4b81b4269 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:45.565524 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c52e628f-939d-4f9f-97bd-07a4b81b4269 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:45.568429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c52e628f-939d-4f9f-97bd-07a4b81b4269 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:45.574098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c52e628f-939d-4f9f-97bd-07a4b81b4269 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:45.586804 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52e628f-939d-4f9f-97bd-07a4b81b4269 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:45.590654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c52e628f-939d-4f9f-97bd-07a4b81b4269 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.701253 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-07a13d77-35a5-4701-a0d9-54f39f323420 req-86a43df7-054c-4951-a5aa-13751a35aedc service neutron] 10.222.0.70 "GET /v2.0/networks/fa740579-344b-46c8-b01a-d057aaff6ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784273 Apr 22 15:15:45.719124 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.ipam_backend_mixin [None req-c52e628f-939d-4f9f-97bd-07a4b81b4269 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f50c02d-8d42-48f3-b4af-6226d9b1a326 (CIDR: 2001:db8::/64) Apr 22 15:15:45.723355 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52e628f-939d-4f9f-97bd-07a4b81b4269 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:15:45.723896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52e628f-939d-4f9f-97bd-07a4b81b4269 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:45.744031 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c52e628f-939d-4f9f-97bd-07a4b81b4269 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3526027 Apr 22 15:15:45.746867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34578) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:45.753688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5f46af60-9c11-442c-8fe7-3e41e75904a4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:45.823871 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.941952 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-07a13d77-35a5-4701-a0d9-54f39f323420 req-23396fc8-24f7-4e9b-8b65-5bb6479b3a57 service neutron] 10.222.0.70 "GET /v2.0/networks/fa740579-344b-46c8-b01a-d057aaff6ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286744 Apr 22 15:15:45.949768 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.978460 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:45.985873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109036e-b7a5-48af-9157-501ffa45caba req-5b4a9465-45ec-4f29-bbab-72396b5fd450 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:45.987341 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f109036e-b7a5-48af-9157-501ffa45caba req-5b4a9465-45ec-4f29-bbab-72396b5fd450 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 943 time: 0.1669774 Apr 22 15:15:45.988933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.033995 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bc13346d-aed3-477f-a38f-2bdd5d6c4468 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:46.038038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5f46af60-9c11-442c-8fe7-3e41e75904a4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:46.043001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5f46af60-9c11-442c-8fe7-3e41e75904a4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:46.048827 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5f46af60-9c11-442c-8fe7-3e41e75904a4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:46.056107 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5f46af60-9c11-442c-8fe7-3e41e75904a4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:46.071902 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f46af60-9c11-442c-8fe7-3e41e75904a4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:46.076371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f46af60-9c11-442c-8fe7-3e41e75904a4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.131110 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port bc13346d-aed3-477f-a38f-2bdd5d6c4468 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:46.145011 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Network 56eb6c19-c1d4-4e72-855b-84ca548e373e is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:46.151451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:46.153249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Pushing event updated for resources: {'Port': ['ID=6396d0f3-7267-4f88-b834-ee04a5bf3faf,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:46.157417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:46.158279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:46.158869 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.173081 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f109036e-b7a5-48af-9157-501ffa45caba req-a4a3057c-4862-4dc9-926d-9604dfff8e7f tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692152 Apr 22 15:15:46.191737 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-72fd3d16-1490-4958-8ea2-4c8ea6260048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0781558 Apr 22 15:15:46.194696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34584) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:46.201564 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:46.317557 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.392657 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f46af60-9c11-442c-8fe7-3e41e75904a4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.435358 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d6b91966-e70f-461c-a55e-3f1060dfe80d None None] Provisioning complete for port 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:46.436063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d6b91966-e70f-461c-a55e-3f1060dfe80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.475540 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46af60-9c11-442c-8fe7-3e41e75904a4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Subnet': ['ID=bb2bee22-6efc-4647-b7d4-8e4e1b534ea6,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:46.492730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46af60-9c11-442c-8fe7-3e41e75904a4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 868a421c-ccae-4924-950c-83f1c4c16162 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:46.495043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5f46af60-9c11-442c-8fe7-3e41e75904a4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:46.498564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f46af60-9c11-442c-8fe7-3e41e75904a4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:46.499503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f46af60-9c11-442c-8fe7-3e41e75904a4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.508771 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d6b91966-e70f-461c-a55e-3f1060dfe80d None None] Port 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:46.543655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d6b91966-e70f-461c-a55e-3f1060dfe80d None None] Provisioning for port bc13346d-aed3-477f-a38f-2bdd5d6c4468 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:46.546200 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5f46af60-9c11-442c-8fe7-3e41e75904a4 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7958074 Apr 22 15:15:46.549001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34588) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:46.551584 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d6b91966-e70f-461c-a55e-3f1060dfe80d None None] Provisioning complete for port bc13346d-aed3-477f-a38f-2bdd5d6c4468 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:46.552833 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d6b91966-e70f-461c-a55e-3f1060dfe80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.561706 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9894f658-1616-4c70-8dd3-a9bc07d67bfd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1019297518', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb2bee22-6efc-4647-b7d4-8e4e1b534ea6'}], 'security_groups': ['17d7c16f-8903-4d6a-a86b-e7222e9d73f3']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:46.615792 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] device_id is not set on port 6396d0f3-7267-4f88-b834-ee04a5bf3faf yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:46.625612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.647709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Transition to ACTIVE for port object 6396d0f3-7267-4f88-b834-ee04a5bf3faf will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:46.657756 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.685976 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d6b91966-e70f-461c-a55e-3f1060dfe80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.701243 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b47fd6-3baa-47bc-b541-291f57e3fa3b None None] Network 868a421c-ccae-4924-950c-83f1c4c16162 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:46.718171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9894f658-1616-4c70-8dd3-a9bc07d67bfd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.780877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Pushing event updated for resources: {'Port': ['ID=6396d0f3-7267-4f88-b834-ee04a5bf3faf,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:46.804766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:46.805098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:46.805323 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d6b91966-e70f-461c-a55e-3f1060dfe80d None None] For port bc13346d-aed3-477f-a38f-2bdd5d6c4468, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bc13346d-aed3-477f-a38f-2bdd5d6c4468,segment=NetworkSegment(cadaa163-f08c-45ff-b099-690ed8ced019),segment_id=cadaa163-f08c-45ff-b099-690ed8ced019)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:46.805502 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:46.811832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d6b91966-e70f-461c-a55e-3f1060dfe80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:46.812343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:46.812650 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:46.813015 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 2 to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf Apr 22 15:15:46.828080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:46.829191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:46.829191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:46.834480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:46.834800 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:46.835175 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 3 to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf Apr 22 15:15:46.849770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:46.850100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:46.850462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:46.856402 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:46.857187 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:46.857571 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 4 to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf Apr 22 15:15:46.873137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:46.873137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:46.873561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:46.879218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:46.879534 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:46.879908 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 5 to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf Apr 22 15:15:46.894833 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:46.895160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:46.895488 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:46.901724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:46.902037 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:46.902438 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 6 to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf Apr 22 15:15:46.917005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:46.917335 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:46.917665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:46.924480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:46.924799 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:46.925310 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 7 to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf Apr 22 15:15:46.942753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:46.943093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:46.943425 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:46.949902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:46.950313 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:46.950726 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 8 to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf Apr 22 15:15:46.967385 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:46.967711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:46.968043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:46.974760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:46.975075 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:46.975453 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 9 to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf Apr 22 15:15:46.987438 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b91966-e70f-461c-a55e-3f1060dfe80d None None] Pushing event updated for resources: {'Port': ['ID=bc13346d-aed3-477f-a38f-2bdd5d6c4468,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:46.995459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:46.995653 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:46.996007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:46.997594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-58a65701-5738-4a50-a213-070734578ca3 None None] Provisioning for port 91cef029-0f01-4362-a474-f6fcc90792e2 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:47.002595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:47.003258 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:47.003638 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.plugins.ml2.plugin [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 10 to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf Apr 22 15:15:47.019892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:47.020482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:47.020977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:47.028374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:47.029658 dv-neutron-838883-3-hyperv neutron-server[83933]: ERROR neutron.plugins.ml2.managers [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:47.030292 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.034595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-58a65701-5738-4a50-a213-070734578ca3 None None] Provisioning complete for port 91cef029-0f01-4362-a474-f6fcc90792e2 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:47.034595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-58a65701-5738-4a50-a213-070734578ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.104228 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-58a65701-5738-4a50-a213-070734578ca3 None None] Port 91cef029-0f01-4362-a474-f6fcc90792e2 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:47.132560 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] For port 6396d0f3-7267-4f88-b834-ee04a5bf3faf, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:47.133012 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempted to set empty binding levels {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 15:15:47.137935 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.166463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-9894f658-1616-4c70-8dd3-a9bc07d67bfd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Delete allocated IP 2001:db8::358 (868a421c-ccae-4924-950c-83f1c4c16162/4f50c02d-8d42-48f3-b4af-6226d9b1a326) {{(pid=83934) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 15:15:47.175121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-9894f658-1616-4c70-8dd3-a9bc07d67bfd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Allocated IP 2001:db8:0:1::3c3 (868a421c-ccae-4924-950c-83f1c4c16162/bb2bee22-6efc-4647-b7d4-8e4e1b534ea6/91cef029-0f01-4362-a474-f6fcc90792e2) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:47.199804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] In _notify_port_updated(), no bound segment for port 6396d0f3-7267-4f88-b834-ee04a5bf3faf on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:15:47.200834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.202122 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "PUT /v2.0/ports/6396d0f3-7267-4f88-b834-ee04a5bf3faf HTTP/1.1" status: 200 len: 980 time: 1.0062327 Apr 22 15:15:47.204706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34592) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:47.226524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714c98bc-4a08-4eef-9d1c-29c970970aaa None None] Update dhcp port {'port': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'fixed_ips': [{'subnet_id': '4f50c02d-8d42-48f3-b4af-6226d9b1a326', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb2bee22-6efc-4647-b7d4-8e4e1b534ea6'}], 'binding:host_id': 'dv-neutron-838883-3-hyperv'}, 'id': 'bc13346d-aed3-477f-a38f-2bdd5d6c4468'} from dv-neutron-838883-3-hyperv. {{(pid=83935) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 15:15:47.276657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e467081-1e73-4f35-97f0-900a8ad5da00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Pushing event updated for resources: {'Port': ['ID=6396d0f3-7267-4f88-b834-ee04a5bf3faf,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:47.297583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-714c98bc-4a08-4eef-9d1c-29c970970aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.318203 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7e262b7a-927c-4f82-bf76-bc8d2edc9faa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Synchronizing usage tracker for tenant:b3bd91cb8316439bbd0e850c8f42356a on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:47.379632 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9894f658-1616-4c70-8dd3-a9bc07d67bfd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.384603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7e262b7a-927c-4f82-bf76-bc8d2edc9faa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Unset dirty status for tenant:b3bd91cb8316439bbd0e850c8f42356a on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:47.385774 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7e262b7a-927c-4f82-bf76-bc8d2edc9faa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12609 time: 0.1801777 Apr 22 15:15:47.389713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34598) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:47.400177 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-9894f658-1616-4c70-8dd3-a9bc07d67bfd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Ignored duplicate provisioning block setup for port 91cef029-0f01-4362-a474-f6fcc90792e2 by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 15:15:47.405134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9894f658-1616-4c70-8dd3-a9bc07d67bfd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.471479 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020e4ac-f017-4736-9641-8071b0e7458d req-51d41676-42c1-415d-8174-bb699d1f8af3 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:47.473183 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f020e4ac-f017-4736-9641-8071b0e7458d req-51d41676-42c1-415d-8174-bb699d1f8af3 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 943 time: 0.1520224 Apr 22 15:15:47.475691 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-41851914-0917-4d83-9d44-b3a3c2598dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Deleting port 6396d0f3-7267-4f88-b834-ee04a5bf3faf {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:47.476037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41851914-0917-4d83-9d44-b3a3c2598dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.518915 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9894f658-1616-4c70-8dd3-a9bc07d67bfd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] In _notify_port_updated(), no bound segment for port 91cef029-0f01-4362-a474-f6fcc90792e2 on network 868a421c-ccae-4924-950c-83f1c4c16162 {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:15:47.519530 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.523214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9894f658-1616-4c70-8dd3-a9bc07d67bfd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:47.523845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9894f658-1616-4c70-8dd3-a9bc07d67bfd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.525173 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9894f658-1616-4c70-8dd3-a9bc07d67bfd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "PUT /v2.0/ports/91cef029-0f01-4362-a474-f6fcc90792e2 HTTP/1.1" status: 200 len: 931 time: 0.9749427 Apr 22 15:15:47.528429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34602) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:47.540770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-714c98bc-4a08-4eef-9d1c-29c970970aaa None None] Allocated IP 2001:db8:0:1::2 (868a421c-ccae-4924-950c-83f1c4c16162/bb2bee22-6efc-4647-b7d4-8e4e1b534ea6/bc13346d-aed3-477f-a38f-2bdd5d6c4468) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:47.561284 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894f658-1616-4c70-8dd3-a9bc07d67bfd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=91cef029-0f01-4362-a474-f6fcc90792e2,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:47.601793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a245648a-5ed4-4b31-b88f-b7354d74dc8f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port 91cef029-0f01-4362-a474-f6fcc90792e2 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:47.602229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a245648a-5ed4-4b31-b88f-b7354d74dc8f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.690800 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-714c98bc-4a08-4eef-9d1c-29c970970aaa None None] For port bc13346d-aed3-477f-a38f-2bdd5d6c4468, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bc13346d-aed3-477f-a38f-2bdd5d6c4468,segment=NetworkSegment(cadaa163-f08c-45ff-b099-690ed8ced019),segment_id=cadaa163-f08c-45ff-b099-690ed8ced019)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:47.705399 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f020e4ac-f017-4736-9641-8071b0e7458d req-dbec5fbe-052f-433f-b87a-00edad2c18d3 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020321 Apr 22 15:15:47.719539 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-714c98bc-4a08-4eef-9d1c-29c970970aaa None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.740610 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-714c98bc-4a08-4eef-9d1c-29c970970aaa None None] Transition to ACTIVE for port object bc13346d-aed3-477f-a38f-2bdd5d6c4468 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:47.743832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-714c98bc-4a08-4eef-9d1c-29c970970aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.794205 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 96d49403-7cf1-43d2-bf0b-24b952a13de6 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:15:47.821983 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-41851914-0917-4d83-9d44-b3a3c2598dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] For port 6396d0f3-7267-4f88-b834-ee04a5bf3faf, host hv-neutron-8388, got binding levels [] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:47.822625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41851914-0917-4d83-9d44-b3a3c2598dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.871410 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a245648a-5ed4-4b31-b88f-b7354d74dc8f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:47.963750 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c98bc-4a08-4eef-9d1c-29c970970aaa None None] Pushing event updated for resources: {'Port': ['ID=bc13346d-aed3-477f-a38f-2bdd5d6c4468,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:47.978417 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bc13346d-aed3-477f-a38f-2bdd5d6c4468 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:48.006326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-41851914-0917-4d83-9d44-b3a3c2598dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Calling delete_port for 6396d0f3-7267-4f88-b834-ee04a5bf3faf owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:48.140950 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-a245648a-5ed4-4b31-b88f-b7354d74dc8f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for 91cef029-0f01-4362-a474-f6fcc90792e2 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:48.147034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41851914-0917-4d83-9d44-b3a3c2598dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.186518 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 96d49403-7cf1-43d2-bf0b-24b952a13de6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=96d49403-7cf1-43d2-bf0b-24b952a13de6,segment=NetworkSegment(3f987ab8-8f38-4400-9d71-2add69298d89),segment_id=3f987ab8-8f38-4400-9d71-2add69298d89)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:48.204002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41851914-0917-4d83-9d44-b3a3c2598dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Pushing event deleted for resources: {'Port': ['ID=6396d0f3-7267-4f88-b834-ee04a5bf3faf,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:48.212055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-41851914-0917-4d83-9d44-b3a3c2598dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.214241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '96d49403-7cf1-43d2-bf0b-24b952a13de6', 'network_id': 'fa740579-344b-46c8-b01a-d057aaff6ff7', 'port_id': '96d49403-7cf1-43d2-bf0b-24b952a13de6', 'mac_address': 'fa:16:3e:db:d5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4293419-3eb1-44a9-b5a3-d2611eb64e8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:15:48.234567 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-41851914-0917-4d83-9d44-b3a3c2598dc3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "DELETE /v2.0/ports/6396d0f3-7267-4f88-b834-ee04a5bf3faf HTTP/1.1" status: 204 len: 168 time: 0.8431683 Apr 22 15:15:48.235514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34606) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:48.289247 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49f3818-c3d1-4ddc-91f3-e3f1ef2c36e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] GET failed (client error): The resource could not be found. Apr 22 15:15:48.290029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f49f3818-c3d1-4ddc-91f3-e3f1ef2c36e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Synchronizing usage tracker for tenant:b3bd91cb8316439bbd0e850c8f42356a on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:48.308529 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f49f3818-c3d1-4ddc-91f3-e3f1ef2c36e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Unset dirty status for tenant:b3bd91cb8316439bbd0e850c8f42356a on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:48.314240 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f49f3818-c3d1-4ddc-91f3-e3f1ef2c36e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "GET /v2.0/ports/6396d0f3-7267-4f88-b834-ee04a5bf3faf HTTP/1.1" status: 404 len: 333 time: 0.0775723 Apr 22 15:15:48.315044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34610) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:48.319100 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.321496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1435133173', 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:48.327533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:48.338232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a245648a-5ed4-4b31-b88f-b7354d74dc8f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.342613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:48.344702 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d49403-7cf1-43d2-bf0b-24b952a13de6 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:15:48.356398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Made reservation on behalf of b3bd91cb8316439bbd0e850c8f42356a for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:48.360569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.364252 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 96d49403-7cf1-43d2-bf0b-24b952a13de6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=96d49403-7cf1-43d2-bf0b-24b952a13de6,segment=NetworkSegment(3f987ab8-8f38-4400-9d71-2add69298d89),segment_id=3f987ab8-8f38-4400-9d71-2add69298d89)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:48.370365 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.386681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] device_id is not set on port b7c91c55-505f-4c50-8a8a-db19085c57d5 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:48.437050 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245648a-5ed4-4b31-b88f-b7354d74dc8f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=91cef029-0f01-4362-a474-f6fcc90792e2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:48.474010 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=96d49403-7cf1-43d2-bf0b-24b952a13de6,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:48.487655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a245648a-5ed4-4b31-b88f-b7354d74dc8f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.498441 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a245648a-5ed4-4b31-b88f-b7354d74dc8f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/91cef029-0f01-4362-a474-f6fcc90792e2 HTTP/1.1" status: 204 len: 168 time: 0.9683988 Apr 22 15:15:48.500862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34614) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:48.547211 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c23ad4-c231-4472-9396-a7d21bf439ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] GET failed (client error): The resource could not be found. Apr 22 15:15:48.547719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-40c23ad4-c231-4472-9396-a7d21bf439ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:48.564539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-40c23ad4-c231-4472-9396-a7d21bf439ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:48.568350 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-40c23ad4-c231-4472-9396-a7d21bf439ba tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/91cef029-0f01-4362-a474-f6fcc90792e2 HTTP/1.1" status: 404 len: 333 time: 0.0640478 Apr 22 15:15:48.568594 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34618) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:48.646264 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dbaf660c-6f91-42ec-a4d9-e1ab0383fad5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.658463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.678803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dbaf660c-6f91-42ec-a4d9-e1ab0383fad5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.693789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.731893 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dbaf660c-6f91-42ec-a4d9-e1ab0383fad5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.751690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf660c-6f91-42ec-a4d9-e1ab0383fad5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b150707-bf10-40dc-8394-6ac3783aef8a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:48.761009 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dbaf660c-6f91-42ec-a4d9-e1ab0383fad5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.762195 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dbaf660c-6f91-42ec-a4d9-e1ab0383fad5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/security-groups/2b150707-bf10-40dc-8394-6ac3783aef8a HTTP/1.1" status: 204 len: 168 time: 0.1926432 Apr 22 15:15:48.764712 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34624) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:48.766116 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-69874769-1a0b-4870-af3e-79bb3ce25c5b None None] Provisioning complete for port 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:48.766655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69874769-1a0b-4870-af3e-79bb3ce25c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.814262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Network 56eb6c19-c1d4-4e72-855b-84ca548e373e is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:48.817013 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:48.830085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:48.830916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:48.831495 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.849163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50c890de-90c2-4a1c-8da3-42de16a5a566 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.864329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['96d49403-7cf1-43d2-bf0b-24b952a13de6'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:15:48.868527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Pushing event updated for resources: {'Port': ['ID=b7c91c55-505f-4c50-8a8a-db19085c57d5,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:48.899231 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dbcfa1e0-83f6-447b-9d51-918c89032f0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5814841 Apr 22 15:15:48.901305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34628) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:48.922619 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50c890de-90c2-4a1c-8da3-42de16a5a566 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:48.987802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-69874769-1a0b-4870-af3e-79bb3ce25c5b None None] Port 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:49.007752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50c890de-90c2-4a1c-8da3-42de16a5a566 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.036300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c890de-90c2-4a1c-8da3-42de16a5a566 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d7c16f-8903-4d6a-a86b-e7222e9d73f3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:49.052217 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50c890de-90c2-4a1c-8da3-42de16a5a566 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.053620 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-50c890de-90c2-4a1c-8da3-42de16a5a566 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/security-groups/17d7c16f-8903-4d6a-a86b-e7222e9d73f3 HTTP/1.1" status: 204 len: 168 time: 0.2876294 Apr 22 15:15:49.056347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34632) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:49.080002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-69874769-1a0b-4870-af3e-79bb3ce25c5b None None] Provisioning for port bc13346d-aed3-477f-a38f-2bdd5d6c4468 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:49.098446 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-69874769-1a0b-4870-af3e-79bb3ce25c5b None None] Provisioning complete for port bc13346d-aed3-477f-a38f-2bdd5d6c4468 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:49.098822 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-69874769-1a0b-4870-af3e-79bb3ce25c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.168436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9ecf632c-0f0d-4825-9637-1fd519c22ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Synchronizing usage tracker for tenant:b3bd91cb8316439bbd0e850c8f42356a on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:49.197243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d972777-768b-429b-9e87-fa39c6ea4256 req-3315be98-a5df-4bb8-a630-594b3e46ccbf tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:49.198877 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6d972777-768b-429b-9e87-fa39c6ea4256 req-3315be98-a5df-4bb8-a630-594b3e46ccbf tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 944 time: 0.1875813 Apr 22 15:15:49.254199 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9ecf632c-0f0d-4825-9637-1fd519c22ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Unset dirty status for tenant:b3bd91cb8316439bbd0e850c8f42356a on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:49.255372 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9ecf632c-0f0d-4825-9637-1fd519c22ac2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "GET /v2.0/ports/b7c91c55-505f-4c50-8a8a-db19085c57d5 HTTP/1.1" status: 200 len: 959 time: 0.3529823 Apr 22 15:15:49.263688 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34636) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:49.313913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-5288da8b-1d13-4670-8cc1-eebe0929fbca tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting subnet 4f50c02d-8d42-48f3-b4af-6226d9b1a326 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:49.317235 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5288da8b-1d13-4670-8cc1-eebe0929fbca tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.338880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-69874769-1a0b-4870-af3e-79bb3ce25c5b None None] Could not find standard attr ID for object 91cef029-0f01-4362-a474-f6fcc90792e2. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:15:49.351071 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6d972777-768b-429b-9e87-fa39c6ea4256 req-cb02d9cc-c1bb-40e4-ba10-9c81236f0497 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441941 Apr 22 15:15:49.357996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-70b26e2d-6712-4ace-89b4-58cf4fb9b326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Deleting port b7c91c55-505f-4c50-8a8a-db19085c57d5 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:49.358434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-70b26e2d-6712-4ace-89b4-58cf4fb9b326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.382431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5288da8b-1d13-4670-8cc1-eebe0929fbca tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.451837 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4e7ecb1c-5550-4f50-ac13-3b70f71521f5 None None] Could not find standard attr ID for object 91cef029-0f01-4362-a474-f6fcc90792e2. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:15:49.465077 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5288da8b-1d13-4670-8cc1-eebe0929fbca tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.540741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5288da8b-1d13-4670-8cc1-eebe0929fbca tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.556815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-70b26e2d-6712-4ace-89b4-58cf4fb9b326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.580762 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288da8b-1d13-4670-8cc1-eebe0929fbca tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Subnet': ['ID=4f50c02d-8d42-48f3-b4af-6226d9b1a326,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:49.585418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5288da8b-1d13-4670-8cc1-eebe0929fbca tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.593203 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7289d5e6-a348-492d-bf35-bb860fa99a3a None None] Network 868a421c-ccae-4924-950c-83f1c4c16162 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:49.599026 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5288da8b-1d13-4670-8cc1-eebe0929fbca tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/4f50c02d-8d42-48f3-b4af-6226d9b1a326 HTTP/1.1" status: 204 len: 168 time: 0.5374372 Apr 22 15:15:49.599354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34640) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:49.604901 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9a0cab18-e0d7-4746-ad53-7cd2712d8dbf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:49.680846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-70b26e2d-6712-4ace-89b4-58cf4fb9b326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Calling delete_port for b7c91c55-505f-4c50-8a8a-db19085c57d5 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:49.745056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9a0cab18-e0d7-4746-ad53-7cd2712d8dbf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:49.749438 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9a0cab18-e0d7-4746-ad53-7cd2712d8dbf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:49.752448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9a0cab18-e0d7-4746-ad53-7cd2712d8dbf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:49.758507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-70b26e2d-6712-4ace-89b4-58cf4fb9b326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.759371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9a0cab18-e0d7-4746-ad53-7cd2712d8dbf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:49.770854 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0cab18-e0d7-4746-ad53-7cd2712d8dbf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:49.774983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a0cab18-e0d7-4746-ad53-7cd2712d8dbf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.808943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b26e2d-6712-4ace-89b4-58cf4fb9b326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7c91c55-505f-4c50-8a8a-db19085c57d5,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:49.818290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-70b26e2d-6712-4ace-89b4-58cf4fb9b326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.834257 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-70b26e2d-6712-4ace-89b4-58cf4fb9b326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "DELETE /v2.0/ports/b7c91c55-505f-4c50-8a8a-db19085c57d5 HTTP/1.1" status: 204 len: 168 time: 0.5665729 Apr 22 15:15:49.834914 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34644) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:49.877545 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b5364a-b5bc-4dd0-8b57-d9acfbd5123d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] GET failed (client error): The resource could not be found. Apr 22 15:15:49.878079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-76b5364a-b5bc-4dd0-8b57-d9acfbd5123d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Synchronizing usage tracker for tenant:b3bd91cb8316439bbd0e850c8f42356a on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:49.897044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-76b5364a-b5bc-4dd0-8b57-d9acfbd5123d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Unset dirty status for tenant:b3bd91cb8316439bbd0e850c8f42356a on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:49.899575 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-76b5364a-b5bc-4dd0-8b57-d9acfbd5123d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "GET /v2.0/ports/b7c91c55-505f-4c50-8a8a-db19085c57d5 HTTP/1.1" status: 404 len: 333 time: 0.0640194 Apr 22 15:15:49.903693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34648) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:49.909670 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Request body: {'port': {'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-511417310'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:49.914925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:49.926832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:49.937800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Made reservation on behalf of b3bd91cb8316439bbd0e850c8f42356a for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:49.940531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:49.961340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] device_id is not set on port fab6340e-b59f-435d-b21b-9c34f679bab6 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:49.998078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bc13346d-aed3-477f-a38f-2bdd5d6c4468 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:50.089825 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port bc13346d-aed3-477f-a38f-2bdd5d6c4468 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:50.090591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.124501 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a0cab18-e0d7-4746-ad53-7cd2712d8dbf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.198775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0cab18-e0d7-4746-ad53-7cd2712d8dbf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 868a421c-ccae-4924-950c-83f1c4c16162 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:50.202740 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-9a0cab18-e0d7-4746-ad53-7cd2712d8dbf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:50.206953 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0cab18-e0d7-4746-ad53-7cd2712d8dbf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:50.207531 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a0cab18-e0d7-4746-ad53-7cd2712d8dbf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.221132 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0cab18-e0d7-4746-ad53-7cd2712d8dbf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Subnet': ['ID=b1bc3455-3bf1-4fdb-970f-01007c6c4ace,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:50.236219 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9a0cab18-e0d7-4746-ad53-7cd2712d8dbf tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6357026 Apr 22 15:15:50.239362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34652) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:50.247879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'security_group': {'name': 'tempest-secgroup-997061030'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:50.254496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:50.258469 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:security_group and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:50.261972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:50.270927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:50.284078 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.321905 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:50.327036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:security_group_rule and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:50.330688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:50.336706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.336998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:50.365693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.397273 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.404537 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.437939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed90ea34-9113-4ede-9eec-5c2e2bb8bfc6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:50.443906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Network 56eb6c19-c1d4-4e72-855b-84ca548e373e is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:50.448003 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:50.452332 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:50.453270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:50.453979 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.461169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.462899 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b2032d38-67af-461a-9ae2-7567b9965c6f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2225711 Apr 22 15:15:50.465911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34658) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:50.472732 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'security_group': {'name': 'tempest-secgroup-1217063849'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:50.478462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Pushing event updated for resources: {'Port': ['ID=fab6340e-b59f-435d-b21b-9c34f679bab6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:50.479298 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:50.489791 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:security_group and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:50.496081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:50.496516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34662) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:50.498334 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0cf1e705-fc2b-4ca9-a913-9803e19c944a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5928826 Apr 22 15:15:50.505852 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:50.534005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:50.572958 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.578681 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a258587b-290b-4e62-9e19-bf7c8f764f9e None None] Network 868a421c-ccae-4924-950c-83f1c4c16162 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:50.593262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468034c9-ab2f-49cf-a642-4f41f3577116 req-adb97dca-b96a-4350-a165-45df36ff0aea tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:50.594937 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-468034c9-ab2f-49cf-a642-4f41f3577116 req-adb97dca-b96a-4350-a165-45df36ff0aea tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 944 time: 0.0916002 Apr 22 15:15:50.642980 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-468034c9-ab2f-49cf-a642-4f41f3577116 req-0492b7ba-7f43-4797-88b8-e384747a38ff tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421512 Apr 22 15:15:50.660421 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.676646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:50.682913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:security_group_rule and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:50.710970 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:50.725486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:50.744857 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4cea1d37-ec4b-44fa-a7d6-c417fb3228a2 None None] Provisioning complete for port 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:50.745234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4cea1d37-ec4b-44fa-a7d6-c417fb3228a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.835168 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4cea1d37-ec4b-44fa-a7d6-c417fb3228a2 None None] Port 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:50.867467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4cea1d37-ec4b-44fa-a7d6-c417fb3228a2 None None] Provisioning complete for port bc13346d-aed3-477f-a38f-2bdd5d6c4468 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:50.867836 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4cea1d37-ec4b-44fa-a7d6-c417fb3228a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.883360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.888330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.943121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:50.946885 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4767425 Apr 22 15:15:50.947529 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34666) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:50.953969 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'security_group': {'name': 'tempest-secgroup-493533312'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:50.960387 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:50.966398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:security_group and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:50.972550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:50.976153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2257b-89a4-4e1a-b1ce-e32dfbb5b949 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998cc0c3-424c-4be8-89bb-2ce8414d84c5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:50.993642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:51.006258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] device_id is not set on port fab6340e-b59f-435d-b21b-9c34f679bab6 yet. {{(pid=83934) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:51.008545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.014763 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.032106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Transition to ACTIVE for port object fab6340e-b59f-435d-b21b-9c34f679bab6 will not be triggered until provisioned by entity L2. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:51.038588 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.060118 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:51.064553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:security_group_rule and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:51.067155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:51.068215 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becec4b5-793a-4e8e-98d4-b838f18146b6 None None] Update dhcp port {'port': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'fixed_ips': [{'subnet_id': 'bb2bee22-6efc-4647-b7d4-8e4e1b534ea6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b1bc3455-3bf1-4fdb-970f-01007c6c4ace'}], 'binding:host_id': 'dv-neutron-838883-3-hyperv'}, 'id': 'bc13346d-aed3-477f-a38f-2bdd5d6c4468'} from dv-neutron-838883-3-hyperv. {{(pid=83935) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 15:15:51.072761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:51.129431 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-becec4b5-793a-4e8e-98d4-b838f18146b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.138193 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.144281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.187188 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77b2c7b-d5f2-4a95-b496-82f877ff0488,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:51.191066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.192268 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e38c55bf-4b53-4464-ad79-24ff5e827580 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2440233 Apr 22 15:15:51.195410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34670) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:51.201699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1682367376', 'security_groups': ['a77b2c7b-d5f2-4a95-b496-82f877ff0488'], 'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b1bc3455-3bf1-4fdb-970f-01007c6c4ace'}]}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:51.249701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Pushing event updated for resources: {'Port': ['ID=fab6340e-b59f-435d-b21b-9c34f679bab6,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:51.279736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:51.280104 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:51.280595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:51.290386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:51.290709 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:51.291126 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 2 to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 Apr 22 15:15:51.306325 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:51.306661 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:51.306996 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:51.312741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:51.313062 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:51.313446 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 3 to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 Apr 22 15:15:51.328522 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:51.329287 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:51.329287 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:51.335464 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:51.335779 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:51.336152 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 4 to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 Apr 22 15:15:51.349391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-becec4b5-793a-4e8e-98d4-b838f18146b6 None None] Allocated IP 2001:db8::2 (868a421c-ccae-4924-950c-83f1c4c16162/b1bc3455-3bf1-4fdb-970f-01007c6c4ace/bc13346d-aed3-477f-a38f-2bdd5d6c4468) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:51.349841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:51.350877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:51.351208 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:51.351539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:51.357883 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:51.358220 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:51.358598 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 5 to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 Apr 22 15:15:51.360252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:51.372858 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:51.373440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:51.373765 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:51.374093 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:51.379832 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:51.380084 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:51.380461 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 6 to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 Apr 22 15:15:51.395343 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:51.395667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:51.395991 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:51.401532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:51.402168 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:51.402274 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 7 to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 Apr 22 15:15:51.416985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:51.417308 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:51.417634 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:51.423366 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:51.423679 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:51.424053 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 8 to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 Apr 22 15:15:51.440997 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:51.441436 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:51.441626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:51.450954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:51.451424 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:51.454536 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 9 to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 Apr 22 15:15:51.469607 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:51.469936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:51.470292 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:51.476340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:51.476653 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:51.477461 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.plugins.ml2.plugin [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempt 10 to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 Apr 22 15:15:51.491727 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:15:51.492557 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] {{(pid=83934) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:15:51.492920 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempting to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:15:51.499580 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83934) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:15:51.499898 dv-neutron-838883-3-hyperv neutron-server[83934]: ERROR neutron.plugins.ml2.managers [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Failed to bind port fab6340e-b59f-435d-b21b-9c34f679bab6 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'f2866b06-2245-43a9-8ca1-93da3e450dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '56eb6c19-c1d4-4e72-855b-84ca548e373e'}] Apr 22 15:15:51.500256 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.502521 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.516444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-becec4b5-793a-4e8e-98d4-b838f18146b6 None None] For port bc13346d-aed3-477f-a38f-2bdd5d6c4468, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bc13346d-aed3-477f-a38f-2bdd5d6c4468,segment=NetworkSegment(cadaa163-f08c-45ff-b099-690ed8ced019),segment_id=cadaa163-f08c-45ff-b099-690ed8ced019)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:51.523797 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] device_id is not set on port 0c50504f-8379-47fc-820c-0c533d4d2904 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:15:51.541731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-becec4b5-793a-4e8e-98d4-b838f18146b6 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.561545 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-becec4b5-793a-4e8e-98d4-b838f18146b6 None None] Transition to ACTIVE for port object bc13346d-aed3-477f-a38f-2bdd5d6c4468 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:51.567795 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-becec4b5-793a-4e8e-98d4-b838f18146b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.599604 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] For port fab6340e-b59f-435d-b21b-9c34f679bab6, host hv-neutron-8388, cleared binding levels {{(pid=83934) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:15:51.600021 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Attempted to set empty binding levels {{(pid=83934) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 22 15:15:51.605446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.667454 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] In _notify_port_updated(), no bound segment for port fab6340e-b59f-435d-b21b-9c34f679bab6 on network 56eb6c19-c1d4-4e72-855b-84ca548e373e {{(pid=83934) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:15:51.668371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.672466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34674) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:51.673855 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "PUT /v2.0/ports/fab6340e-b59f-435d-b21b-9c34f679bab6 HTTP/1.1" status: 200 len: 980 time: 1.1762636 Apr 22 15:15:51.680033 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879978b8-faa3-452d-98da-bdf67cb4755f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Pushing event updated for resources: {'Port': ['ID=fab6340e-b59f-435d-b21b-9c34f679bab6,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:51.714668 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becec4b5-793a-4e8e-98d4-b838f18146b6 None None] Pushing event updated for resources: {'Port': ['ID=bc13346d-aed3-477f-a38f-2bdd5d6c4468,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:51.802355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 96d49403-7cf1-43d2-bf0b-24b952a13de6 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:51.840195 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-ddc2de13-0011-4bf1-94d6-6c745fbf23b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Deleting port fab6340e-b59f-435d-b21b-9c34f679bab6 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:51.840544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddc2de13-0011-4bf1-94d6-6c745fbf23b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.877617 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 96d49403-7cf1-43d2-bf0b-24b952a13de6 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:51.884708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 96d49403-7cf1-43d2-bf0b-24b952a13de6 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:51.885331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:51.920583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Allocated IP 2001:db8::34d (868a421c-ccae-4924-950c-83f1c4c16162/b1bc3455-3bf1-4fdb-970f-01007c6c4ace/0c50504f-8379-47fc-820c-0c533d4d2904) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:51.993276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bc13346d-aed3-477f-a38f-2bdd5d6c4468 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:52.082189 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:52.108944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-ddc2de13-0011-4bf1-94d6-6c745fbf23b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] For port fab6340e-b59f-435d-b21b-9c34f679bab6, host hv-neutron-8388, got binding levels [] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:52.109488 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddc2de13-0011-4bf1-94d6-6c745fbf23b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:52.122422 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b117362-bd2a-45a2-a77d-16e32434691b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d49403-7cf1-43d2-bf0b-24b952a13de6'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:15:52.144149 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 96d49403-7cf1-43d2-bf0b-24b952a13de6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=96d49403-7cf1-43d2-bf0b-24b952a13de6,segment=NetworkSegment(3f987ab8-8f38-4400-9d71-2add69298d89),segment_id=3f987ab8-8f38-4400-9d71-2add69298d89)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:52.154796 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:52.195448 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4c64e9-66d0-48ec-8978-33895989bbb7'] response: {'server_uuid': '8b117362-bd2a-45a2-a77d-16e32434691b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d49403-7cf1-43d2-bf0b-24b952a13de6', 'code': 200} Apr 22 15:15:52.230659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=96d49403-7cf1-43d2-bf0b-24b952a13de6,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:52.266712 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-ddc2de13-0011-4bf1-94d6-6c745fbf23b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Calling delete_port for fab6340e-b59f-435d-b21b-9c34f679bab6 owned by {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:52.343166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c799d2-0d31-416f-9506-4e78984918bd req-29fb277b-9464-4a35-8c88-367353dc313f tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:52.344646 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c7c799d2-0d31-416f-9506-4e78984918bd req-29fb277b-9464-4a35-8c88-367353dc313f tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 944 time: 0.5595055 Apr 22 15:15:52.374626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2a1a6297-2f81-4955-9b51-04620bd909d2 None None] Provisioning complete for port 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:52.374999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a1a6297-2f81-4955-9b51-04620bd909d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:52.459235 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2a1a6297-2f81-4955-9b51-04620bd909d2 None None] Port 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:52.472822 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2a1a6297-2f81-4955-9b51-04620bd909d2 None None] Provisioning for port bc13346d-aed3-477f-a38f-2bdd5d6c4468 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:52.478093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2a1a6297-2f81-4955-9b51-04620bd909d2 None None] Provisioning complete for port bc13346d-aed3-477f-a38f-2bdd5d6c4468 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:52.478504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a1a6297-2f81-4955-9b51-04620bd909d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:52.688234 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddc2de13-0011-4bf1-94d6-6c745fbf23b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:52.725132 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c7c799d2-0d31-416f-9506-4e78984918bd req-03199e29-fbb5-4017-8938-78e7c88c3692 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282917 Apr 22 15:15:52.758709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2de13-0011-4bf1-94d6-6c745fbf23b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Pushing event deleted for resources: {'Port': ['ID=fab6340e-b59f-435d-b21b-9c34f679bab6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:52.766497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:52.778097 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddc2de13-0011-4bf1-94d6-6c745fbf23b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:52.808630 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-44a3af6d-b342-4b1b-bc46-fea4ee998cde req-0af2a44e-32fa-43e4-84cc-3cdd49d4ccaf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 1098 time: 0.4035501 Apr 22 15:15:52.814239 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Transition to ACTIVE for port object 0c50504f-8379-47fc-820c-0c533d4d2904 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:52.832913 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ddc2de13-0011-4bf1-94d6-6c745fbf23b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "DELETE /v2.0/ports/fab6340e-b59f-435d-b21b-9c34f679bab6 HTTP/1.1" status: 204 len: 168 time: 1.1593678 Apr 22 15:15:52.835600 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34682) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:52.864711 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-44a3af6d-b342-4b1b-bc46-fea4ee998cde req-73771c3d-b73f-4fd5-8ea7-5d8be8d0c0e1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488439 Apr 22 15:15:52.873012 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:52.880598 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e69e420-95f9-4a08-9d07-4275f8ddad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] GET failed (client error): The resource could not be found. Apr 22 15:15:52.881826 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7e69e420-95f9-4a08-9d07-4275f8ddad60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524406886-project-admin] 10.222.0.71 "GET /v2.0/ports/fab6340e-b59f-435d-b21b-9c34f679bab6 HTTP/1.1" status: 404 len: 333 time: 0.0451822 Apr 22 15:15:52.885396 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34686) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:52.945516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 868a421c-ccae-4924-950c-83f1c4c16162 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:52.948690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:52.951121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:15:52.955243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:52.955842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:52.968860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=0c50504f-8379-47fc-820c-0c533d4d2904,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:52.993995 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8e76e793-2182-4246-b073-aeb4816cc2c5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7935531 Apr 22 15:15:52.993995 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34690) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:52.999088 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3e74d3d3-3f9a-4eb5-bce5-ca591c501c28 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:53.008067 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baa48fb1-89ab-4f6f-8495-73957092a830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.147662 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3e74d3d3-3f9a-4eb5-bce5-ca591c501c28 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:53.148628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baa48fb1-89ab-4f6f-8495-73957092a830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.151856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3e74d3d3-3f9a-4eb5-bce5-ca591c501c28 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:53.155575 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3e74d3d3-3f9a-4eb5-bce5-ca591c501c28 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:53.161830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3e74d3d3-3f9a-4eb5-bce5-ca591c501c28 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:53.173819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e74d3d3-3f9a-4eb5-bce5-ca591c501c28 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:53.177282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3e74d3d3-3f9a-4eb5-bce5-ca591c501c28 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.177431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-baa48fb1-89ab-4f6f-8495-73957092a830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56eb6c19-c1d4-4e72-855b-84ca548e373e']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:53.190058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-baa48fb1-89ab-4f6f-8495-73957092a830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2866b06-2245-43a9-8ca1-93da3e450dc9') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:53.190383 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-baa48fb1-89ab-4f6f-8495-73957092a830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2866b06-2245-43a9-8ca1-93da3e450dc9') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:15:53.201590 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baa48fb1-89ab-4f6f-8495-73957092a830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.218579 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baa48fb1-89ab-4f6f-8495-73957092a830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.225801 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3945582a-662f-4bfb-bde9-8536d9e25e4f None None] Provisioning for port 0c50504f-8379-47fc-820c-0c533d4d2904 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:53.227205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa48fb1-89ab-4f6f-8495-73957092a830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:15:53.227718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baa48fb1-89ab-4f6f-8495-73957092a830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.230655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3945582a-662f-4bfb-bde9-8536d9e25e4f None None] Provisioning complete for port 0c50504f-8379-47fc-820c-0c533d4d2904 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:53.230972 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3945582a-662f-4bfb-bde9-8536d9e25e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:15:53.243970 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:15:53.284202 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3945582a-662f-4bfb-bde9-8536d9e25e4f None None] Port 0c50504f-8379-47fc-820c-0c533d4d2904 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:53.313491 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.ipam_backend_mixin [None req-3e74d3d3-3f9a-4eb5-bce5-ca591c501c28 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b1bc3455-3bf1-4fdb-970f-01007c6c4ace (CIDR: 2001:db8::/64) Apr 22 15:15:53.316659 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e74d3d3-3f9a-4eb5-bce5-ca591c501c28 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:15:53.317098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e74d3d3-3f9a-4eb5-bce5-ca591c501c28 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:53.327332 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baa48fb1-89ab-4f6f-8495-73957092a830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.341748 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3e74d3d3-3f9a-4eb5-bce5-ca591c501c28 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3447192 Apr 22 15:15:53.341970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34694) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:53.344798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baa48fb1-89ab-4f6f-8495-73957092a830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.347634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6ffa22ab-f9f4-4b27-8672-440f63e1b4fb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:53.354881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa48fb1-89ab-4f6f-8495-73957092a830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] Pushing event deleted for resources: {'Network': ['ID=56eb6c19-c1d4-4e72-855b-84ca548e373e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:53.361209 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-baa48fb1-89ab-4f6f-8495-73957092a830 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1378134568-project] 10.222.0.71 "DELETE /v2.0/networks/56eb6c19-c1d4-4e72-855b-84ca548e373e HTTP/1.1" status: 204 len: 168 time: 0.4749038 Apr 22 15:15:53.487968 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6ffa22ab-f9f4-4b27-8672-440f63e1b4fb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:53.491991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6ffa22ab-f9f4-4b27-8672-440f63e1b4fb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:53.495115 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6ffa22ab-f9f4-4b27-8672-440f63e1b4fb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:53.501215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6ffa22ab-f9f4-4b27-8672-440f63e1b4fb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:53.510726 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffa22ab-f9f4-4b27-8672-440f63e1b4fb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:53.514637 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6ffa22ab-f9f4-4b27-8672-440f63e1b4fb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.645805 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34702) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:53.647410 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.ipam_backend_mixin [None req-6ffa22ab-f9f4-4b27-8672-440f63e1b4fb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bb2bee22-6efc-4647-b7d4-8e4e1b534ea6 (CIDR: 2001:db8:0:1::/64) Apr 22 15:15:53.650798 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffa22ab-f9f4-4b27-8672-440f63e1b4fb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:15:53.651287 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ffa22ab-f9f4-4b27-8672-440f63e1b4fb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:53.669401 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6ffa22ab-f9f4-4b27-8672-440f63e1b4fb tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3262265 Apr 22 15:15:53.671991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34708) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:53.677459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-14d6df2e-76e3-4697-8745-6c1a9417648f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'subnet': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:53.818360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-14d6df2e-76e3-4697-8745-6c1a9417648f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:53.822054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-14d6df2e-76e3-4697-8745-6c1a9417648f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Usage tracker for resource:subnet and tenant:9a229755415d4435ae3e9ad9557b82d1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:53.824831 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9e58da8c-8d33-443e-bef0-b8230208fb3c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2d27fc6c9d274a7cba954ed2e788f670&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1777625 Apr 22 15:15:53.826914 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-14d6df2e-76e3-4697-8745-6c1a9417648f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:53.828163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34716) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:53.833292 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-14d6df2e-76e3-4697-8745-6c1a9417648f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:53.844282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d6df2e-76e3-4697-8745-6c1a9417648f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Made reservation on behalf of 9a229755415d4435ae3e9ad9557b82d1 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:15:53.848956 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-14d6df2e-76e3-4697-8745-6c1a9417648f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.889690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-624c997d-e3aa-4a3d-ae30-b4db90ba235a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.914643 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-624c997d-e3aa-4a3d-ae30-b4db90ba235a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.968636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-624c997d-e3aa-4a3d-ae30-b4db90ba235a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.987554 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-624c997d-e3aa-4a3d-ae30-b4db90ba235a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:53.991054 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-624c997d-e3aa-4a3d-ae30-b4db90ba235a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/04475751-cf58-4ada-bfe2-5f6d30ac0be3 HTTP/1.1" status: 204 len: 168 time: 0.1595728 Apr 22 15:15:53.991054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c997d-e3aa-4a3d-ae30-b4db90ba235a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04475751-cf58-4ada-bfe2-5f6d30ac0be3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:54.054638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875b38b-2043-4f68-98fa-90602f3c37c8 req-ef3428cf-9d64-4148-adec-8121da653ac2 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:54.056074 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f875b38b-2043-4f68-98fa-90602f3c37c8 req-ef3428cf-9d64-4148-adec-8121da653ac2 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.1919017 Apr 22 15:15:54.150840 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f875b38b-2043-4f68-98fa-90602f3c37c8 req-77a5a4db-66b7-4b2e-a396-44fca9094764 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868800 Apr 22 15:15:54.234352 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-14d6df2e-76e3-4697-8745-6c1a9417648f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:54.306104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d6df2e-76e3-4697-8745-6c1a9417648f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Network 868a421c-ccae-4924-950c-83f1c4c16162 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:15:54.309773 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-14d6df2e-76e3-4697-8745-6c1a9417648f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:15:54.314470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d6df2e-76e3-4697-8745-6c1a9417648f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:54.315022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-14d6df2e-76e3-4697-8745-6c1a9417648f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:54.319816 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153bbe4f-2b6a-4d91-a786-ecfe7ad45777 None None] Network 868a421c-ccae-4924-950c-83f1c4c16162 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:54.330033 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6df2e-76e3-4697-8745-6c1a9417648f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Subnet': ['ID=8b590ccc-8b77-408c-b676-ef77e167f7b0,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:54.349507 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-14d6df2e-76e3-4697-8745-6c1a9417648f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6734567 Apr 22 15:15:54.349703 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34724) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:54.355830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-a8da3825-2db1-4be4-84cb-96da40fa90b2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-562316367', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8b590ccc-8b77-408c-b676-ef77e167f7b0'}], 'security_groups': ['ed90ea34-9113-4ede-9eec-5c2e2bb8bfc6', '998cc0c3-424c-4be8-89bb-2ce8414d84c5']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:54.410978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34728) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:54.470297 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f1300e97-e4f9-4edc-9a92-c2da4c0ae457 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b3bd91cb8316439bbd0e850c8f42356a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0563643 Apr 22 15:15:54.470864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34732) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:54.495245 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a8da3825-2db1-4be4-84cb-96da40fa90b2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:54.541567 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-270871ee-5aaf-4797-bf78-f1091a8dd7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:54.569660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-270871ee-5aaf-4797-bf78-f1091a8dd7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:54.624720 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-270871ee-5aaf-4797-bf78-f1091a8dd7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:54.642560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270871ee-5aaf-4797-bf78-f1091a8dd7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dc5383-6f3b-42ba-8b9c-807a1d7fe3c3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:54.646626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-270871ee-5aaf-4797-bf78-f1091a8dd7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:54.650115 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-270871ee-5aaf-4797-bf78-f1091a8dd7c8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c7dc5383-6f3b-42ba-8b9c-807a1d7fe3c3 HTTP/1.1" status: 204 len: 168 time: 0.1756413 Apr 22 15:15:54.690265 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c697e-fd30-425d-bda9-a3a36ba4e0aa None None] Update dhcp port {'port': {'network_id': '868a421c-ccae-4924-950c-83f1c4c16162', 'fixed_ips': [{'subnet_id': 'bb2bee22-6efc-4647-b7d4-8e4e1b534ea6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b1bc3455-3bf1-4fdb-970f-01007c6c4ace', 'ip_address': '2001:db8::2'}, {'subnet_id': '8b590ccc-8b77-408c-b676-ef77e167f7b0'}], 'binding:host_id': 'dv-neutron-838883-3-hyperv'}, 'id': 'bc13346d-aed3-477f-a38f-2bdd5d6c4468'} from dv-neutron-838883-3-hyperv. {{(pid=83935) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 22 15:15:54.747812 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-285c697e-fd30-425d-bda9-a3a36ba4e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:55.040980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-a8da3825-2db1-4be4-84cb-96da40fa90b2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Delete allocated IP 2001:db8::34d (868a421c-ccae-4924-950c-83f1c4c16162/b1bc3455-3bf1-4fdb-970f-01007c6c4ace) {{(pid=83933) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 15:15:55.049774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-a8da3825-2db1-4be4-84cb-96da40fa90b2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Allocated IP 2001:db8:0:2::102 (868a421c-ccae-4924-950c-83f1c4c16162/8b590ccc-8b77-408c-b676-ef77e167f7b0/0c50504f-8379-47fc-820c-0c533d4d2904) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:55.264919 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a8da3825-2db1-4be4-84cb-96da40fa90b2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:55.283817 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-a8da3825-2db1-4be4-84cb-96da40fa90b2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Transition to ACTIVE for port object 0c50504f-8379-47fc-820c-0c533d4d2904 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:55.317937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a8da3825-2db1-4be4-84cb-96da40fa90b2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:55.371746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-285c697e-fd30-425d-bda9-a3a36ba4e0aa None None] Allocated IP 2001:db8:0:2::2 (868a421c-ccae-4924-950c-83f1c4c16162/8b590ccc-8b77-408c-b676-ef77e167f7b0/bc13346d-aed3-477f-a38f-2bdd5d6c4468) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:15:55.444317 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a8da3825-2db1-4be4-84cb-96da40fa90b2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] In _notify_port_updated(), no bound segment for port 0c50504f-8379-47fc-820c-0c533d4d2904 on network 868a421c-ccae-4924-950c-83f1c4c16162 {{(pid=83933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:15:55.448042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8da3825-2db1-4be4-84cb-96da40fa90b2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:55.448637 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a8da3825-2db1-4be4-84cb-96da40fa90b2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:55.453597 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a8da3825-2db1-4be4-84cb-96da40fa90b2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "PUT /v2.0/ports/0c50504f-8379-47fc-820c-0c533d4d2904 HTTP/1.1" status: 200 len: 969 time: 1.0992231 Apr 22 15:15:55.454526 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da3825-2db1-4be4-84cb-96da40fa90b2 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event updated for resources: {'Port': ['ID=0c50504f-8379-47fc-820c-0c533d4d2904,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:55.455230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34754) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:55.476636 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7fd39-9cb6-426d-ae64-2d9127023d91 req-6aa0960f-8eeb-409f-b836-a58d53bcae19 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:55.478567 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-03c7fd39-9cb6-426d-ae64-2d9127023d91 req-6aa0960f-8eeb-409f-b836-a58d53bcae19 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.1976008 Apr 22 15:15:55.531396 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-03c7fd39-9cb6-426d-ae64-2d9127023d91 req-4bd52d02-f552-4584-95a8-7bd093a9b5cd tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461390 Apr 22 15:15:55.547133 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-285c697e-fd30-425d-bda9-a3a36ba4e0aa None None] For port bc13346d-aed3-477f-a38f-2bdd5d6c4468, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bc13346d-aed3-477f-a38f-2bdd5d6c4468,segment=NetworkSegment(cadaa163-f08c-45ff-b099-690ed8ced019),segment_id=cadaa163-f08c-45ff-b099-690ed8ced019)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:55.560365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e93edf1f-5d63-44e3-b790-768444757540 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port 0c50504f-8379-47fc-820c-0c533d4d2904 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:55.560994 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e93edf1f-5d63-44e3-b790-768444757540 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:55.578110 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-285c697e-fd30-425d-bda9-a3a36ba4e0aa None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:55.597794 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-285c697e-fd30-425d-bda9-a3a36ba4e0aa None None] Transition to ACTIVE for port object bc13346d-aed3-477f-a38f-2bdd5d6c4468 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:15:55.604865 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-285c697e-fd30-425d-bda9-a3a36ba4e0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:55.769925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbaf55-e178-4cad-ae27-97a3bbbc45b5 req-88606d0a-7196-4ae0-97eb-c5682aaf0dff tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:55.771938 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2bbbaf55-e178-4cad-ae27-97a3bbbc45b5 req-88606d0a-7196-4ae0-97eb-c5682aaf0dff tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.0991068 Apr 22 15:15:55.805375 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c697e-fd30-425d-bda9-a3a36ba4e0aa None None] Pushing event updated for resources: {'Port': ['ID=bc13346d-aed3-477f-a38f-2bdd5d6c4468,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:55.829615 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2bbbaf55-e178-4cad-ae27-97a3bbbc45b5 req-3d962d14-f080-4304-a6bd-1b332792a243 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508652 Apr 22 15:15:55.851913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e93edf1f-5d63-44e3-b790-768444757540 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.010673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bc13346d-aed3-477f-a38f-2bdd5d6c4468 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:15:56.107309 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e93edf1f-5d63-44e3-b790-768444757540 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for 0c50504f-8379-47fc-820c-0c533d4d2904 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:56.289959 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e93edf1f-5d63-44e3-b790-768444757540 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.343711 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93edf1f-5d63-44e3-b790-768444757540 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=0c50504f-8379-47fc-820c-0c533d4d2904,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:56.394204 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e93edf1f-5d63-44e3-b790-768444757540 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.409373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34778) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:56.409987 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e93edf1f-5d63-44e3-b790-768444757540 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/0c50504f-8379-47fc-820c-0c533d4d2904 HTTP/1.1" status: 204 len: 168 time: 0.9521539 Apr 22 15:15:56.460420 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a94b57-4f39-4709-a296-9df906a97d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] GET failed (client error): The resource could not be found. Apr 22 15:15:56.460925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b1a94b57-4f39-4709-a296-9df906a97d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:56.488908 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b1a94b57-4f39-4709-a296-9df906a97d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:56.492800 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b1a94b57-4f39-4709-a296-9df906a97d76 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports/0c50504f-8379-47fc-820c-0c533d4d2904 HTTP/1.1" status: 404 len: 333 time: 0.0797787 Apr 22 15:15:56.493222 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34784) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:56.515854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c45b97-c55a-408c-a027-88ee22b5cccd req-a26be5bb-79a7-40c5-9876-3e34a4dc5318 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:56.518402 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-43c45b97-c55a-408c-a027-88ee22b5cccd req-a26be5bb-79a7-40c5-9876-3e34a4dc5318 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.1480854 Apr 22 15:15:56.570884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-559a8375-8b47-4676-8d69-4d9b48de72ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.578055 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-43c45b97-c55a-408c-a027-88ee22b5cccd req-b18d03ef-94b1-4de4-9aed-260b75a0c3ed tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536859 Apr 22 15:15:56.600532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-559a8375-8b47-4676-8d69-4d9b48de72ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.651655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-559a8375-8b47-4676-8d69-4d9b48de72ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.662703 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e89e21ec-e645-4bd3-8589-b05ef1d69057 None None] Provisioning complete for port 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:56.663214 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e89e21ec-e645-4bd3-8589-b05ef1d69057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.669586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a8375-8b47-4676-8d69-4d9b48de72ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77b2c7b-d5f2-4a95-b496-82f877ff0488,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:56.678633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-559a8375-8b47-4676-8d69-4d9b48de72ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.679921 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-559a8375-8b47-4676-8d69-4d9b48de72ae tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/security-groups/a77b2c7b-d5f2-4a95-b496-82f877ff0488 HTTP/1.1" status: 204 len: 168 time: 0.1856263 Apr 22 15:15:56.682702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34790) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:56.734900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e89e21ec-e645-4bd3-8589-b05ef1d69057 None None] Port 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:56.752237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e89e21ec-e645-4bd3-8589-b05ef1d69057 None None] Provisioning for port bc13346d-aed3-477f-a38f-2bdd5d6c4468 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:15:56.758939 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e89e21ec-e645-4bd3-8589-b05ef1d69057 None None] Provisioning complete for port bc13346d-aed3-477f-a38f-2bdd5d6c4468 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:56.759609 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e89e21ec-e645-4bd3-8589-b05ef1d69057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.760685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2543d587-e790-4ad5-b630-914f96abd15f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.791048 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2543d587-e790-4ad5-b630-914f96abd15f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.850029 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2543d587-e790-4ad5-b630-914f96abd15f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.863076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34796) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:56.884612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543d587-e790-4ad5-b630-914f96abd15f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998cc0c3-424c-4be8-89bb-2ce8414d84c5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:56.896822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2543d587-e790-4ad5-b630-914f96abd15f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:56.901554 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34802) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:56.901853 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2543d587-e790-4ad5-b630-914f96abd15f tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/security-groups/998cc0c3-424c-4be8-89bb-2ce8414d84c5 HTTP/1.1" status: 204 len: 168 time: 0.2180657 Apr 22 15:15:56.919548 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e89e21ec-e645-4bd3-8589-b05ef1d69057 None None] Could not find standard attr ID for object 0c50504f-8379-47fc-820c-0c533d4d2904. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:15:56.983612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-da9eacd6-f1a5-48ed-9c23-f4eedb25f4e8 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.015709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-da9eacd6-f1a5-48ed-9c23-f4eedb25f4e8 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.033317 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b4573c9c-35ec-4731-a815-8fe5e1dbcf41 None None] Could not find standard attr ID for object 0c50504f-8379-47fc-820c-0c533d4d2904. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:15:57.044673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c513d791-6809-4849-9e9c-526c5a9b6147 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1801391209'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:57.057350 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c513d791-6809-4849-9e9c-526c5a9b6147 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:57.065933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c513d791-6809-4849-9e9c-526c5a9b6147 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Usage tracker for resource:router and tenant:382495f0756b4ac49cf1ac7b9862ff6f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:57.068945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c513d791-6809-4849-9e9c-526c5a9b6147 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:57.075206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c513d791-6809-4849-9e9c-526c5a9b6147 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:57.086248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c513d791-6809-4849-9e9c-526c5a9b6147 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.087169 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c513d791-6809-4849-9e9c-526c5a9b6147 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.091682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-da9eacd6-f1a5-48ed-9c23-f4eedb25f4e8 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.110250 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9eacd6-f1a5-48ed-9c23-f4eedb25f4e8 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed90ea34-9113-4ede-9eec-5c2e2bb8bfc6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:57.122491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-da9eacd6-f1a5-48ed-9c23-f4eedb25f4e8 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.123580 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-da9eacd6-f1a5-48ed-9c23-f4eedb25f4e8 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/security-groups/ed90ea34-9113-4ede-9eec-5c2e2bb8bfc6 HTTP/1.1" status: 204 len: 168 time: 0.2205031 Apr 22 15:15:57.127406 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34806) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:57.128349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c513d791-6809-4849-9e9c-526c5a9b6147 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.146558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c513d791-6809-4849-9e9c-526c5a9b6147 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.165121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c513d791-6809-4849-9e9c-526c5a9b6147 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.166310 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c513d791-6809-4849-9e9c-526c5a9b6147 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3018191 Apr 22 15:15:57.169563 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34810) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:57.312122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1454afb3-7b68-47cd-8347-5c83fc127346 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.327432 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea20787-05f0-48b0-8ab3-eb33cb947445 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting subnet b1bc3455-3bf1-4fdb-970f-01007c6c4ace {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:57.330263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea20787-05f0-48b0-8ab3-eb33cb947445 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.382537 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea20787-05f0-48b0-8ab3-eb33cb947445 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.466795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea20787-05f0-48b0-8ab3-eb33cb947445 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.536981 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea20787-05f0-48b0-8ab3-eb33cb947445 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.571835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea20787-05f0-48b0-8ab3-eb33cb947445 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Subnet': ['ID=b1bc3455-3bf1-4fdb-970f-01007c6c4ace,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:57.581863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cea20787-05f0-48b0-8ab3-eb33cb947445 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.588558 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2219f83a-f4d5-4f64-81b3-332a6c8f6fc8 None None] Network 868a421c-ccae-4924-950c-83f1c4c16162 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:57.591615 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cea20787-05f0-48b0-8ab3-eb33cb947445 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/b1bc3455-3bf1-4fdb-970f-01007c6c4ace HTTP/1.1" status: 204 len: 168 time: 0.4630258 Apr 22 15:15:57.595746 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34814) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:57.668767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ace5c4-b875-4795-aa7a-cdbfb6d593d0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting subnet 8b590ccc-8b77-408c-b676-ef77e167f7b0 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:57.672074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ace5c4-b875-4795-aa7a-cdbfb6d593d0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.731118 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ace5c4-b875-4795-aa7a-cdbfb6d593d0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.822863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ace5c4-b875-4795-aa7a-cdbfb6d593d0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.841994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1454afb3-7b68-47cd-8347-5c83fc127346 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.858423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1454afb3-7b68-47cd-8347-5c83fc127346 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.899667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aa55b-ccae-4ec9-9a77-eb812b8f01eb req-14b1411a-53a8-4d21-a756-c1e680bc9d97 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:57.901152 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc4aa55b-ccae-4ec9-9a77-eb812b8f01eb req-14b1411a-53a8-4d21-a756-c1e680bc9d97 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.1132030 Apr 22 15:15:57.907323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1454afb3-7b68-47cd-8347-5c83fc127346 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.907941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1454afb3-7b68-47cd-8347-5c83fc127346 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f745216f-90f5-45fe-9ea7-3234b6d02089 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:15:57.931649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ace5c4-b875-4795-aa7a-cdbfb6d593d0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.937376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1454afb3-7b68-47cd-8347-5c83fc127346 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.941680 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1454afb3-7b68-47cd-8347-5c83fc127346 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] 10.222.0.71 "DELETE /v2.0/routers/f745216f-90f5-45fe-9ea7-3234b6d02089 HTTP/1.1" status: 204 len: 168 time: 0.7680457 Apr 22 15:15:57.941680 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34820) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:57.947809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-9eeb9fbd-d87a-4d8f-a252-56219fb2b974 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Request body: {'router': {'name': 'tempest-router-684349850', 'distributed': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:57.959470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9eeb9fbd-d87a-4d8f-a252-56219fb2b974 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:57.966671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9eeb9fbd-d87a-4d8f-a252-56219fb2b974 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Usage tracker for resource:router and tenant:382495f0756b4ac49cf1ac7b9862ff6f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:57.971536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9eeb9fbd-d87a-4d8f-a252-56219fb2b974 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:57.978865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ace5c4-b875-4795-aa7a-cdbfb6d593d0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Subnet': ['ID=8b590ccc-8b77-408c-b676-ef77e167f7b0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:57.979530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9eeb9fbd-d87a-4d8f-a252-56219fb2b974 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:57.981721 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07ace5c4-b875-4795-aa7a-cdbfb6d593d0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:57.989396 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-07ace5c4-b875-4795-aa7a-cdbfb6d593d0 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/8b590ccc-8b77-408c-b676-ef77e167f7b0 HTTP/1.1" status: 204 len: 168 time: 0.3923078 Apr 22 15:15:57.991405 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34824) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:57.995973 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc4aa55b-ccae-4ec9-9a77-eb812b8f01eb req-9c120d9e-94a8-43e6-a6a0-db6940e58425 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859144 Apr 22 15:15:58.027536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9fbd-d87a-4d8f-a252-56219fb2b974 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.029258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9fbd-d87a-4d8f-a252-56219fb2b974 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.038455 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf652b42-9178-410f-bbc8-7999380b3e60 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] DELETE failed (client error): The resource could not be found. Apr 22 15:15:58.039014 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf652b42-9178-410f-bbc8-7999380b3e60 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:58.041484 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bf652b42-9178-410f-bbc8-7999380b3e60 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/b1bc3455-3bf1-4fdb-970f-01007c6c4ace HTTP/1.1" status: 404 len: 337 time: 0.0473871 Apr 22 15:15:58.044394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34830) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:58.053551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9fbd-d87a-4d8f-a252-56219fb2b974 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.075120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9fbd-d87a-4d8f-a252-56219fb2b974 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.100828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9fbd-d87a-4d8f-a252-56219fb2b974 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.102379 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9eeb9fbd-d87a-4d8f-a252-56219fb2b974 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1600959 Apr 22 15:15:58.105245 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34834) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:58.126562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea019a7-460a-4c88-912c-6be601c2ce4d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting subnet bb2bee22-6efc-4647-b7d4-8e4e1b534ea6 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:15:58.131147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ea019a7-460a-4c88-912c-6be601c2ce4d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.190616 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ea019a7-460a-4c88-912c-6be601c2ce4d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.276749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-727cc267-c2cb-4f16-893b-739e114ed6b2 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.312418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ea019a7-460a-4c88-912c-6be601c2ce4d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.409563 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ea019a7-460a-4c88-912c-6be601c2ce4d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.465101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ea019a7-460a-4c88-912c-6be601c2ce4d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.483600 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea019a7-460a-4c88-912c-6be601c2ce4d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2bee22-6efc-4647-b7d4-8e4e1b534ea6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:58.491592 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8ea019a7-460a-4c88-912c-6be601c2ce4d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/bb2bee22-6efc-4647-b7d4-8e4e1b534ea6 HTTP/1.1" status: 204 len: 168 time: 0.4459925 Apr 22 15:15:58.492262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34840) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:58.532293 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec532a6-aa58-4017-bb10-44bb0a4d0bd5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] DELETE failed (client error): The resource could not be found. Apr 22 15:15:58.532736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec532a6-aa58-4017-bb10-44bb0a4d0bd5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:58.535150 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cec532a6-aa58-4017-bb10-44bb0a4d0bd5 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/4f50c02d-8d42-48f3-b4af-6226d9b1a326 HTTP/1.1" status: 404 len: 337 time: 0.0419025 Apr 22 15:15:58.537842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34844) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:58.581702 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b5202f-d1e1-4894-8105-79a605f10f7f None None] Network 868a421c-ccae-4924-950c-83f1c4c16162 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:15:58.593388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1764e1d4-34e9-4836-b674-5a3196da5217 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Synchronizing usage tracker for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:15:58.605594 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1764e1d4-34e9-4836-b674-5a3196da5217 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Unset dirty status for tenant:9a229755415d4435ae3e9ad9557b82d1 on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:15:58.607021 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1764e1d4-34e9-4836-b674-5a3196da5217 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "GET /v2.0/ports?device_id=1134a14d-e608-4eca-9937-1cc9c869c98b HTTP/1.1" status: 200 len: 205 time: 0.0655630 Apr 22 15:15:58.609639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34848) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:58.756859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-63e9b856-d62e-4166-995a-2b87d072c3eb None None] Provisioning complete for port 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:58.757374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-63e9b856-d62e-4166-995a-2b87d072c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.759631 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-8267e3e2-f397-4313-997f-c85ab9d3b94d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] delete failed (client error): The resource could not be found. Apr 22 15:15:58.763837 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8267e3e2-f397-4313-997f-c85ab9d3b94d tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/routers/1134a14d-e608-4eca-9937-1cc9c869c98b HTTP/1.1" status: 404 len: 336 time: 0.1501122 Apr 22 15:15:58.763968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34852) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:58.801543 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-8442b079-ef1c-404e-b80d-63c0723cfe0a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] DELETE failed (client error): The resource could not be found. Apr 22 15:15:58.801940 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8442b079-ef1c-404e-b80d-63c0723cfe0a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:58.805946 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8442b079-ef1c-404e-b80d-63c0723cfe0a tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/a31dc90a-790b-413d-84b8-c090207f86c9 HTTP/1.1" status: 404 len: 337 time: 0.0388222 Apr 22 15:15:58.806096 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34856) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:58.820550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-63e9b856-d62e-4166-995a-2b87d072c3eb None None] Port 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:15:58.821515 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-727cc267-c2cb-4f16-893b-739e114ed6b2 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.834728 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-727cc267-c2cb-4f16-893b-739e114ed6b2 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.845634 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-63e9b856-d62e-4166-995a-2b87d072c3eb None None] Provisioning complete for port bc13346d-aed3-477f-a38f-2bdd5d6c4468 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:15:58.846395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-63e9b856-d62e-4166-995a-2b87d072c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.847854 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e53625-ab6e-4999-a58d-0c23f6f2a479 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] DELETE failed (client error): The resource could not be found. Apr 22 15:15:58.848273 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e53625-ab6e-4999-a58d-0c23f6f2a479 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:58.853010 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a2e53625-ab6e-4999-a58d-0c23f6f2a479 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/1cc27d36-5310-4ef4-b119-a940354c5391 HTTP/1.1" status: 404 len: 337 time: 0.0437546 Apr 22 15:15:58.853337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34860) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:58.894115 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aba780a7-a300-4572-8fac-49b2018957c0 req-0d399aca-a9d5-44a5-9962-9e5bd945ef80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4663eef56350429cb85eb50910a76d51&device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 1098 time: 0.4458303 Apr 22 15:15:58.895516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-727cc267-c2cb-4f16-893b-739e114ed6b2 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.896010 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727cc267-c2cb-4f16-893b-739e114ed6b2 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2738e8ea-417f-4188-9413-ac91cc0221d4 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:15:58.898642 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-116df5e7-3737-42fc-a351-e2c1f377e1cc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] DELETE failed (client error): The resource could not be found. Apr 22 15:15:58.898810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116df5e7-3737-42fc-a351-e2c1f377e1cc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:58.903602 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-116df5e7-3737-42fc-a351-e2c1f377e1cc tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/1254e47d-5dd8-491c-9d2f-66ff08241b12 HTTP/1.1" status: 404 len: 337 time: 0.0488212 Apr 22 15:15:58.904152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34864) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:58.915316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48711921-060d-422c-9434-e4bf35afcd1a None None] DHCP port deletion for 868a421c-ccae-4924-950c-83f1c4c16162 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:15:58.925259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-48711921-060d-422c-9434-e4bf35afcd1a None None] Deleting port bc13346d-aed3-477f-a38f-2bdd5d6c4468 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:58.925624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48711921-060d-422c-9434-e4bf35afcd1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.940094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4213d4-4b38-46bf-bf8d-0fec437ccb80 req-c1e219a2-4f83-49c6-87d0-c69093f20184 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:58.943598 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5f368c-20ca-4c3b-b6c0-5d5ead94f8fd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] DELETE failed (client error): The resource could not be found. Apr 22 15:15:58.944036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5f368c-20ca-4c3b-b6c0-5d5ead94f8fd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:58.947083 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4f4213d4-4b38-46bf-bf8d-0fec437ccb80 req-c1e219a2-4f83-49c6-87d0-c69093f20184 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.3307488 Apr 22 15:15:58.948470 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8c5f368c-20ca-4c3b-b6c0-5d5ead94f8fd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/a43225a7-2495-4ea1-a81c-7e4c576d80c9 HTTP/1.1" status: 404 len: 333 time: 0.0432982 Apr 22 15:15:58.949009 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34868) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:58.991485 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-86186dc5-40f5-4143-baad-9cf8f26b8a29 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] DELETE failed (client error): The resource could not be found. Apr 22 15:15:58.991923 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86186dc5-40f5-4143-baad-9cf8f26b8a29 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:58.995078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-727cc267-c2cb-4f16-893b-739e114ed6b2 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:58.996214 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-86186dc5-40f5-4143-baad-9cf8f26b8a29 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/da9f54b8-3310-4367-abdd-8241ec712bcb HTTP/1.1" status: 404 len: 337 time: 0.0456460 Apr 22 15:15:58.996791 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34872) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:59.000900 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-727cc267-c2cb-4f16-893b-739e114ed6b2 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] 10.222.0.71 "DELETE /v2.0/routers/2738e8ea-417f-4188-9413-ac91cc0221d4 HTTP/1.1" status: 204 len: 168 time: 0.8936865 Apr 22 15:15:59.001548 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34876) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:59.035199 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-098ac539-22e6-46cd-af0b-f5eb289dc8fd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] DELETE failed (client error): The resource could not be found. Apr 22 15:15:59.035436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f4ed0947-a3d7-4e3d-9c54-3a4f403e15be tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Request body: {'router': {'name': 'tempest-router-406519944', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '90cdb06cc1084a4a8203abba32528e21'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:59.035678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098ac539-22e6-46cd-af0b-f5eb289dc8fd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:59.038185 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-098ac539-22e6-46cd-af0b-f5eb289dc8fd tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/2cd8d423-b859-448c-848b-fd2f2af24ac3 HTTP/1.1" status: 404 len: 337 time: 0.0394588 Apr 22 15:15:59.039882 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34880) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:59.049020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f4ed0947-a3d7-4e3d-9c54-3a4f403e15be tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:15:59.055427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f4ed0947-a3d7-4e3d-9c54-3a4f403e15be tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Usage tracker for resource:router and tenant:90cdb06cc1084a4a8203abba32528e21 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:15:59.065869 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f4ed0947-a3d7-4e3d-9c54-3a4f403e15be tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:15:59.079480 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-408f36b6-dac0-48c1-8bf8-4828c4774bb9 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] DELETE failed (client error): The resource could not be found. Apr 22 15:15:59.079922 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408f36b6-dac0-48c1-8bf8-4828c4774bb9 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:59.083936 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-408f36b6-dac0-48c1-8bf8-4828c4774bb9 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/c91a6dd9-b994-4815-b700-3cbe20f32ddb HTTP/1.1" status: 404 len: 333 time: 0.0406032 Apr 22 15:15:59.084097 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f4ed0947-a3d7-4e3d-9c54-3a4f403e15be tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:15:59.084961 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34884) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:59.111765 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4f4213d4-4b38-46bf-bf8d-0fec437ccb80 req-86dbb786-ed78-46b3-8401-555c281a3042 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638443 Apr 22 15:15:59.114868 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0947-a3d7-4e3d-9c54-3a4f403e15be tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:59.115774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0947-a3d7-4e3d-9c54-3a4f403e15be tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:59.126517 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d66b11c-d974-41d7-920e-efa291174749 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] DELETE failed (client error): The resource could not be found. Apr 22 15:15:59.126692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d66b11c-d974-41d7-920e-efa291174749 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:59.130710 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1d66b11c-d974-41d7-920e-efa291174749 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/3c7387e7-b2a6-4c1f-9814-b6213e18c3fd HTTP/1.1" status: 404 len: 337 time: 0.0430353 Apr 22 15:15:59.131069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34888) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:59.136547 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba780a7-a300-4572-8fac-49b2018957c0 req-374a4c4a-4964-4de6-abfb-f7ab048c9b9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:59.138214 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aba780a7-a300-4572-8fac-49b2018957c0 req-374a4c4a-4964-4de6-abfb-f7ab048c9b9e service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa740579-344b-46c8-b01a-d057aaff6ff7 HTTP/1.1" status: 200 len: 913 time: 0.2313740 Apr 22 15:15:59.154427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0947-a3d7-4e3d-9c54-3a4f403e15be tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:59.170292 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-1266b918-86bd-49c8-bb6f-f56307d12d2e tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] DELETE failed (client error): The resource could not be found. Apr 22 15:15:59.170736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1266b918-86bd-49c8-bb6f-f56307d12d2e tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83934) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:15:59.174727 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1266b918-86bd-49c8-bb6f-f56307d12d2e tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/subnets/f8113873-6680-497f-82f8-0070f982e464 HTTP/1.1" status: 404 len: 337 time: 0.0405021 Apr 22 15:15:59.176041 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34892) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:59.202546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-48711921-060d-422c-9434-e4bf35afcd1a None None] For port bc13346d-aed3-477f-a38f-2bdd5d6c4468, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bc13346d-aed3-477f-a38f-2bdd5d6c4468,segment=NetworkSegment(cadaa163-f08c-45ff-b099-690ed8ced019),segment_id=cadaa163-f08c-45ff-b099-690ed8ced019)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:15:59.202931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48711921-060d-422c-9434-e4bf35afcd1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:59.241577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-fd327861-33df-409e-9320-2d1725fc3ae3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Deleting port 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:15:59.241972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd327861-33df-409e-9320-2d1725fc3ae3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:59.336331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-48711921-060d-422c-9434-e4bf35afcd1a None None] Calling delete_port for bc13346d-aed3-477f-a38f-2bdd5d6c4468 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:59.345492 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aba780a7-a300-4572-8fac-49b2018957c0 req-ff58599b-7748-498c-bd7d-c4cbe2dec9cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96d49403-7cf1-43d2-bf0b-24b952a13de6 HTTP/1.1" status: 200 len: 217 time: 0.2000823 Apr 22 15:15:59.384551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0947-a3d7-4e3d-9c54-3a4f403e15be tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:59.413272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48711921-060d-422c-9434-e4bf35afcd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:59.424135 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f4ed0947-a3d7-4e3d-9c54-3a4f403e15be tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:59.428095 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f4ed0947-a3d7-4e3d-9c54-3a4f403e15be tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4098001 Apr 22 15:15:59.428738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34896) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:59.431765 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba780a7-a300-4572-8fac-49b2018957c0 req-0baafae2-3c88-4cb8-9218-bf7f74cfcfb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:15:59.433191 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aba780a7-a300-4572-8fac-49b2018957c0 req-0baafae2-3c88-4cb8-9218-bf7f74cfcfb7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4293419-3eb1-44a9-b5a3-d2611eb64e8c HTTP/1.1" status: 200 len: 852 time: 0.0814753 Apr 22 15:15:59.437032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-62966a11-b591-4c86-92d1-24f9361af56b tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:15:59.457505 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48711921-060d-422c-9434-e4bf35afcd1a None None] Pushing event deleted for resources: {'Port': ['ID=bc13346d-aed3-477f-a38f-2bdd5d6c4468,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:59.464399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48711921-060d-422c-9434-e4bf35afcd1a None None] No DVR routers for this DVR port bc13346d-aed3-477f-a38f-2bdd5d6c4468 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:15:59.465611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd327861-33df-409e-9320-2d1725fc3ae3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:59.588176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-fd327861-33df-409e-9320-2d1725fc3ae3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Calling delete_port for 207a45ae-c0b4-488a-9bc2-b11d60eb91e2 owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:15:59.588867 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aba780a7-a300-4572-8fac-49b2018957c0 req-20052e1e-055b-4f38-88a2-a25e234b20f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa740579-344b-46c8-b01a-d057aaff6ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974371 Apr 22 15:15:59.665689 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd327861-33df-409e-9320-2d1725fc3ae3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:59.712205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd327861-33df-409e-9320-2d1725fc3ae3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Port': ['ID=207a45ae-c0b4-488a-9bc2-b11d60eb91e2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:15:59.720201 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd327861-33df-409e-9320-2d1725fc3ae3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:59.734354 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fd327861-33df-409e-9320-2d1725fc3ae3 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/ports/207a45ae-c0b4-488a-9bc2-b11d60eb91e2 HTTP/1.1" status: 204 len: 168 time: 0.5571270 Apr 22 15:15:59.736783 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34900) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:15:59.844553 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aba780a7-a300-4572-8fac-49b2018957c0 req-20627c4e-ab84-4e34-ada8-1a11ab16a22b service neutron] 10.222.0.70 "GET /v2.0/networks/fa740579-344b-46c8-b01a-d057aaff6ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483778 Apr 22 15:15:59.849181 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc019061-717c-4d8c-9a01-425ebc6ce560 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:59.952414 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bc13346d-aed3-477f-a38f-2bdd5d6c4468 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:15:59.985698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc019061-717c-4d8c-9a01-425ebc6ce560 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:15:59.989459 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: bc13346d-aed3-477f-a38f-2bdd5d6c4468 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:15:59.989803 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bc13346d-aed3-477f-a38f-2bdd5d6c4468 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:16:00.012891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-fc019061-717c-4d8c-9a01-425ebc6ce560 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868a421c-ccae-4924-950c-83f1c4c16162']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:00.025067 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-fc019061-717c-4d8c-9a01-425ebc6ce560 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadaa163-f08c-45ff-b099-690ed8ced019') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:00.025348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-fc019061-717c-4d8c-9a01-425ebc6ce560 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadaa163-f08c-45ff-b099-690ed8ced019') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:00.037213 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc019061-717c-4d8c-9a01-425ebc6ce560 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.049402 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62966a11-b591-4c86-92d1-24f9361af56b tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.049991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62966a11-b591-4c86-92d1-24f9361af56b tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.053653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc019061-717c-4d8c-9a01-425ebc6ce560 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.059672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc019061-717c-4d8c-9a01-425ebc6ce560 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:16:00.060055 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc019061-717c-4d8c-9a01-425ebc6ce560 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:16:00.078222 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:16:00.155564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc019061-717c-4d8c-9a01-425ebc6ce560 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.175408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc019061-717c-4d8c-9a01-425ebc6ce560 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.181646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc019061-717c-4d8c-9a01-425ebc6ce560 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] Pushing event deleted for resources: {'Network': ['ID=868a421c-ccae-4924-950c-83f1c4c16162,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:00.186049 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fc019061-717c-4d8c-9a01-425ebc6ce560 tempest-PortsIpV6TestJSON-1860800831 tempest-PortsIpV6TestJSON-1860800831-project] 10.222.0.71 "DELETE /v2.0/networks/868a421c-ccae-4924-950c-83f1c4c16162 HTTP/1.1" status: 204 len: 168 time: 0.4482939 Apr 22 15:16:00.222714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-62966a11-b591-4c86-92d1-24f9361af56b tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83933) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 22 15:16:00.223081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-62966a11-b591-4c86-92d1-24f9361af56b tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Router 12df4fb2-153f-4243-9a0a-fa033bb2443a migrating from provider to provider. {{(pid=83933) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 22 15:16:00.223417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62966a11-b591-4c86-92d1-24f9361af56b tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.233225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62966a11-b591-4c86-92d1-24f9361af56b tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.235355 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aba780a7-a300-4572-8fac-49b2018957c0 req-d9f8b24f-a5e0-4b4b-9298-06cad251eeb7 service neutron] 10.222.0.70 "GET /v2.0/networks/fa740579-344b-46c8-b01a-d057aaff6ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848760 Apr 22 15:16:00.237413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62966a11-b591-4c86-92d1-24f9361af56b tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.444838 dv-neutron-838883-3-hyperv neutron-server[83933]: WARNING neutron.scheduler.l3_agent_scheduler [None req-62966a11-b591-4c86-92d1-24f9361af56b tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] No L3 agents can host the router 12df4fb2-153f-4243-9a0a-fa033bb2443a Apr 22 15:16:00.458281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c9cf7-3d69-44f0-957b-7a0f71d21263 req-d9f38e17-b14c-49c7-9550-5789df925437 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:00.459737 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-364c9cf7-3d69-44f0-957b-7a0f71d21263 req-d9f38e17-b14c-49c7-9550-5789df925437 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.1594417 Apr 22 15:16:00.502056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34910) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:00.683435 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c6bad431-93ec-409f-ad48-d423fb5d531a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9a229755415d4435ae3e9ad9557b82d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1800122 Apr 22 15:16:00.686431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34916) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:00.737651 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-364c9cf7-3d69-44f0-957b-7a0f71d21263 req-3a8404e2-9ec6-47a7-8fe1-af8b757765c1 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715695 Apr 22 15:16:00.786355 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62966a11-b591-4c86-92d1-24f9361af56b tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Hosts for router 12df4fb2-153f-4243-9a0a-fa033bb2443a: [] {{(pid=83933) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 22 15:16:00.821654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62966a11-b591-4c86-92d1-24f9361af56b tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Hosts for other DVR routers connected to router 12df4fb2-153f-4243-9a0a-fa033bb2443a: set() {{(pid=83933) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 22 15:16:00.823975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-62966a11-b591-4c86-92d1-24f9361af56b tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.825164 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-62966a11-b591-4c86-92d1-24f9361af56b tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] 10.222.0.71 "PUT /v2.0/routers/12df4fb2-153f-4243-9a0a-fa033bb2443a HTTP/1.1" status: 200 len: 716 time: 1.3953793 Apr 22 15:16:00.827823 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34920) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:00.829232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8cf47a3-70da-4353-aaf4-60b08aa00669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.855144 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8cf47a3-70da-4353-aaf4-60b08aa00669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.905910 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8cf47a3-70da-4353-aaf4-60b08aa00669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.921720 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf47a3-70da-4353-aaf4-60b08aa00669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3823ee36-c3b2-4694-8cca-eef207f5cda2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:00.925919 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c8cf47a3-70da-4353-aaf4-60b08aa00669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:00.929485 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c8cf47a3-70da-4353-aaf4-60b08aa00669 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3823ee36-c3b2-4694-8cca-eef207f5cda2 HTTP/1.1" status: 204 len: 168 time: 0.2397070 Apr 22 15:16:00.962181 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b4f14b58-518c-44cc-aa24-02580adde74f tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] 10.222.0.71 "GET /v2.0/routers/12df4fb2-153f-4243-9a0a-fa033bb2443a HTTP/1.1" status: 200 len: 716 time: 0.1322618 Apr 22 15:16:00.963561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34926) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:01.232564 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f9c1d9f1-ace8-4dee-8f68-eed49ae79db7 tempest-RoutersTestDVR-2131077997 tempest-RoutersTestDVR-2131077997-project] 10.222.0.71 "GET /v2.0/routers/12df4fb2-153f-4243-9a0a-fa033bb2443a HTTP/1.1" status: 200 len: 682 time: 0.2672248 Apr 22 15:16:01.234424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34938) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:01.369641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7af99e06-1c4e-4a4f-ae6f-bf68adf398b4 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:01.760592 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34952) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:01.765148 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7af99e06-1c4e-4a4f-ae6f-bf68adf398b4 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:01.769347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7af99e06-1c4e-4a4f-ae6f-bf68adf398b4 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:01.795434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7af99e06-1c4e-4a4f-ae6f-bf68adf398b4 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:01.795985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af99e06-1c4e-4a4f-ae6f-bf68adf398b4 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12df4fb2-153f-4243-9a0a-fa033bb2443a {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:16:01.805089 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7af99e06-1c4e-4a4f-ae6f-bf68adf398b4 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:01.806256 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7af99e06-1c4e-4a4f-ae6f-bf68adf398b4 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] 10.222.0.71 "DELETE /v2.0/routers/12df4fb2-153f-4243-9a0a-fa033bb2443a HTTP/1.1" status: 204 len: 168 time: 0.5709023 Apr 22 15:16:01.810274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34960) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:01.815882 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bd8aaedd-45eb-44c6-8634-6c738eadf0e8 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Request body: {'router': {'name': 'tempest-router-775937249', 'distributed': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:01.821460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bd8aaedd-45eb-44c6-8634-6c738eadf0e8 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:01.825924 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bd8aaedd-45eb-44c6-8634-6c738eadf0e8 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Usage tracker for resource:router and tenant:382495f0756b4ac49cf1ac7b9862ff6f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:01.829146 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bd8aaedd-45eb-44c6-8634-6c738eadf0e8 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:01.835674 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bd8aaedd-45eb-44c6-8634-6c738eadf0e8 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:01.847244 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd8aaedd-45eb-44c6-8634-6c738eadf0e8 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:01.848365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd8aaedd-45eb-44c6-8634-6c738eadf0e8 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:01.868609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd8aaedd-45eb-44c6-8634-6c738eadf0e8 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:01.886628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd8aaedd-45eb-44c6-8634-6c738eadf0e8 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:01.904633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347562572'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:01.913322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:01.919011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:01.922378 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:01.924989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd8aaedd-45eb-44c6-8634-6c738eadf0e8 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:01.926353 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bd8aaedd-45eb-44c6-8634-6c738eadf0e8 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1148229 Apr 22 15:16:01.929070 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34964) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:01.930580 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:01.941022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:01.954565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:01.997445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:02.001621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:02.004675 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:02.010461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:02.085811 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.090562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.134344 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:02.136603 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f27c8f-1c41-43fc-9414-628db7854f6b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:02.141714 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:02.145295 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:02.150377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:02.191933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48849745-aa4c-4b1b-b113-b161008f32fb req-878aa310-324b-429d-bc90-84e80403ce86 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:02.193392 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-48849745-aa4c-4b1b-b113-b161008f32fb req-878aa310-324b-429d-bc90-84e80403ce86 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.3270175 Apr 22 15:16:02.199107 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-341ce860-7648-40c1-a420-44afc096acc3 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.209459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.213350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.253809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c2bedc-6ad4-4f6c-ae8d-c80e1a9edc3f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:02.256349 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.257477 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cbe57d07-60a0-4d1e-916d-d2e170c71dbf tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4958501 Apr 22 15:16:02.260076 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34970) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:02.327935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f22b3ffb-fc82-4704-b148-074ce9167bcc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:02.348935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f22b3ffb-fc82-4704-b148-074ce9167bcc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:02.350373 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f22b3ffb-fc82-4704-b148-074ce9167bcc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0893626 Apr 22 15:16:02.353127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34974) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:02.359251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6310a3d8-f5be-49f5-afb3-48bd5ed8af1a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group': {'name': 'tempest-security--307268879', 'description': 'tempest-security-description-1470487493'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:02.366431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 34978) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:02.392940 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6310a3d8-f5be-49f5-afb3-48bd5ed8af1a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.409564 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-48849745-aa4c-4b1b-b113-b161008f32fb req-c7ab8171-75ee-434d-be3b-f3f38e483e7c tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558754 Apr 22 15:16:02.450601 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6310a3d8-f5be-49f5-afb3-48bd5ed8af1a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.455656 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6310a3d8-f5be-49f5-afb3-48bd5ed8af1a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.459038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6310a3d8-f5be-49f5-afb3-48bd5ed8af1a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.459823 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6310a3d8-f5be-49f5-afb3-48bd5ed8af1a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "PUT /v2.0/security-groups/05c2bedc-6ad4-4f6c-ae8d-c80e1a9edc3f HTTP/1.1" status: 200 len: 1611 time: 0.1057088 Apr 22 15:16:02.470014 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34984) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:02.512579 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310a3d8-f5be-49f5-afb3-48bd5ed8af1a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c2bedc-6ad4-4f6c-ae8d-c80e1a9edc3f,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:02.534833 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-120f7538-1706-4f2e-a076-3ed0d1121b7d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-groups/05c2bedc-6ad4-4f6c-ae8d-c80e1a9edc3f HTTP/1.1" status: 200 len: 1611 time: 0.0616620 Apr 22 15:16:02.535131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34988) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:02.598889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0302df6-3496-4761-8dcb-cf89a33c37e9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.627666 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0302df6-3496-4761-8dcb-cf89a33c37e9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.682707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0302df6-3496-4761-8dcb-cf89a33c37e9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.708357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-341ce860-7648-40c1-a420-44afc096acc3 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.713863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0302df6-3496-4761-8dcb-cf89a33c37e9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c2bedc-6ad4-4f6c-ae8d-c80e1a9edc3f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:02.719846 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d71d5fd8-8c6c-4b40-aa72-3c2c2ae15422 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?project_id=837b6f9741fb4d28b96872e0afaf71d8&network_id=e24824d7-084f-4dd0-a097-236bf252abab HTTP/1.1" status: 200 len: 2999 time: 0.3500607 Apr 22 15:16:02.723069 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-341ce860-7648-40c1-a420-44afc096acc3 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.740428 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c0302df6-3496-4761-8dcb-cf89a33c37e9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.743932 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c0302df6-3496-4761-8dcb-cf89a33c37e9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-groups/05c2bedc-6ad4-4f6c-ae8d-c80e1a9edc3f HTTP/1.1" status: 204 len: 168 time: 0.2056401 Apr 22 15:16:02.744577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 34996) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:02.756087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-341ce860-7648-40c1-a420-44afc096acc3 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.756568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341ce860-7648-40c1-a420-44afc096acc3 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7ac66c3-2ee8-4fd1-a72b-545313b09671 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:16:02.766442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-341ce860-7648-40c1-a420-44afc096acc3 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.770891 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-341ce860-7648-40c1-a420-44afc096acc3 tempest-RoutersTestDVR-2002460494 tempest-RoutersTestDVR-2002460494-project-admin] 10.222.0.71 "DELETE /v2.0/routers/c7ac66c3-2ee8-4fd1-a72b-545313b09671 HTTP/1.1" status: 204 len: 168 time: 0.8373115 Apr 22 15:16:02.810304 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e8c917d2-8cd4-4f39-af60-20268e678f19 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:02.827107 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e8c917d2-8cd4-4f39-af60-20268e678f19 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:02.831092 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e8c917d2-8cd4-4f39-af60-20268e678f19 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0834482 Apr 22 15:16:02.831529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35002) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:02.849914 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-b35ec73f-9ea9-495a-b60c-c5f3e722fc9b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] delete failed (client error): The resource could not be found. Apr 22 15:16:02.850977 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b35ec73f-9ea9-495a-b60c-c5f3e722fc9b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-groups/05c2bedc-6ad4-4f6c-ae8d-c80e1a9edc3f HTTP/1.1" status: 404 len: 347 time: 0.0184360 Apr 22 15:16:02.855259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35006) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:02.861249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c9aa2554-b504-4c36-be71-6eda3c7b2be6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375640126'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:02.867983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c9aa2554-b504-4c36-be71-6eda3c7b2be6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:02.872214 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.880040 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c9aa2554-b504-4c36-be71-6eda3c7b2be6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:02.892269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2554-b504-4c36-be71-6eda3c7b2be6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:02.908609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1ec33-c38f-4ae7-8e9d-81d84fd36877 req-ddec4fb1-5e0c-416c-bb4d-821a247da9a8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:02.910054 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ead1ec33-c38f-4ae7-8e9d-81d84fd36877 req-ddec4fb1-5e0c-416c-bb4d-821a247da9a8 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.0792780 Apr 22 15:16:02.945581 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c9aa2554-b504-4c36-be71-6eda3c7b2be6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:02.949836 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c9aa2554-b504-4c36-be71-6eda3c7b2be6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:02.953538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c9aa2554-b504-4c36-be71-6eda3c7b2be6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:02.963074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c9aa2554-b504-4c36-be71-6eda3c7b2be6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:02.970095 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ead1ec33-c38f-4ae7-8e9d-81d84fd36877 req-21d886b3-e60c-4aee-9b03-d7ce5a417c83 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544217 Apr 22 15:16:03.041269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2554-b504-4c36-be71-6eda3c7b2be6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.045861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2554-b504-4c36-be71-6eda3c7b2be6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.091790 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa2554-b504-4c36-be71-6eda3c7b2be6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362c944a-f964-40c7-8f39-9271a88c620f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:03.099025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2554-b504-4c36-be71-6eda3c7b2be6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.101099 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c9aa2554-b504-4c36-be71-6eda3c7b2be6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2442658 Apr 22 15:16:03.103780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35014) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:03.109333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d884056e-d57d-4c28-beec-91d320d1a6fc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group_rule': {'security_group_id': '362c944a-f964-40c7-8f39-9271a88c620f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:03.115621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d884056e-d57d-4c28-beec-91d320d1a6fc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:03.119491 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d884056e-d57d-4c28-beec-91d320d1a6fc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:03.122399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d884056e-d57d-4c28-beec-91d320d1a6fc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:03.128008 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d884056e-d57d-4c28-beec-91d320d1a6fc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:03.132499 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35018) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:03.149188 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d884056e-d57d-4c28-beec-91d320d1a6fc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.209780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d884056e-d57d-4c28-beec-91d320d1a6fc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.213823 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d884056e-d57d-4c28-beec-91d320d1a6fc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.237026 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884056e-d57d-4c28-beec-91d320d1a6fc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b845204d-c89a-465e-836c-1fed3541959c,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:03.245891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d884056e-d57d-4c28-beec-91d320d1a6fc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.247114 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d884056e-d57d-4c28-beec-91d320d1a6fc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1424620 Apr 22 15:16:03.250012 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35024) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:03.289076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a7c164b-766f-432a-a652-3c124440319a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.307426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44af49fd-1b16-4df1-8441-552612df1e28 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.318775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44af49fd-1b16-4df1-8441-552612df1e28 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.345411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0a7c164b-766f-432a-a652-3c124440319a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:03.351601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0a7c164b-766f-432a-a652-3c124440319a admin admin] Usage tracker for resource:security_group_rule and tenant:90cdb06cc1084a4a8203abba32528e21 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:03.354994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0a7c164b-766f-432a-a652-3c124440319a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:03.358008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44af49fd-1b16-4df1-8441-552612df1e28 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.367045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0a7c164b-766f-432a-a652-3c124440319a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:03.379467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af49fd-1b16-4df1-8441-552612df1e28 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b845204d-c89a-465e-836c-1fed3541959c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:03.392636 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44af49fd-1b16-4df1-8441-552612df1e28 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.393712 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-44af49fd-1b16-4df1-8441-552612df1e28 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/b845204d-c89a-465e-836c-1fed3541959c HTTP/1.1" status: 204 len: 168 time: 0.1426547 Apr 22 15:16:03.396716 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35028) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:03.443242 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a18332c3-5e2a-486c-95e4-6d3d65caa1c0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:03.446851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a7c164b-766f-432a-a652-3c124440319a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.451567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a7c164b-766f-432a-a652-3c124440319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.460696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a18332c3-5e2a-486c-95e4-6d3d65caa1c0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:03.462037 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a18332c3-5e2a-486c-95e4-6d3d65caa1c0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0641730 Apr 22 15:16:03.464919 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35032) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:03.502878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c164b-766f-432a-a652-3c124440319a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2c62f2-56ab-4432-b710-2e9aa01149be,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:03.511535 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0a7c164b-766f-432a-a652-3c124440319a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=90cdb06cc1084a4a8203abba32528e21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3777258 Apr 22 15:16:03.511723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35036) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:03.548379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5babb61b-fbf6-4781-b8ec-941343c33f3c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.591108 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5babb61b-fbf6-4781-b8ec-941343c33f3c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.634328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2bb62c81-4414-4fd6-a77a-72a6035a6e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.663672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2bb62c81-4414-4fd6-a77a-72a6035a6e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.673514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5babb61b-fbf6-4781-b8ec-941343c33f3c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.705116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babb61b-fbf6-4781-b8ec-941343c33f3c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362c944a-f964-40c7-8f39-9271a88c620f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:03.735506 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5babb61b-fbf6-4781-b8ec-941343c33f3c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.736833 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5babb61b-fbf6-4781-b8ec-941343c33f3c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-groups/362c944a-f964-40c7-8f39-9271a88c620f HTTP/1.1" status: 204 len: 168 time: 0.2710311 Apr 22 15:16:03.739663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35042) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:03.775598 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2bb62c81-4414-4fd6-a77a-72a6035a6e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.802204 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb62c81-4414-4fd6-a77a-72a6035a6e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2c62f2-56ab-4432-b710-2e9aa01149be,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:03.809268 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2bb62c81-4414-4fd6-a77a-72a6035a6e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.810387 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2bb62c81-4414-4fd6-a77a-72a6035a6e1c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6a2c62f2-56ab-4432-b710-2e9aa01149be HTTP/1.1" status: 204 len: 168 time: 0.2977602 Apr 22 15:16:03.813054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-511cb87b-a9ea-4a71-beca-03cd664a3c3d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:03.830339 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-511cb87b-a9ea-4a71-beca-03cd664a3c3d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:03.835532 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-511cb87b-a9ea-4a71-beca-03cd664a3c3d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0948017 Apr 22 15:16:03.835920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35048) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:03.842067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-29f2b837-05a3-45b2-9b13-cafdb423c13d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1346234849'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:03.848302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-29f2b837-05a3-45b2-9b13-cafdb423c13d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:03.857592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-29f2b837-05a3-45b2-9b13-cafdb423c13d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:03.867936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-29f2b837-05a3-45b2-9b13-cafdb423c13d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.905679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-29f2b837-05a3-45b2-9b13-cafdb423c13d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:03.909801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-29f2b837-05a3-45b2-9b13-cafdb423c13d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:03.912626 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-29f2b837-05a3-45b2-9b13-cafdb423c13d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:03.918709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-29f2b837-05a3-45b2-9b13-cafdb423c13d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:03.973762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-29f2b837-05a3-45b2-9b13-cafdb423c13d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:03.978422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-29f2b837-05a3-45b2-9b13-cafdb423c13d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.031684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2b837-05a3-45b2-9b13-cafdb423c13d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4787501a-460e-4355-af8d-5993c240c855,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:04.040516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-29f2b837-05a3-45b2-9b13-cafdb423c13d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.042632 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-29f2b837-05a3-45b2-9b13-cafdb423c13d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2052343 Apr 22 15:16:04.045061 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35056) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:04.051227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7015c330-177c-42a7-b2d8-b01fdaf6e751 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group_rule': {'security_group_id': '4787501a-460e-4355-af8d-5993c240c855', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:04.057091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7015c330-177c-42a7-b2d8-b01fdaf6e751 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:04.061180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7015c330-177c-42a7-b2d8-b01fdaf6e751 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:04.064099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7015c330-177c-42a7-b2d8-b01fdaf6e751 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:04.069860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7015c330-177c-42a7-b2d8-b01fdaf6e751 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:04.089323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7015c330-177c-42a7-b2d8-b01fdaf6e751 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.164101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35062) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:04.182471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9b9779f0-881f-438e-b39c-f09151866e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.207283 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7015c330-177c-42a7-b2d8-b01fdaf6e751 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.214973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7015c330-177c-42a7-b2d8-b01fdaf6e751 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.221348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9b9779f0-881f-438e-b39c-f09151866e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:04.225232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9b9779f0-881f-438e-b39c-f09151866e3a admin admin] Usage tracker for resource:security_group_rule and tenant:382495f0756b4ac49cf1ac7b9862ff6f is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:04.228101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9b9779f0-881f-438e-b39c-f09151866e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:04.232857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15ff97-6ba4-48aa-9b22-e0ecd07f88d5 req-80be2e0f-9def-43f0-90aa-3b6b8659e539 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:04.234372 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d15ff97-6ba4-48aa-9b22-e0ecd07f88d5 req-80be2e0f-9def-43f0-90aa-3b6b8659e539 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.1234081 Apr 22 15:16:04.234787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9b9779f0-881f-438e-b39c-f09151866e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:04.261386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015c330-177c-42a7-b2d8-b01fdaf6e751 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7639c5a6-c4f8-418c-8d25-79000c544a7e,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:04.288993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7015c330-177c-42a7-b2d8-b01fdaf6e751 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.290162 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7015c330-177c-42a7-b2d8-b01fdaf6e751 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2439275 Apr 22 15:16:04.293357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35066) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:04.303967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7f370524-4f0b-4604-9cd8-29f30b2ea067 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group_rule': {'security_group_id': '4787501a-460e-4355-af8d-5993c240c855', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:04.311489 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9b9779f0-881f-438e-b39c-f09151866e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.314381 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d15ff97-6ba4-48aa-9b22-e0ecd07f88d5 req-f1957fa4-ee7d-4ace-b67b-10387f37140d tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708132 Apr 22 15:16:04.315276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7f370524-4f0b-4604-9cd8-29f30b2ea067 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:04.315759 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9b9779f0-881f-438e-b39c-f09151866e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.319582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7f370524-4f0b-4604-9cd8-29f30b2ea067 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:04.322510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7f370524-4f0b-4604-9cd8-29f30b2ea067 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:04.329075 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7f370524-4f0b-4604-9cd8-29f30b2ea067 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:04.354454 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f370524-4f0b-4604-9cd8-29f30b2ea067 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.368476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9779f0-881f-438e-b39c-f09151866e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0810b95a-88ba-45cc-9465-a98f3902e99d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:04.377653 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9b9779f0-881f-438e-b39c-f09151866e3a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=382495f0756b4ac49cf1ac7b9862ff6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2124755 Apr 22 15:16:04.379519 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35072) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:04.434588 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f370524-4f0b-4604-9cd8-29f30b2ea067 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.439715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f370524-4f0b-4604-9cd8-29f30b2ea067 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.442437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0aaf92cf-988e-4ffa-891f-f0a6e24ae1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.469599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0aaf92cf-988e-4ffa-891f-f0a6e24ae1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.470476 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f370524-4f0b-4604-9cd8-29f30b2ea067 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93494a5-aaa4-4a77-b852-7dc42b660409,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:04.483086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f370524-4f0b-4604-9cd8-29f30b2ea067 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.487223 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7f370524-4f0b-4604-9cd8-29f30b2ea067 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1903121 Apr 22 15:16:04.487441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35076) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:04.487718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35078) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:04.497721 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4990675b-6165-4b2e-b1ef-fd41e8a94fdc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group_rule': {'security_group_id': '4787501a-460e-4355-af8d-5993c240c855', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:04.538445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4990675b-6165-4b2e-b1ef-fd41e8a94fdc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:04.556789 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4990675b-6165-4b2e-b1ef-fd41e8a94fdc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:04.566634 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4990675b-6165-4b2e-b1ef-fd41e8a94fdc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:04.575817 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4990675b-6165-4b2e-b1ef-fd41e8a94fdc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:04.592812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3ca212-994d-4956-b323-700cb8c0f8fb tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:04.606165 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3d3ca212-994d-4956-b323-700cb8c0f8fb tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 814 time: 0.1042233 Apr 22 15:16:04.606165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4990675b-6165-4b2e-b1ef-fd41e8a94fdc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.634046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0aaf92cf-988e-4ffa-891f-f0a6e24ae1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.662063 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf92cf-988e-4ffa-891f-f0a6e24ae1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0810b95a-88ba-45cc-9465-a98f3902e99d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:04.669639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0aaf92cf-988e-4ffa-891f-f0a6e24ae1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.670651 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0aaf92cf-988e-4ffa-891f-f0a6e24ae1de admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0810b95a-88ba-45cc-9465-a98f3902e99d HTTP/1.1" status: 204 len: 168 time: 0.2910688 Apr 22 15:16:04.700784 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4990675b-6165-4b2e-b1ef-fd41e8a94fdc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.704654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4990675b-6165-4b2e-b1ef-fd41e8a94fdc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.728803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990675b-6165-4b2e-b1ef-fd41e8a94fdc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c861b44a-966a-4baa-9e0d-5cf4e5b790ec,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:04.749193 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4990675b-6165-4b2e-b1ef-fd41e8a94fdc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.750582 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4990675b-6165-4b2e-b1ef-fd41e8a94fdc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2617958 Apr 22 15:16:04.753255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35092) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:04.758686 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-1fa10664-158b-4668-bb12-fb405cf42b6f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group_rule': {'security_group_id': '4787501a-460e-4355-af8d-5993c240c855', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:04.764841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1fa10664-158b-4668-bb12-fb405cf42b6f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:04.769140 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1fa10664-158b-4668-bb12-fb405cf42b6f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:04.773126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1fa10664-158b-4668-bb12-fb405cf42b6f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:04.779805 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1fa10664-158b-4668-bb12-fb405cf42b6f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:04.781971 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e4c51-f2cb-42df-bc73-3f26126d5541 req-a4960188-599a-412c-a065-a9877f4da1be tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:04.783470 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c39e4c51-f2cb-42df-bc73-3f26126d5541 req-a4960188-599a-412c-a065-a9877f4da1be tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.1555810 Apr 22 15:16:04.800148 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1fa10664-158b-4668-bb12-fb405cf42b6f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.807809 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b9d26cf-dafa-4f8c-8f10-2d477f8c28b2 req-d625ffa0-3409-4975-9c87-e5f8b97ef350 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4663eef56350429cb85eb50910a76d51&device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 1098 time: 0.1162195 Apr 22 15:16:04.868076 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1fa10664-158b-4668-bb12-fb405cf42b6f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.872791 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1fa10664-158b-4668-bb12-fb405cf42b6f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.895744 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa10664-158b-4668-bb12-fb405cf42b6f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e53a56b-046d-448a-b0ae-96cd574c20c8,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:04.909947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1fa10664-158b-4668-bb12-fb405cf42b6f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:04.913564 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1fa10664-158b-4668-bb12-fb405cf42b6f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1568027 Apr 22 15:16:04.914151 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35098) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:04.921569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-468c77f9-c350-43da-940b-0c8bc90bd8d0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group_rule': {'security_group_id': '4787501a-460e-4355-af8d-5993c240c855', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:04.922351 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c39e4c51-f2cb-42df-bc73-3f26126d5541 req-c7cd945c-d72c-437a-bb72-92ebf2a84a61 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310954 Apr 22 15:16:04.943554 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-468c77f9-c350-43da-940b-0c8bc90bd8d0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:04.950235 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-468c77f9-c350-43da-940b-0c8bc90bd8d0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:04.957578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-468c77f9-c350-43da-940b-0c8bc90bd8d0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:04.970275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-468c77f9-c350-43da-940b-0c8bc90bd8d0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:04.971875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d26cf-dafa-4f8c-8f10-2d477f8c28b2 req-0649c658-3595-4132-a982-da97c9fe47b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:04.973314 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b9d26cf-dafa-4f8c-8f10-2d477f8c28b2 req-0649c658-3595-4132-a982-da97c9fe47b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fa740579-344b-46c8-b01a-d057aaff6ff7 HTTP/1.1" status: 200 len: 913 time: 0.1573708 Apr 22 15:16:04.990779 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-468c77f9-c350-43da-940b-0c8bc90bd8d0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.070326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-468c77f9-c350-43da-940b-0c8bc90bd8d0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.078052 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35106) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:05.084148 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'network': {'name': 'tempest-network-smoke--360968573', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'port_security_enabled': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:05.087677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-468c77f9-c350-43da-940b-0c8bc90bd8d0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.097545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:05.107900 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:network and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:05.117536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:05.127302 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:05.130180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c77f9-c350-43da-940b-0c8bc90bd8d0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd08e28a-ccaa-4307-ab09-9b91287bf68e,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:05.146224 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-468c77f9-c350-43da-940b-0c8bc90bd8d0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.147671 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-468c77f9-c350-43da-940b-0c8bc90bd8d0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2315364 Apr 22 15:16:05.150583 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35112) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:05.160683 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b9d26cf-dafa-4f8c-8f10-2d477f8c28b2 req-4531760a-1829-47be-a263-19d3ddf297d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96d49403-7cf1-43d2-bf0b-24b952a13de6 HTTP/1.1" status: 200 len: 217 time: 0.1807365 Apr 22 15:16:05.163703 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:05.166485 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.201045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a698-edbf-4394-b820-9c1205ab2cbc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.220664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a698-edbf-4394-b820-9c1205ab2cbc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.226594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d26cf-dafa-4f8c-8f10-2d477f8c28b2 req-3b270d83-da98-4af7-ba34-4d939f1cb918 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:05.228037 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b9d26cf-dafa-4f8c-8f10-2d477f8c28b2 req-3b270d83-da98-4af7-ba34-4d939f1cb918 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4293419-3eb1-44a9-b5a3-d2611eb64e8c HTTP/1.1" status: 200 len: 852 time: 0.0615768 Apr 22 15:16:05.231980 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:16:05.245523 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.245888 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Added segment 81246116-c5f8-454f-b83d-cd888a61d773 of type vlan for network 4f591d2d-1ff7-4836-a21a-d4e347b68079 Apr 22 15:16:05.269747 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a698-edbf-4394-b820-9c1205ab2cbc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.279827 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.289316 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b9d26cf-dafa-4f8c-8f10-2d477f8c28b2 req-d8a8fdde-886c-4963-93a4-a13a04f246f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fa740579-344b-46c8-b01a-d057aaff6ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535653 Apr 22 15:16:05.296502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9a698-edbf-4394-b820-9c1205ab2cbc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd08e28a-ccaa-4307-ab09-9b91287bf68e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:05.307021 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f0c9a698-edbf-4394-b820-9c1205ab2cbc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.308111 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f0c9a698-edbf-4394-b820-9c1205ab2cbc tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/dd08e28a-ccaa-4307-ab09-9b91287bf68e HTTP/1.1" status: 204 len: 168 time: 0.1565990 Apr 22 15:16:05.315653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35118) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:05.348224 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.351899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:05.352471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.436368 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b9d26cf-dafa-4f8c-8f10-2d477f8c28b2 req-3c1e5a55-b695-4c8a-b895-589a3c9db3ef service neutron] 10.222.0.70 "GET /v2.0/networks/fa740579-344b-46c8-b01a-d057aaff6ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390939 Apr 22 15:16:05.461595 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3823776 Apr 22 15:16:05.468898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35126) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:05.477514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-dcfa276e-25a1-464f-9e8f-1f0b3ace48f9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:05.482898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b7e5b-82ce-4eb1-a9e1-749a75c85e30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Network': ['ID=4f591d2d-1ff7-4836-a21a-d4e347b68079,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:05.495849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 4f591d2d-1ff7-4836-a21a-d4e347b68079 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:16:05.507368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-dcfa276e-25a1-464f-9e8f-1f0b3ace48f9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:05.508685 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dcfa276e-25a1-464f-9e8f-1f0b3ace48f9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1921554 Apr 22 15:16:05.512997 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35130) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:05.553576 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-69f35ec4-d724-4229-89d9-b9c9c6afb4c6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.564971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-69f35ec4-d724-4229-89d9-b9c9c6afb4c6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.594835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-69f35ec4-d724-4229-89d9-b9c9c6afb4c6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.614441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bb22c1-28e5-4896-9ede-5f044c3ea6b9 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:05.618564 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-56bb22c1-28e5-4896-9ede-5f044c3ea6b9 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=837b6f9741fb4d28b96872e0afaf71d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1457491 Apr 22 15:16:05.618724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35136) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:05.621646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f35ec4-d724-4229-89d9-b9c9c6afb4c6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e53a56b-046d-448a-b0ae-96cd574c20c8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:05.625225 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-69f35ec4-d724-4229-89d9-b9c9c6afb4c6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.628623 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-69f35ec4-d724-4229-89d9-b9c9c6afb4c6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/1e53a56b-046d-448a-b0ae-96cd574c20c8 HTTP/1.1" status: 204 len: 168 time: 0.1108892 Apr 22 15:16:05.628818 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35140) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:05.679357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7876d9d5-875a-4470-b751-2449fda52aab tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:05.687957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35144) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:05.703621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7876d9d5-875a-4470-b751-2449fda52aab tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:05.705506 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7876d9d5-875a-4470-b751-2449fda52aab tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.0757225 Apr 22 15:16:05.708452 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35150) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:05.718166 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b9d26cf-dafa-4f8c-8f10-2d477f8c28b2 req-e0604546-3fe4-498a-96f5-77c1c3b23c82 service neutron] 10.222.0.70 "GET /v2.0/networks/fa740579-344b-46c8-b01a-d057aaff6ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762971 Apr 22 15:16:05.738880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50ffb080-1382-4dc4-8075-0c5a349a3ded tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.750632 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50ffb080-1382-4dc4-8075-0c5a349a3ded tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.768043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e73de99-0b18-4644-b8cf-5bd3f595e8d6 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:05.769584 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9e73de99-0b18-4644-b8cf-5bd3f595e8d6 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1500132 Apr 22 15:16:05.772944 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35154) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:05.819400 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1e0faf75-bf13-4291-916a-124a01011cf5 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453451 Apr 22 15:16:05.820092 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50ffb080-1382-4dc4-8075-0c5a349a3ded tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.822595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35158) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:05.839314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffb080-1382-4dc4-8075-0c5a349a3ded tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c861b44a-966a-4baa-9e0d-5cf4e5b790ec,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:05.843621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-537761121'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:05.850465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:05.854567 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Usage tracker for resource:network and tenant:54e6cb5c2ab14edfa4f22146a0f73f95 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:05.857212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50ffb080-1382-4dc4-8075-0c5a349a3ded tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.858305 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-50ffb080-1382-4dc4-8075-0c5a349a3ded tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/c861b44a-966a-4baa-9e0d-5cf4e5b790ec HTTP/1.1" status: 204 len: 168 time: 0.1488864 Apr 22 15:16:05.859226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:05.861635 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35162) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:05.863957 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4f9b4d73-557f-4814-b6c6-d81e38f97b8b tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=837b6f9741fb4d28b96872e0afaf71d8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401342 Apr 22 15:16:05.866449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35166) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:05.878488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:05.901106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Made reservation on behalf of 54e6cb5c2ab14edfa4f22146a0f73f95 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:05.903998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.920884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:05.944974 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-27bccfbb-9fbb-46be-84c4-eb12ef06b686 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:05.978972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:05.981180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-27bccfbb-9fbb-46be-84c4-eb12ef06b686 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:05.985218 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-27bccfbb-9fbb-46be-84c4-eb12ef06b686 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1199148 Apr 22 15:16:05.986379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35172) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:05.988642 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Usage tracker for resource:security_group_rule and tenant:54e6cb5c2ab14edfa4f22146a0f73f95 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:06.002659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:06.012765 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:06.026840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a05295c-fdd1-45b7-8c0e-111e963598f1 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:06.030189 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0a05295c-fdd1-45b7-8c0e-111e963598f1 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1611094 Apr 22 15:16:06.031340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35176) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:06.037729 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e00b44f-4a41-4260-a461-29bca7539ca0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.051544 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e00b44f-4a41-4260-a461-29bca7539ca0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.104439 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e00b44f-4a41-4260-a461-29bca7539ca0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.112527 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a61dc968-12bd-4aef-a50c-05ad7e520ed4 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800810 Apr 22 15:16:06.117104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35180) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:06.125930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-237347400', 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:06.137503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00b44f-4a41-4260-a461-29bca7539ca0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f93494a5-aaa4-4a77-b852-7dc42b660409,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:06.160984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.162880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e00b44f-4a41-4260-a461-29bca7539ca0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.164210 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9e00b44f-4a41-4260-a461-29bca7539ca0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/f93494a5-aaa4-4a77-b852-7dc42b660409 HTTP/1.1" status: 204 len: 168 time: 0.1776309 Apr 22 15:16:06.165347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.168846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35184) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:06.215418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:16:06.231562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50848665-adad-44db-b6d3-6b37ead27e2b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:06.242485 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.242834 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Added segment a1fdd9a7-7e02-42d5-908c-d622c656ec34 of type vlan for network cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428 Apr 22 15:16:06.248174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:06.254092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:subnet and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:06.257454 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:06.265024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e51ffd-bf24-4741-87ff-7aeced00e4dc req-950065ae-291b-46d9-ae56-2e9cd7514dcf tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:06.266492 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-99e51ffd-bf24-4741-87ff-7aeced00e4dc req-950065ae-291b-46d9-ae56-2e9cd7514dcf tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.2000349 Apr 22 15:16:06.267273 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-09b49185-33d6-4cea-a69c-0d4a3ee723a5 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:06.270251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:06.291154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.303398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-09b49185-33d6-4cea-a69c-0d4a3ee723a5 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:06.304850 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-09b49185-33d6-4cea-a69c-0d4a3ee723a5 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1281717 Apr 22 15:16:06.306127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:06.307500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35188) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:06.348333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.352149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:06.352716 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.383163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43d135fb-ebdc-4f85-be14-0b646e9b7e74 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.394908 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-99e51ffd-bf24-4741-87ff-7aeced00e4dc req-6af3881c-bcb3-4468-8b9f-d5d0992ce99d tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209211 Apr 22 15:16:06.419394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.452493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43d135fb-ebdc-4f85-be14-0b646e9b7e74 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.484847 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7927902 Apr 22 15:16:06.485085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35192) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:06.489276 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d3f2b-ebf7-4c4e-a909-728f5b115b3b tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event updated for resources: {'Network': ['ID=cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:06.498638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Request body: {'subnet': {'network_id': 'cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:06.501397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:16:06.504388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43d135fb-ebdc-4f85-be14-0b646e9b7e74 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.526624 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d135fb-ebdc-4f85-be14-0b646e9b7e74 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7639c5a6-c4f8-418c-8d25-79000c544a7e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:06.537211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43d135fb-ebdc-4f85-be14-0b646e9b7e74 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.538506 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-43d135fb-ebdc-4f85-be14-0b646e9b7e74 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/7639c5a6-c4f8-418c-8d25-79000c544a7e HTTP/1.1" status: 204 len: 168 time: 0.2300673 Apr 22 15:16:06.540961 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35196) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:06.644188 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:06.649347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Usage tracker for resource:subnet and tenant:54e6cb5c2ab14edfa4f22146a0f73f95 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:06.652767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:06.659895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:06.669892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9621f684-bcae-483d-a6ea-311767027547 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:06.685560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9621f684-bcae-483d-a6ea-311767027547 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:06.686948 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9621f684-bcae-483d-a6ea-311767027547 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1450524 Apr 22 15:16:06.689864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35200) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:06.755249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d80af927-bd00-4d31-ad54-3a461b24a557 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.786019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d80af927-bd00-4d31-ad54-3a461b24a557 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.818200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Made reservation on behalf of 54e6cb5c2ab14edfa4f22146a0f73f95 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:06.838617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d80af927-bd00-4d31-ad54-3a461b24a557 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.859302 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80af927-bd00-4d31-ad54-3a461b24a557 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4787501a-460e-4355-af8d-5993c240c855,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:06.878176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d80af927-bd00-4d31-ad54-3a461b24a557 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.879545 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d80af927-bd00-4d31-ad54-3a461b24a557 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-groups/4787501a-460e-4355-af8d-5993c240c855 HTTP/1.1" status: 204 len: 168 time: 0.1887174 Apr 22 15:16:06.882488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35204) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:06.941913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4e41f5b1-ccff-4c36-9358-6d3e29d2ae21 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:06.950636 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:06.956935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4e41f5b1-ccff-4c36-9358-6d3e29d2ae21 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:06.958627 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4e41f5b1-ccff-4c36-9358-6d3e29d2ae21 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0744104 Apr 22 15:16:06.963972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35208) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:06.968226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-239835b4-cc9c-4edf-b0f9-63e56a08356c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group': {'name': 'tempest-secgroup--271470425'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:06.978801 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-239835b4-cc9c-4edf-b0f9-63e56a08356c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:06.988767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-239835b4-cc9c-4edf-b0f9-63e56a08356c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:06.999756 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-239835b4-cc9c-4edf-b0f9-63e56a08356c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.019694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.038031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-239835b4-cc9c-4edf-b0f9-63e56a08356c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:07.042034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-239835b4-cc9c-4edf-b0f9-63e56a08356c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:07.045323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-239835b4-cc9c-4edf-b0f9-63e56a08356c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:07.051133 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-239835b4-cc9c-4edf-b0f9-63e56a08356c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:07.105521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-239835b4-cc9c-4edf-b0f9-63e56a08356c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.109634 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-239835b4-cc9c-4edf-b0f9-63e56a08356c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.119888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Subnet': ['ID=bce8984f-08ea-4b66-8357-7767853b40d6,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:07.156282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Checking segment: {'id': '81246116-c5f8-454f-b83d-cd888a61d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:07.156545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239835b4-cc9c-4edf-b0f9-63e56a08356c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ea7323-5c74-4a8b-ad01-ce2d52fc56cb,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:07.156643 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network hostable DHCP agents. Network: 4f591d2d-1ff7-4836-a21a-d4e347b68079, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:16:07.163107 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-239835b4-cc9c-4edf-b0f9-63e56a08356c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.167386 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-239835b4-cc9c-4edf-b0f9-63e56a08356c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2009001 Apr 22 15:16:07.167386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35212) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:07.172777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4357ddb8-bbde-4792-85e3-1b06aa66a2a7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group_rule': {'security_group_id': '83ea7323-5c74-4a8b-ad01-ce2d52fc56cb', 'direction': 'ingress', 'protocol': 17}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:07.178663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4357ddb8-bbde-4792-85e3-1b06aa66a2a7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:07.182728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4357ddb8-bbde-4792-85e3-1b06aa66a2a7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:07.186118 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4357ddb8-bbde-4792-85e3-1b06aa66a2a7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:07.191850 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4357ddb8-bbde-4792-85e3-1b06aa66a2a7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:07.208988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4357ddb8-bbde-4792-85e3-1b06aa66a2a7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.247900 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 4f591d2d-1ff7-4836-a21a-d4e347b68079 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:16:07.268550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 4f591d2d-1ff7-4836-a21a-d4e347b68079) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:07.270449 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4357ddb8-bbde-4792-85e3-1b06aa66a2a7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.274983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4357ddb8-bbde-4792-85e3-1b06aa66a2a7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.275122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:07.275514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.279924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c6a15f-3d70-4be1-b1b3-024823eafa97 None None] Network 4f591d2d-1ff7-4836-a21a-d4e347b68079 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:07.282130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.301810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357ddb8-bbde-4792-85e3-1b06aa66a2a7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df47c9ae-36b9-4dac-a618-422fc93540df,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:07.315239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4357ddb8-bbde-4792-85e3-1b06aa66a2a7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.319187 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4357ddb8-bbde-4792-85e3-1b06aa66a2a7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1483607 Apr 22 15:16:07.319745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35216) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:07.354381 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6d08cce9-e988-4f78-a046-82ccef6d364b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2347698 Apr 22 15:16:07.379914 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event updated for resources: {'Subnet': ['ID=b3b1657e-55f2-46b3-81a4-0acb0c81fbcd,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:07.391307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Checking segment: {'id': 'a1fdd9a7-7e02-42d5-908c-d622c656ec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:07.391913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Network hostable DHCP agents. Network: cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:16:07.402882 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f81a7f95-df31-45bb-a5c6-3466d9f538e1 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.417597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Network cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:16:07.432426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:07.438203 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:07.438887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.461406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d472c31-30a6-42ad-a1d4-247197192270 None None] Network cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:07.463203 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f81a7f95-df31-45bb-a5c6-3466d9f538e1 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.490639 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-189ac7fc-cb65-4720-8e85-66f0e5f647be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0028145 Apr 22 15:16:07.491217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35224) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:07.496899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-586347cf-1882-4c14-8987-4e617655604c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1791796648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:07.506945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-586347cf-1882-4c14-8987-4e617655604c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:07.516347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-586347cf-1882-4c14-8987-4e617655604c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Usage tracker for resource:router and tenant:54e6cb5c2ab14edfa4f22146a0f73f95 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:07.526446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-586347cf-1882-4c14-8987-4e617655604c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:07.535692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-586347cf-1882-4c14-8987-4e617655604c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:07.562396 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f81a7f95-df31-45bb-a5c6-3466d9f538e1 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.598949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a7f95-df31-45bb-a5c6-3466d9f538e1 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ea7323-5c74-4a8b-ad01-ce2d52fc56cb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:07.607127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f81a7f95-df31-45bb-a5c6-3466d9f538e1 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.608485 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f81a7f95-df31-45bb-a5c6-3466d9f538e1 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-groups/83ea7323-5c74-4a8b-ad01-ce2d52fc56cb HTTP/1.1" status: 204 len: 168 time: 0.2878361 Apr 22 15:16:07.611478 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35228) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:07.612899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-586347cf-1882-4c14-8987-4e617655604c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.614163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-586347cf-1882-4c14-8987-4e617655604c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.652681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-586347cf-1882-4c14-8987-4e617655604c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.682665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-586347cf-1882-4c14-8987-4e617655604c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.688741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6782edcd-779f-40a3-b7ce-a977a2147ed9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:07.698411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb218bad-81b0-4fa5-ad3c-1af3e3131ed9 req-ce33ef35-c9b1-4317-840a-20d077d8ce87 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:07.706633 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eb218bad-81b0-4fa5-ad3c-1af3e3131ed9 req-ce33ef35-c9b1-4317-840a-20d077d8ce87 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.1676855 Apr 22 15:16:07.706932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-4f591d2d-1ff7-4836-a21a-d4e347b68079', 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ips': [{'subnet_id': 'bce8984f-08ea-4b66-8357-7767853b40d6'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:16:07.707802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.711935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6782edcd-779f-40a3-b7ce-a977a2147ed9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:07.713520 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6782edcd-779f-40a3-b7ce-a977a2147ed9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1006501 Apr 22 15:16:07.718163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35232) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:07.724370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-54c79a1a-7947-4ef0-85c0-9999d4a5299b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033114771'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:07.732690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-54c79a1a-7947-4ef0-85c0-9999d4a5299b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:07.744319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-54c79a1a-7947-4ef0-85c0-9999d4a5299b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:07.763002 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eb218bad-81b0-4fa5-ad3c-1af3e3131ed9 req-814ae5f4-44e6-4a7d-86f4-676fb316324a tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554502 Apr 22 15:16:07.765953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-586347cf-1882-4c14-8987-4e617655604c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.770192 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-586347cf-1882-4c14-8987-4e617655604c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2756541 Apr 22 15:16:07.771210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35236) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:07.774009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35238) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:07.783292 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54c79a1a-7947-4ef0-85c0-9999d4a5299b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.819831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-54c79a1a-7947-4ef0-85c0-9999d4a5299b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:07.825193 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-54c79a1a-7947-4ef0-85c0-9999d4a5299b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:07.828102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-54c79a1a-7947-4ef0-85c0-9999d4a5299b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:07.833840 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-54c79a1a-7947-4ef0-85c0-9999d4a5299b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:07.896472 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54c79a1a-7947-4ef0-85c0-9999d4a5299b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.907830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54c79a1a-7947-4ef0-85c0-9999d4a5299b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.948366 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-914493352', 'description': 'tempest-secgroup-smoke-914493352 description', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:07.957154 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:07.966472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:07.971062 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c79a1a-7947-4ef0-85c0-9999d4a5299b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c34ea8e-9a28-4fd4-9e33-e93ab609d80c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:07.974574 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:07.983435 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-54c79a1a-7947-4ef0-85c0-9999d4a5299b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:07.987591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:07.987752 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-54c79a1a-7947-4ef0-85c0-9999d4a5299b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2655609 Apr 22 15:16:07.987752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35246) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:07.991301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Allocated IP 172.20.0.18 (4f591d2d-1ff7-4836-a21a-d4e347b68079/bce8984f-08ea-4b66-8357-7767853b40d6/6a64e809-bc8a-4def-b664-59c909dee786) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:07.996375 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group': {'name': 'tempest-secgroup--385550327'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:08.002648 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:08.006876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:08.008529 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428', 'network_id': 'cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428', 'tenant_id': '54e6cb5c2ab14edfa4f22146a0f73f95', 'fixed_ips': [{'subnet_id': 'b3b1657e-55f2-46b3-81a4-0acb0c81fbcd'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:16:08.013770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.021168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:08.033560 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.034870 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:08.049563 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.091681 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:08.100724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:08.105767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:08.114173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:08.228261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.233071 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:08.237919 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.289466 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa238e4-5f9c-43f4-9e5c-fa5272fad1b9,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:08.301129 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.302645 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ffb042da-8abe-4d23-a51e-4a26b44ee333 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3139029 Apr 22 15:16:08.305618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35252) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:08.311888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5168a09e-1452-4ed5-a0c7-5a53be1ce750 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group_rule': {'security_group_id': '4c34ea8e-9a28-4fd4-9e33-e93ab609d80c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4aa238e4-5f9c-43f4-9e5c-fa5272fad1b9', 'remote_ip_prefix': None}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:08.317636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5168a09e-1452-4ed5-a0c7-5a53be1ce750 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:08.321667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5168a09e-1452-4ed5-a0c7-5a53be1ce750 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:08.324676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5168a09e-1452-4ed5-a0c7-5a53be1ce750 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:08.330520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5168a09e-1452-4ed5-a0c7-5a53be1ce750 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:08.334423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:08.341727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Allocated IP 172.20.0.2 (cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428/b3b1657e-55f2-46b3-81a4-0acb0c81fbcd/ff5677c9-7e6c-4c82-b343-4e79208b85f5) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:08.347589 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:08.356993 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5168a09e-1452-4ed5-a0c7-5a53be1ce750 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.366592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:08.403148 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.430165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5168a09e-1452-4ed5-a0c7-5a53be1ce750 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.435509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5168a09e-1452-4ed5-a0c7-5a53be1ce750 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.468271 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Transition to ACTIVE for port object 6a64e809-bc8a-4def-b664-59c909dee786 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:08.473700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168a09e-1452-4ed5-a0c7-5a53be1ce750 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8471f9-2163-489f-94c7-87ff3d3062a4,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:08.500240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5168a09e-1452-4ed5-a0c7-5a53be1ce750 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.503143 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5168a09e-1452-4ed5-a0c7-5a53be1ce750 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.1964979 Apr 22 15:16:08.506937 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35256) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:08.515268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Transition to ACTIVE for port object 6a64e809-bc8a-4def-b664-59c909dee786 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:08.536212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-d5a2-40ed-8ced-0eafeb0f90de tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.548874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-d5a2-40ed-8ced-0eafeb0f90de tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.575802 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-d5a2-40ed-8ced-0eafeb0f90de tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.585881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.593287 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7fc91-d5a2-40ed-8ced-0eafeb0f90de tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e8471f9-2163-489f-94c7-87ff3d3062a4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:08.593618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb1f3d-f53c-4e3d-ad50-30319037610e req-d5dccceb-32da-401e-9b2a-5c97eb3c2967 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:08.596029 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1efb1f3d-f53c-4e3d-ad50-30319037610e req-d5dccceb-32da-401e-9b2a-5c97eb3c2967 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.3021662 Apr 22 15:16:08.597741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c7a7fc91-d5a2-40ed-8ced-0eafeb0f90de tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.598393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.598854 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c7a7fc91-d5a2-40ed-8ced-0eafeb0f90de tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/8e8471f9-2163-489f-94c7-87ff3d3062a4 HTTP/1.1" status: 204 len: 168 time: 0.0909548 Apr 22 15:16:08.602586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35260) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:08.616365 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.627369 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Transition to ACTIVE for port object ff5677c9-7e6c-4c82-b343-4e79208b85f5 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:08.646630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.651616 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Transition to ACTIVE for port object ff5677c9-7e6c-4c82-b343-4e79208b85f5 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:08.656917 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c54e9507-0ab3-4624-912b-eff1f3415df0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:08.672729 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c54e9507-0ab3-4624-912b-eff1f3415df0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:08.677001 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c54e9507-0ab3-4624-912b-eff1f3415df0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0706136 Apr 22 15:16:08.677255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35264) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:08.695655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.703230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e82facd-6dc6-474b-b566-fbe93bd7ad2b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:08.705735 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.709946 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-792d725a-29cc-4d2c-9cf1-ec82dcf1c9b0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9348803 Apr 22 15:16:08.711208 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35268) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:08.725726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-df3a2c3d-1da3-4722-83eb-758b5b6b3ef0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '9e82facd-6dc6-474b-b566-fbe93bd7ad2b', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:08.726170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Network 4f591d2d-1ff7-4836-a21a-d4e347b68079 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:08.731579 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:08.735667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-df3a2c3d-1da3-4722-83eb-758b5b6b3ef0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:08.738196 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:08.742491 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-df3a2c3d-1da3-4722-83eb-758b5b6b3ef0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:08.746561 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-df3a2c3d-1da3-4722-83eb-758b5b6b3ef0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:08.751919 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1efb1f3d-f53c-4e3d-ad50-30319037610e req-d9c7b927-fc9b-43a8-ab77-1427efe87003 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327872 Apr 22 15:16:08.753191 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-df3a2c3d-1da3-4722-83eb-758b5b6b3ef0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:08.780161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-53b2828c-29dd-483c-ab13-729eb3473217 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.796048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.799143 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-df3a2c3d-1da3-4722-83eb-758b5b6b3ef0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.809178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Pushing event updated for resources: {'Port': ['ID=6a64e809-bc8a-4def-b664-59c909dee786,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:08.824416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Network cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:08.835952 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-53b2828c-29dd-483c-ab13-729eb3473217 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.852728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:08.872518 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:08.910536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-df3a2c3d-1da3-4722-83eb-758b5b6b3ef0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.915761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-df3a2c3d-1da3-4722-83eb-758b5b6b3ef0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.934715 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-53b2828c-29dd-483c-ab13-729eb3473217 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.964286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2828c-29dd-483c-ab13-729eb3473217 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa238e4-5f9c-43f4-9e5c-fa5272fad1b9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:08.970826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a2c3d-1da3-4722-83eb-758b5b6b3ef0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a74e139-fcf9-4eb8-bf1d-f3d8e0a10174,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:08.993417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-df3a2c3d-1da3-4722-83eb-758b5b6b3ef0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:08.993634 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Attempting to bind port 6a64e809-bc8a-4def-b664-59c909dee786 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:08.993805 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Attempting to bind port 6a64e809-bc8a-4def-b664-59c909dee786 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '81246116-c5f8-454f-b83d-cd888a61d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:08.994415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Attempting to bind port 6a64e809-bc8a-4def-b664-59c909dee786 on network 4f591d2d-1ff7-4836-a21a-d4e347b68079 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:08.995798 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-df3a2c3d-1da3-4722-83eb-758b5b6b3ef0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2835944 Apr 22 15:16:08.999055 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-53b2828c-29dd-483c-ab13-729eb3473217 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.000377 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-53b2828c-29dd-483c-ab13-729eb3473217 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-groups/4aa238e4-5f9c-43f4-9e5c-fa5272fad1b9 HTTP/1.1" status: 204 len: 168 time: 0.3220577 Apr 22 15:16:09.001316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35272) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:09.004263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35274) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:09.007277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:09.007916 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Checking segment: {'id': '81246116-c5f8-454f-b83d-cd888a61d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:09.008527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.009246 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Bound using segment: {'id': '81246116-c5f8-454f-b83d-cd888a61d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:09.009924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Bound port: 6a64e809-bc8a-4def-b664-59c909dee786, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81246116-c5f8-454f-b83d-cd888a61d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:09.010525 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.010786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-79ace282-d156-425b-91b0-8b8bd8c57479 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '9e82facd-6dc6-474b-b566-fbe93bd7ad2b', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:09.030856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Attempting to bind port ff5677c9-7e6c-4c82-b343-4e79208b85f5 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:09.031551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Attempting to bind port ff5677c9-7e6c-4c82-b343-4e79208b85f5 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a1fdd9a7-7e02-42d5-908c-d622c656ec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:09.031909 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-79ace282-d156-425b-91b0-8b8bd8c57479 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:09.032345 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Attempting to bind port ff5677c9-7e6c-4c82-b343-4e79208b85f5 on network cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:09.040835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-79ace282-d156-425b-91b0-8b8bd8c57479 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:09.041903 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:09.043096 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Checking segment: {'id': 'a1fdd9a7-7e02-42d5-908c-d622c656ec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:09.043796 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.044391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Bound using segment: {'id': 'a1fdd9a7-7e02-42d5-908c-d622c656ec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:09.045073 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Bound port: ff5677c9-7e6c-4c82-b343-4e79208b85f5, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fdd9a7-7e02-42d5-908c-d622c656ec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:09.045631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.045932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-79ace282-d156-425b-91b0-8b8bd8c57479 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:09.058096 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Pushing event updated for resources: {'Port': ['ID=ff5677c9-7e6c-4c82-b343-4e79208b85f5,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:09.064326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-79ace282-d156-425b-91b0-8b8bd8c57479 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:09.104643 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79ace282-d156-425b-91b0-8b8bd8c57479 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.125550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3299883d-640b-4fb2-9e20-b34072cf9ea3 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:09.167453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3299883d-640b-4fb2-9e20-b34072cf9ea3 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:09.171529 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3299883d-640b-4fb2-9e20-b34072cf9ea3 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1634374 Apr 22 15:16:09.173991 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35280) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:09.175083 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] For port 6a64e809-bc8a-4def-b664-59c909dee786, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:09.192948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] For port 6a64e809-bc8a-4def-b664-59c909dee786, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6a64e809-bc8a-4def-b664-59c909dee786,segment=NetworkSegment(81246116-c5f8-454f-b83d-cd888a61d773),segment_id=81246116-c5f8-454f-b83d-cd888a61d773)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:09.206358 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.213426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79ace282-d156-425b-91b0-8b8bd8c57479 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.226023 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79ace282-d156-425b-91b0-8b8bd8c57479 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.259196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ace282-d156-425b-91b0-8b8bd8c57479 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c06fe6-adb2-47fe-88d1-4d71536a29c8,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:09.278614 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] For port ff5677c9-7e6c-4c82-b343-4e79208b85f5, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:09.279567 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79ace282-d156-425b-91b0-8b8bd8c57479 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.280743 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-79ace282-d156-425b-91b0-8b8bd8c57479 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2783782 Apr 22 15:16:09.284298 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35284) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:09.295510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f3577bc5-7c83-47d8-83d4-82de58581d5d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '9e82facd-6dc6-474b-b566-fbe93bd7ad2b', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:09.299196 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Allocated IP 172.20.0.1 (cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428/b3b1657e-55f2-46b3-81a4-0acb0c81fbcd/b1926973-278f-4e89-8be6-578be8dadd65) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:09.299790 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1babc29-f209-4d8f-b431-9c3289a4b73a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.303780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f3577bc5-7c83-47d8-83d4-82de58581d5d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:09.314856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] For port ff5677c9-7e6c-4c82-b343-4e79208b85f5, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ff5677c9-7e6c-4c82-b343-4e79208b85f5,segment=NetworkSegment(a1fdd9a7-7e02-42d5-908c-d622c656ec34),segment_id=a1fdd9a7-7e02-42d5-908c-d622c656ec34)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:09.318877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f3577bc5-7c83-47d8-83d4-82de58581d5d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:09.321272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74325d-0a17-4367-82e4-5d111975fb57 None None] Pushing event updated for resources: {'Port': ['ID=6a64e809-bc8a-4def-b664-59c909dee786,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:09.323843 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f3577bc5-7c83-47d8-83d4-82de58581d5d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:09.328542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.339161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f3577bc5-7c83-47d8-83d4-82de58581d5d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:09.344301 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1babc29-f209-4d8f-b431-9c3289a4b73a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.391681 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3577bc5-7c83-47d8-83d4-82de58581d5d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.428973 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5423e-a522-47b3-bbcc-83ebbf39a56d None None] Pushing event updated for resources: {'Port': ['ID=ff5677c9-7e6c-4c82-b343-4e79208b85f5,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:09.441155 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1babc29-f209-4d8f-b431-9c3289a4b73a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.468035 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babc29-f209-4d8f-b431-9c3289a4b73a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c34ea8e-9a28-4fd4-9e33-e93ab609d80c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:09.483253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.505855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Transition to ACTIVE for port object b1926973-278f-4e89-8be6-578be8dadd65 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:09.506352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3577bc5-7c83-47d8-83d4-82de58581d5d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.509944 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1babc29-f209-4d8f-b431-9c3289a4b73a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.514130 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c1babc29-f209-4d8f-b431-9c3289a4b73a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-groups/4c34ea8e-9a28-4fd4-9e33-e93ab609d80c HTTP/1.1" status: 204 len: 168 time: 0.3362098 Apr 22 15:16:09.517763 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35288) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:09.520617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3577bc5-7c83-47d8-83d4-82de58581d5d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.533910 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.570248 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3577bc5-7c83-47d8-83d4-82de58581d5d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5784164e-2779-4d83-ad68-b3b75519b588,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:09.583298 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f3577bc5-7c83-47d8-83d4-82de58581d5d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.584776 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f3577bc5-7c83-47d8-83d4-82de58581d5d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2996919 Apr 22 15:16:09.590894 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35292) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:09.605553 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e1960251-83c2-4dfc-a870-9edb53179f4e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '9e82facd-6dc6-474b-b566-fbe93bd7ad2b', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:09.613663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e1960251-83c2-4dfc-a870-9edb53179f4e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:09.620596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e1960251-83c2-4dfc-a870-9edb53179f4e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:09.625150 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c88b4053-bf59-4f5b-b279-1c319897b0a4 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:09.628241 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e1960251-83c2-4dfc-a870-9edb53179f4e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:09.640741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e1960251-83c2-4dfc-a870-9edb53179f4e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:09.646672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Network cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:09.652775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:09.662520 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:09.683448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c88b4053-bf59-4f5b-b279-1c319897b0a4 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:09.685436 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c88b4053-bf59-4f5b-b279-1c319897b0a4 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1660669 Apr 22 15:16:09.687730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1960251-83c2-4dfc-a870-9edb53179f4e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.698287 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35296) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:09.703829 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event updated for resources: {'Port': ['ID=b1926973-278f-4e89-8be6-578be8dadd65,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:09.713872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b7ce6d73-a77a-42e5-b892-dfef3cb6c2b2 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group': {'name': 'tempest-secgroup--519833063'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:09.734306 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b7ce6d73-a77a-42e5-b892-dfef3cb6c2b2 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:09.760490 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b7ce6d73-a77a-42e5-b892-dfef3cb6c2b2 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:09.776681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.783903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6d73-a77a-42e5-b892-dfef3cb6c2b2 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.857318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b7ce6d73-a77a-42e5-b892-dfef3cb6c2b2 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:09.860270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1960251-83c2-4dfc-a870-9edb53179f4e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.865436 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1960251-83c2-4dfc-a870-9edb53179f4e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.902652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1960251-83c2-4dfc-a870-9edb53179f4e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11526c6-e5a8-4ff2-b27c-7728d7f747c0,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:09.914383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b7ce6d73-a77a-42e5-b892-dfef3cb6c2b2 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:09.918221 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e1960251-83c2-4dfc-a870-9edb53179f4e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:09.922099 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e1960251-83c2-4dfc-a870-9edb53179f4e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3277569 Apr 22 15:16:09.922459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35302) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:09.936283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-43310e4e-21d9-4738-8c74-ee0bbfb01eb2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '9e82facd-6dc6-474b-b566-fbe93bd7ad2b', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:09.940127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b7ce6d73-a77a-42e5-b892-dfef3cb6c2b2 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:09.962291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-43310e4e-21d9-4738-8c74-ee0bbfb01eb2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:09.966903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b7ce6d73-a77a-42e5-b892-dfef3cb6c2b2 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:09.971329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-43310e4e-21d9-4738-8c74-ee0bbfb01eb2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:09.979404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-43310e4e-21d9-4738-8c74-ee0bbfb01eb2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:09.992714 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-43310e4e-21d9-4738-8c74-ee0bbfb01eb2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:10.013597 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-43310e4e-21d9-4738-8c74-ee0bbfb01eb2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:16:10.026118 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43310e4e-21d9-4738-8c74-ee0bbfb01eb2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.066940 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.103174 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ff5677c9-7e6c-4c82-b343-4e79208b85f5 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:10.131984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43310e4e-21d9-4738-8c74-ee0bbfb01eb2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.137015 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43310e4e-21d9-4738-8c74-ee0bbfb01eb2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.161376 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43310e4e-21d9-4738-8c74-ee0bbfb01eb2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4eac4c-f8ff-46f6-bbbc-915249071a42,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:10.172046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43310e4e-21d9-4738-8c74-ee0bbfb01eb2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.173241 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-43310e4e-21d9-4738-8c74-ee0bbfb01eb2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2498281 Apr 22 15:16:10.176226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35306) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:10.182126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-1d91f7c4-3cad-47e1-a81b-535a6a724d44 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '9e82facd-6dc6-474b-b566-fbe93bd7ad2b', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:10.188825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1d91f7c4-3cad-47e1-a81b-535a6a724d44 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:10.197007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1d91f7c4-3cad-47e1-a81b-535a6a724d44 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:10.200881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1d91f7c4-3cad-47e1-a81b-535a6a724d44 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:10.208398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-1d91f7c4-3cad-47e1-a81b-535a6a724d44 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:10.209248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6d73-a77a-42e5-b892-dfef3cb6c2b2 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.224067 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-1d91f7c4-3cad-47e1-a81b-535a6a724d44 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:16:10.224305 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port ff5677c9-7e6c-4c82-b343-4e79208b85f5 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:10.231286 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 6a64e809-bc8a-4def-b664-59c909dee786 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:10.231841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1d91f7c4-3cad-47e1-a81b-535a6a724d44 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.301676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1d91f7c4-3cad-47e1-a81b-535a6a724d44 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.306599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 6a64e809-bc8a-4def-b664-59c909dee786 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:10.307411 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1d91f7c4-3cad-47e1-a81b-535a6a724d44 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.330564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91f7c4-3cad-47e1-a81b-535a6a724d44 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89521d58-e918-472a-aef6-13be4c018aa2,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:10.331479 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6d73-a77a-42e5-b892-dfef3cb6c2b2 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.341225 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1d91f7c4-3cad-47e1-a81b-535a6a724d44 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.346598 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1d91f7c4-3cad-47e1-a81b-535a6a724d44 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1693904 Apr 22 15:16:10.421944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbdf6-ad57-4c96-8e20-dd423e61a964 req-2d937026-a334-4352-b9ff-b06da484a497 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:10.423432 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0f7bbdf6-ad57-4c96-8e20-dd423e61a964 req-2d937026-a334-4352-b9ff-b06da484a497 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.4244080 Apr 22 15:16:10.434905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce6d73-a77a-42e5-b892-dfef3cb6c2b2 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c086108e-bb2c-408d-ad9c-0af1c6b87f13,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:10.483464 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b7ce6d73-a77a-42e5-b892-dfef3cb6c2b2 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.484652 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b7ce6d73-a77a-42e5-b892-dfef3cb6c2b2 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7853832 Apr 22 15:16:10.487525 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35314) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:10.493386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f7138e02-8f40-47be-b921-c11cc17d0cef tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group_rule': {'security_group_id': 'c086108e-bb2c-408d-ad9c-0af1c6b87f13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:10.500012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f7138e02-8f40-47be-b921-c11cc17d0cef tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:10.504535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f7138e02-8f40-47be-b921-c11cc17d0cef tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:10.508320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f7138e02-8f40-47be-b921-c11cc17d0cef tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:10.516317 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f7138e02-8f40-47be-b921-c11cc17d0cef tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:10.551802 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7138e02-8f40-47be-b921-c11cc17d0cef tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.640924 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7138e02-8f40-47be-b921-c11cc17d0cef tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.646000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7138e02-8f40-47be-b921-c11cc17d0cef tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.671486 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0f7bbdf6-ad57-4c96-8e20-dd423e61a964 req-d2fdb5f6-c19f-4135-8106-e449a87b2e3c tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396362 Apr 22 15:16:10.678745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7138e02-8f40-47be-b921-c11cc17d0cef tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f27fbbb-caee-4be8-b6e0-736cfebe5840,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:10.702479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7138e02-8f40-47be-b921-c11cc17d0cef tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.705953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-b1093035-f6d8-43fe-be9c-2a1365a87783 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:10.706605 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f7138e02-8f40-47be-b921-c11cc17d0cef tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.2179153 Apr 22 15:16:10.707196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35322) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:10.742373 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db006d24-6423-4550-a9df-4fa668c6c04e tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.757874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db006d24-6423-4550-a9df-4fa668c6c04e tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.758875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-b1093035-f6d8-43fe-be9c-2a1365a87783 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:10.760031 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-b1093035-f6d8-43fe-be9c-2a1365a87783 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914493352&fields=id&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 267 time: 0.1909776 Apr 22 15:16:10.778818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.800427 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db006d24-6423-4550-a9df-4fa668c6c04e tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.802624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.821543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db006d24-6423-4550-a9df-4fa668c6c04e tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:10.825833 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-db006d24-6423-4550-a9df-4fa668c6c04e tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/3f27fbbb-caee-4be8-b6e0-736cfebe5840 HTTP/1.1" status: 204 len: 168 time: 0.1173708 Apr 22 15:16:10.826664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db006d24-6423-4550-a9df-4fa668c6c04e tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f27fbbb-caee-4be8-b6e0-736cfebe5840,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:10.828192 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35326) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:10.878780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-29753be5-a023-442e-b237-beb44726f77f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:10.909061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-29753be5-a023-442e-b237-beb44726f77f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:10.910710 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-29753be5-a023-442e-b237-beb44726f77f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0815711 Apr 22 15:16:10.913518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35330) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:10.985074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f6ef2ae-115c-477c-b587-dd7e80fb5b00 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.015971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f6ef2ae-115c-477c-b587-dd7e80fb5b00 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.076786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53d458-37e5-4dc4-a79c-38b3e6b47b4d req-0076e25a-55c2-43ee-8317-fb9cd07496a6 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:11.078278 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd53d458-37e5-4dc4-a79c-38b3e6b47b4d req-0076e25a-55c2-43ee-8317-fb9cd07496a6 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.4622190 Apr 22 15:16:11.086565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f6ef2ae-115c-477c-b587-dd7e80fb5b00 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.103568 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2575ab3b-5957-4e99-8af9-3bf66063cb55 None None] Network 4f591d2d-1ff7-4836-a21a-d4e347b68079 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:11.108063 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ef2ae-115c-477c-b587-dd7e80fb5b00 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c086108e-bb2c-408d-ad9c-0af1c6b87f13,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:11.128793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8f6ef2ae-115c-477c-b587-dd7e80fb5b00 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.130183 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8f6ef2ae-115c-477c-b587-dd7e80fb5b00 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-groups/c086108e-bb2c-408d-ad9c-0af1c6b87f13 HTTP/1.1" status: 204 len: 168 time: 0.2157278 Apr 22 15:16:11.132759 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35334) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:11.190747 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.201508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-516cb0c7-40ff-46d2-ad6b-6edc34433c37 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:11.204886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event updated for resources: {'Port': ['ID=b1926973-278f-4e89-8be6-578be8dadd65,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:11.224854 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-516cb0c7-40ff-46d2-ad6b-6edc34433c37 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:11.226517 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-516cb0c7-40ff-46d2-ad6b-6edc34433c37 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0918429 Apr 22 15:16:11.231312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35338) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:11.236571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-79151308-07a5-4138-8ae9-12771fad7ab7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578552697'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:11.240215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-bd53d458-37e5-4dc4-a79c-38b3e6b47b4d req-f9b16c19-37b5-4f69-a311-4161b665af78 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Deleting port 96d49403-7cf1-43d2-bf0b-24b952a13de6 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:11.240464 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bd53d458-37e5-4dc4-a79c-38b3e6b47b4d req-f9b16c19-37b5-4f69-a311-4161b665af78 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.250187 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-165278af-857d-4496-a1aa-68d283c98f2d None None] Provisioning for port 6a64e809-bc8a-4def-b664-59c909dee786 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:11.254469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb20699b-4bc1-45b0-8bed-a2663f9520af None None] Network cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:11.255842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-79151308-07a5-4138-8ae9-12771fad7ab7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:11.265830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-79151308-07a5-4138-8ae9-12771fad7ab7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:11.277983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79151308-07a5-4138-8ae9-12771fad7ab7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.288829 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-165278af-857d-4496-a1aa-68d283c98f2d None None] Provisioning complete for port 6a64e809-bc8a-4def-b664-59c909dee786 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:11.289371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-165278af-857d-4496-a1aa-68d283c98f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.319086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-79151308-07a5-4138-8ae9-12771fad7ab7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:11.323125 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-79151308-07a5-4138-8ae9-12771fad7ab7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:11.326650 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-79151308-07a5-4138-8ae9-12771fad7ab7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:11.332539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-79151308-07a5-4138-8ae9-12771fad7ab7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:11.396172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79151308-07a5-4138-8ae9-12771fad7ab7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.400957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79151308-07a5-4138-8ae9-12771fad7ab7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.403518 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-65006c94-fab2-4ee7-b080-644a95da575b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:11.404977 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-65006c94-fab2-4ee7-b080-644a95da575b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/networks?id=4f591d2d-1ff7-4836-a21a-d4e347b68079 HTTP/1.1" status: 200 len: 796 time: 0.6328471 Apr 22 15:16:11.447221 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79151308-07a5-4138-8ae9-12771fad7ab7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e991b735-a8a6-4714-9fe6-835ea8542753,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:11.462186 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79151308-07a5-4138-8ae9-12771fad7ab7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.463660 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-79151308-07a5-4138-8ae9-12771fad7ab7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2315302 Apr 22 15:16:11.466485 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35342) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:11.473391 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-39edaf99-565f-43e6-8596-bed4bbd0f9f4 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group_rule': {'security_group_id': 'e991b735-a8a6-4714-9fe6-835ea8542753', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:11.479214 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-39edaf99-565f-43e6-8596-bed4bbd0f9f4 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:11.484134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-39edaf99-565f-43e6-8596-bed4bbd0f9f4 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:11.487108 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-39edaf99-565f-43e6-8596-bed4bbd0f9f4 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:11.493537 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-39edaf99-565f-43e6-8596-bed4bbd0f9f4 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:11.498190 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-99ff5626-752d-4617-adbc-fdace6d58422 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/quotas/837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 375 time: 0.0562978 Apr 22 15:16:11.518838 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39edaf99-565f-43e6-8596-bed4bbd0f9f4 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.583921 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39edaf99-565f-43e6-8596-bed4bbd0f9f4 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.588243 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39edaf99-565f-43e6-8596-bed4bbd0f9f4 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.629765 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edaf99-565f-43e6-8596-bed4bbd0f9f4 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a0d51c-c70c-4e9f-8bf9-db5c09c8f42e,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:11.647563 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-165278af-857d-4496-a1aa-68d283c98f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.647898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39edaf99-565f-43e6-8596-bed4bbd0f9f4 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.651728 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-39edaf99-565f-43e6-8596-bed4bbd0f9f4 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1817145 Apr 22 15:16:11.652603 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35346) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:11.656024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Network cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:11.661778 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:11.681581 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-35ffb0cf-9d2e-4505-8dfb-098468b0331d tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules/d3a0d51c-c70c-4e9f-8bf9-db5c09c8f42e HTTP/1.1" status: 200 len: 705 time: 0.0257204 Apr 22 15:16:11.681885 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35350) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:11.736843 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-165278af-857d-4496-a1aa-68d283c98f2d None None] For port 6a64e809-bc8a-4def-b664-59c909dee786, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6a64e809-bc8a-4def-b664-59c909dee786,segment=NetworkSegment(81246116-c5f8-454f-b83d-cd888a61d773),segment_id=81246116-c5f8-454f-b83d-cd888a61d773)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:11.750431 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-165278af-857d-4496-a1aa-68d283c98f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.757498 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-01d244e2-db5d-46a2-b2a3-bb5149c30fa5 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:11.778020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-01d244e2-db5d-46a2-b2a3-bb5149c30fa5 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:11.791895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-bd53d458-37e5-4dc4-a79c-38b3e6b47b4d req-f9b16c19-37b5-4f69-a311-4161b665af78 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] For port 96d49403-7cf1-43d2-bf0b-24b952a13de6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=96d49403-7cf1-43d2-bf0b-24b952a13de6,segment=NetworkSegment(3f987ab8-8f38-4400-9d71-2add69298d89),segment_id=3f987ab8-8f38-4400-9d71-2add69298d89)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:11.792450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bd53d458-37e5-4dc4-a79c-38b3e6b47b4d req-f9b16c19-37b5-4f69-a311-4161b665af78 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.795195 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-01d244e2-db5d-46a2-b2a3-bb5149c30fa5 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0971038 Apr 22 15:16:11.796822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35356) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:11.830811 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165278af-857d-4496-a1aa-68d283c98f2d None None] Pushing event updated for resources: {'Port': ['ID=6a64e809-bc8a-4def-b664-59c909dee786,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:11.842984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c73c57a6-fb00-4cba-bf2e-874abf5bbdd6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.855138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c73c57a6-fb00-4cba-bf2e-874abf5bbdd6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.883855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fa624175-9a28-428b-879f-4c142e2bcb9d None None] Provisioning for port ff5677c9-7e6c-4c82-b343-4e79208b85f5 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:11.887985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c73c57a6-fb00-4cba-bf2e-874abf5bbdd6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.890386 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fa624175-9a28-428b-879f-4c142e2bcb9d None None] Provisioning complete for port ff5677c9-7e6c-4c82-b343-4e79208b85f5 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:11.891042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa624175-9a28-428b-879f-4c142e2bcb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.916425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c73c57a6-fb00-4cba-bf2e-874abf5bbdd6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:11.919644 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c73c57a6-fb00-4cba-bf2e-874abf5bbdd6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/d3a0d51c-c70c-4e9f-8bf9-db5c09c8f42e HTTP/1.1" status: 204 len: 168 time: 0.1211090 Apr 22 15:16:11.922676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c57a6-fb00-4cba-bf2e-874abf5bbdd6 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3a0d51c-c70c-4e9f-8bf9-db5c09c8f42e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:11.925257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35360) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:11.988797 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-397cb47e-27c3-46d5-b956-d21ff572323a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:12.014442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-397cb47e-27c3-46d5-b956-d21ff572323a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:12.018686 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-397cb47e-27c3-46d5-b956-d21ff572323a tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0896797 Apr 22 15:16:12.020147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35364) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:12.027918 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-96b7a2b7-2628-4d35-87b2-b34b190f355f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group_rule': {'security_group_id': 'e991b735-a8a6-4714-9fe6-835ea8542753', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:12.034285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 6a64e809-bc8a-4def-b664-59c909dee786 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:12.035549 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-96b7a2b7-2628-4d35-87b2-b34b190f355f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:12.052269 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-bd53d458-37e5-4dc4-a79c-38b3e6b47b4d req-f9b16c19-37b5-4f69-a311-4161b665af78 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Calling delete_port for 96d49403-7cf1-43d2-bf0b-24b952a13de6 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:12.063103 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-96b7a2b7-2628-4d35-87b2-b34b190f355f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:12.093134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96b7a2b7-2628-4d35-87b2-b34b190f355f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.157873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96b7a2b7-2628-4d35-87b2-b34b190f355f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.164596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96b7a2b7-2628-4d35-87b2-b34b190f355f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.195334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7a2b7-2628-4d35-87b2-b34b190f355f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348323bd-1d47-406e-af02-65f09bceab06,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:12.217635 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-96b7a2b7-2628-4d35-87b2-b34b190f355f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.220255 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-96b7a2b7-2628-4d35-87b2-b34b190f355f tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1979327 Apr 22 15:16:12.222518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35368) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:12.227063 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:16:12.238276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa624175-9a28-428b-879f-4c142e2bcb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.258186 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0662177e-e92c-4b96-a114-7f1a8d2faff0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules/348323bd-1d47-406e-af02-65f09bceab06 HTTP/1.1" status: 200 len: 705 time: 0.0297806 Apr 22 15:16:12.259585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35372) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:12.289434 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-fa624175-9a28-428b-879f-4c142e2bcb9d None None] For port ff5677c9-7e6c-4c82-b343-4e79208b85f5, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ff5677c9-7e6c-4c82-b343-4e79208b85f5,segment=NetworkSegment(a1fdd9a7-7e02-42d5-908c-d622c656ec34),segment_id=a1fdd9a7-7e02-42d5-908c-d622c656ec34)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:12.298173 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 6a64e809-bc8a-4def-b664-59c909dee786 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:12.298703 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.319828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bc5e7fa0-9633-4137-85dc-6be2aeb7e1ff tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:12.333111 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-52c54c24-06a6-403b-a7a0-5ddc84944100 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8123724 Apr 22 15:16:12.340138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bc5e7fa0-9633-4137-85dc-6be2aeb7e1ff tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:12.346296 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bc5e7fa0-9633-4137-85dc-6be2aeb7e1ff tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0832851 Apr 22 15:16:12.347577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35376) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:12.365810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa624175-9a28-428b-879f-4c142e2bcb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.382647 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9055d2f3-320d-4acc-837c-aefd1c0d7bdd tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.396543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9055d2f3-320d-4acc-837c-aefd1c0d7bdd tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.424805 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9055d2f3-320d-4acc-837c-aefd1c0d7bdd tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.447114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055d2f3-320d-4acc-837c-aefd1c0d7bdd tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=348323bd-1d47-406e-af02-65f09bceab06,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:12.470256 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9055d2f3-320d-4acc-837c-aefd1c0d7bdd tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.475019 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9055d2f3-320d-4acc-837c-aefd1c0d7bdd tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/348323bd-1d47-406e-af02-65f09bceab06 HTTP/1.1" status: 204 len: 168 time: 0.1260872 Apr 22 15:16:12.477671 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35380) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:12.505817 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f683e5a-5791-4434-b61b-427aced30a58 req-c95fea27-b116-4ff3-8d8b-832b06b40f30 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:12.507306 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4f683e5a-5791-4434-b61b-427aced30a58 req-c95fea27-b116-4ff3-8d8b-832b06b40f30 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 945 time: 0.5381131 Apr 22 15:16:12.529937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa624175-9a28-428b-879f-4c142e2bcb9d None None] Pushing event updated for resources: {'Port': ['ID=ff5677c9-7e6c-4c82-b343-4e79208b85f5,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:12.541301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e1600d73-400e-4800-8573-06103804c92d None None] Provisioning complete for port ff5677c9-7e6c-4c82-b343-4e79208b85f5 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:12.541853 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1600d73-400e-4800-8573-06103804c92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.543521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-098c4811-20a5-4a81-b2f7-c905871991c9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:12.564395 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-098c4811-20a5-4a81-b2f7-c905871991c9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:12.571576 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-098c4811-20a5-4a81-b2f7-c905871991c9 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0924461 Apr 22 15:16:12.572237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35384) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:12.583062 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-156bf74f-154d-4e1c-99d3-1a298359fb61 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group_rule': {'security_group_id': 'e991b735-a8a6-4714-9fe6-835ea8542753', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:12.596859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-156bf74f-154d-4e1c-99d3-1a298359fb61 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:12.612102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-156bf74f-154d-4e1c-99d3-1a298359fb61 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:12.635240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156bf74f-154d-4e1c-99d3-1a298359fb61 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.659445 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-d67f227d-692f-47a5-ae59-7b027b0a2e33 service neutron] 10.222.0.71 "GET /v2.0/networks/4f591d2d-1ff7-4836-a21a-d4e347b68079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254514 Apr 22 15:16:12.696163 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb02fd72-1b69-4697-94c6-90bccd46e546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.704059 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156bf74f-154d-4e1c-99d3-1a298359fb61 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.708456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156bf74f-154d-4e1c-99d3-1a298359fb61 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.709385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e1600d73-400e-4800-8573-06103804c92d None None] Provisioning for port b1926973-278f-4e89-8be6-578be8dadd65 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:12.716824 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e1600d73-400e-4800-8573-06103804c92d None None] Provisioning complete for port b1926973-278f-4e89-8be6-578be8dadd65 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:12.717368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1600d73-400e-4800-8573-06103804c92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.733371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bf74f-154d-4e1c-99d3-1a298359fb61 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a688e9-4300-40c5-aeca-4d8d41f5da62,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:12.751508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-156bf74f-154d-4e1c-99d3-1a298359fb61 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.755174 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-156bf74f-154d-4e1c-99d3-1a298359fb61 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1794381 Apr 22 15:16:12.755690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35388) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:12.777300 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c39d3b6c-5a1b-4c34-94f6-899f65825384 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules/83a688e9-4300-40c5-aeca-4d8d41f5da62 HTTP/1.1" status: 200 len: 706 time: 0.0180833 Apr 22 15:16:12.778013 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35392) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:12.778534 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e1600d73-400e-4800-8573-06103804c92d None None] Port b1926973-278f-4e89-8be6-578be8dadd65 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:12.795895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e1600d73-400e-4800-8573-06103804c92d None None] Provisioning complete for port 6a64e809-bc8a-4def-b664-59c909dee786 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:12.796415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1600d73-400e-4800-8573-06103804c92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.827794 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2defb3a7-d75b-4998-987b-32908c2d300c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:12.845852 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2defb3a7-d75b-4998-987b-32908c2d300c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:12.849749 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2defb3a7-d75b-4998-987b-32908c2d300c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0680358 Apr 22 15:16:12.849898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35396) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:12.880453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80c5a152-c36c-401b-8cc5-e42fad805885 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.891405 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80c5a152-c36c-401b-8cc5-e42fad805885 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.919449 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80c5a152-c36c-401b-8cc5-e42fad805885 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.941580 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5a152-c36c-401b-8cc5-e42fad805885 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83a688e9-4300-40c5-aeca-4d8d41f5da62,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:12.950959 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80c5a152-c36c-401b-8cc5-e42fad805885 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.955242 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-80c5a152-c36c-401b-8cc5-e42fad805885 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/83a688e9-4300-40c5-aeca-4d8d41f5da62 HTTP/1.1" status: 204 len: 168 time: 0.1043012 Apr 22 15:16:12.955874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35400) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:12.957056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bd53d458-37e5-4dc4-a79c-38b3e6b47b4d req-f9b16c19-37b5-4f69-a311-4161b665af78 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:12.964131 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4f683e5a-5791-4434-b61b-427aced30a58 req-4356391b-98d9-4702-a38d-bbacecfd9cd2 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/security-groups?id=8084dbf4-a29c-446d-95af-ae320f67345d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000292 Apr 22 15:16:12.992920 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['96d49403-7cf1-43d2-bf0b-24b952a13de6'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:16:13.025666 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-56d4e3e4-fc75-4e3b-a32d-ecd449181750 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:13.039994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b16c19-37b5-4f69-a311-4161b665af78 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Pushing event deleted for resources: {'Port': ['ID=96d49403-7cf1-43d2-bf0b-24b952a13de6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:13.047080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8d059eed-906b-40b2-b6ee-ec0a2d43dc89 None None] Provisioning complete for port b1926973-278f-4e89-8be6-578be8dadd65 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:13.047370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d059eed-906b-40b2-b6ee-ec0a2d43dc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.047840 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-56d4e3e4-fc75-4e3b-a32d-ecd449181750 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:13.053233 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-56d4e3e4-fc75-4e3b-a32d-ecd449181750 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0938385 Apr 22 15:16:13.053504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35404) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:13.122071 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c23d8f8-3148-46c1-898d-c4b7af3f7147 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.143377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8d059eed-906b-40b2-b6ee-ec0a2d43dc89 None None] Port b1926973-278f-4e89-8be6-578be8dadd65 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:13.149546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd53d458-37e5-4dc4-a79c-38b3e6b47b4d req-f9b16c19-37b5-4f69-a311-4161b665af78 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] No DVR routers for this DVR port 96d49403-7cf1-43d2-bf0b-24b952a13de6 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:16:13.152518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c23d8f8-3148-46c1-898d-c4b7af3f7147 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.154277 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bd53d458-37e5-4dc4-a79c-38b3e6b47b4d req-f9b16c19-37b5-4f69-a311-4161b665af78 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.157813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b117362-bd2a-45a2-a77d-16e32434691b', 'name': 'network-vif-deleted', 'tag': '96d49403-7cf1-43d2-bf0b-24b952a13de6'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:16:13.164994 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-09ea9a9e-b5ed-4231-8e36-dc140728bdd9 service neutron] 10.222.0.71 "GET /v2.0/networks/4f591d2d-1ff7-4836-a21a-d4e347b68079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949548 Apr 22 15:16:13.186806 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd53d458-37e5-4dc4-a79c-38b3e6b47b4d req-f9b16c19-37b5-4f69-a311-4161b665af78 tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.70 "DELETE /v2.0/ports/96d49403-7cf1-43d2-bf0b-24b952a13de6 HTTP/1.1" status: 204 len: 173 time: 2.0975902 Apr 22 15:16:13.215954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c23d8f8-3148-46c1-898d-c4b7af3f7147 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.243744 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a638c98-968a-4009-bec8-47d9b0857acf'] response: {'server_uuid': '8b117362-bd2a-45a2-a77d-16e32434691b', 'name': 'network-vif-deleted', 'tag': '96d49403-7cf1-43d2-bf0b-24b952a13de6', 'status': 'completed', 'code': 200} Apr 22 15:16:13.244837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Router 5ccd62d0-3dd8-486b-9477-5902d29c7413 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:16:13.259978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23d8f8-3148-46c1-898d-c4b7af3f7147 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e991b735-a8a6-4714-9fe6-835ea8542753,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:13.288514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c23d8f8-3148-46c1-898d-c4b7af3f7147 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.289769 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5c23d8f8-3148-46c1-898d-c4b7af3f7147 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-groups/e991b735-a8a6-4714-9fe6-835ea8542753 HTTP/1.1" status: 204 len: 168 time: 0.2352879 Apr 22 15:16:13.297349 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35412) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:13.358642 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1a4bc2ff-c595-468b-8851-390ad1fd778c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:13.384839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-1a4bc2ff-c595-468b-8851-390ad1fd778c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:13.390482 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1a4bc2ff-c595-468b-8851-390ad1fd778c tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0876954 Apr 22 15:16:13.390901 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35418) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:13.396269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a55e385f-b00b-4583-b592-3989ee8fd354 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group': {'name': 'tempest-secgroup--886134014'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:13.403070 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a55e385f-b00b-4583-b592-3989ee8fd354 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:13.413022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a55e385f-b00b-4583-b592-3989ee8fd354 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:13.425273 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a55e385f-b00b-4583-b592-3989ee8fd354 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.458907 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-26ceb541-0f40-4c10-b981-65875726778d req-ef9c1288-a21c-4fda-a993-cfc21da5cbc8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 210 time: 0.1088371 Apr 22 15:16:13.469110 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a55e385f-b00b-4583-b592-3989ee8fd354 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:13.473475 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a55e385f-b00b-4583-b592-3989ee8fd354 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:13.476598 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a55e385f-b00b-4583-b592-3989ee8fd354 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:13.484340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a55e385f-b00b-4583-b592-3989ee8fd354 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:13.508346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:13.513523 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c56e436c-cc52-4f61-9cd8-723619dbde21 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "PUT /v2.0/routers/5ccd62d0-3dd8-486b-9477-5902d29c7413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7412162 Apr 22 15:16:13.516923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35426) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:13.522321 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d197d-0e89-4aef-89e0-8cec0935520c None None] Sync routers for ids ['5ccd62d0-3dd8-486b-9477-5902d29c7413'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:13.530074 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Request body: {'port': {'network_id': 'cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428', 'name': 'tempest-FloatingIPNegativeTestJSON-1017326663'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:13.545749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d197d-0e89-4aef-89e0-8cec0935520c None None] Routers {'5ccd62d0-3dd8-486b-9477-5902d29c7413'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:13.548231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-5d1d197d-0e89-4aef-89e0-8cec0935520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5ccd62d0-3dd8-486b-9477-5902d29c7413'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:13.552886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a55e385f-b00b-4583-b592-3989ee8fd354 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.559259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a55e385f-b00b-4583-b592-3989ee8fd354 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.604904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e385f-b00b-4583-b592-3989ee8fd354 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd40473-913f-4648-8fc9-851c2707e895,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:13.622642 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a55e385f-b00b-4583-b592-3989ee8fd354 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.624219 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a55e385f-b00b-4583-b592-3989ee8fd354 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2325535 Apr 22 15:16:13.628036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35430) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:13.634701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e20bac73-863f-4ebe-a4ab-2e88979d8622 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Request body: {'security_group_rule': {'security_group_id': '1dd40473-913f-4648-8fc9-851c2707e895', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:13.642463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e20bac73-863f-4ebe-a4ab-2e88979d8622 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:13.647778 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e20bac73-863f-4ebe-a4ab-2e88979d8622 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Usage tracker for resource:security_group_rule and tenant:4f6cdeb4217a4e15a13b11df4fb9a141 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:13.651019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e20bac73-863f-4ebe-a4ab-2e88979d8622 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:13.658282 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e20bac73-863f-4ebe-a4ab-2e88979d8622 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:13.658870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-5d1d197d-0e89-4aef-89e0-8cec0935520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:13.672929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d197d-0e89-4aef-89e0-8cec0935520c None None] Routers {'5ccd62d0-3dd8-486b-9477-5902d29c7413'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:13.673679 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-5d1d197d-0e89-4aef-89e0-8cec0935520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:15:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5ccd62d0-3dd8-486b-9477-5902d29c7413'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:13.681914 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e20bac73-863f-4ebe-a4ab-2e88979d8622 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.710337 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:13.715595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Usage tracker for resource:port and tenant:54e6cb5c2ab14edfa4f22146a0f73f95 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:13.720260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:13.729612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:13.742909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Made reservation on behalf of 54e6cb5c2ab14edfa4f22146a0f73f95 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:13.748400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.764469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-5d1d197d-0e89-4aef-89e0-8cec0935520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:13.765521 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d197d-0e89-4aef-89e0-8cec0935520c None None] The sync data for ids ['5ccd62d0-3dd8-486b-9477-5902d29c7413'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:13.783524 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e20bac73-863f-4ebe-a4ab-2e88979d8622 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.788647 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e20bac73-863f-4ebe-a4ab-2e88979d8622 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.788964 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] device_id is not set on port 3b2fac8b-179e-4ba8-beae-52c045c9077f yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:16:13.817206 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bac73-863f-4ebe-a4ab-2e88979d8622 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0029e751-48cb-4573-9298-537632a6a6dd,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:13.832847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e20bac73-863f-4ebe-a4ab-2e88979d8622 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.836634 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e20bac73-863f-4ebe-a4ab-2e88979d8622 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2048116 Apr 22 15:16:13.840017 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35438) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:13.920986 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-14e0a4e6-9b98-4879-bec9-b1ef3f9510e0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.955681 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-14e0a4e6-9b98-4879-bec9-b1ef3f9510e0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:13.977117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Allocated IP 172.20.0.11 (cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428/b3b1657e-55f2-46b3-81a4-0acb0c81fbcd/3b2fac8b-179e-4ba8-beae-52c045c9077f) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:13.990471 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ff5677c9-7e6c-4c82-b343-4e79208b85f5 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:14.031782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-14e0a4e6-9b98-4879-bec9-b1ef3f9510e0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:14.064742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0a4e6-9b98-4879-bec9-b1ef3f9510e0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd40473-913f-4648-8fc9-851c2707e895,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:14.097342 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-14e0a4e6-9b98-4879-bec9-b1ef3f9510e0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:14.098499 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-14e0a4e6-9b98-4879-bec9-b1ef3f9510e0 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-groups/1dd40473-913f-4648-8fc9-851c2707e895 HTTP/1.1" status: 204 len: 168 time: 0.2572088 Apr 22 15:16:14.100943 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35444) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:14.180340 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port ff5677c9-7e6c-4c82-b343-4e79208b85f5 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:14.180706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:14.181271 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ca6541c1-1c78-4a01-a0ca-ea5ea64f5977 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:14.201665 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ca6541c1-1c78-4a01-a0ca-ea5ea64f5977 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:14.203518 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ca6541c1-1c78-4a01-a0ca-ea5ea64f5977 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1016567 Apr 22 15:16:14.206538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35448) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:14.269646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-1c7911ae-03eb-44ba-b017-be5bc4f8ee28 req-69cdaa53-e9d1-4181-b492-2172b5a9979e tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Synchronizing usage tracker for tenant:4663eef56350429cb85eb50910a76d51 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:14.301616 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-86f6f1a6-cbfa-4f94-ae07-c532e590f1d7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:14.311124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-1c7911ae-03eb-44ba-b017-be5bc4f8ee28 req-69cdaa53-e9d1-4181-b492-2172b5a9979e tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] Unset dirty status for tenant:4663eef56350429cb85eb50910a76d51 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:14.312282 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c7911ae-03eb-44ba-b017-be5bc4f8ee28 req-69cdaa53-e9d1-4181-b492-2172b5a9979e tempest-TestServerAdvancedOps-542251273 tempest-TestServerAdvancedOps-542251273-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b117362-bd2a-45a2-a77d-16e32434691b HTTP/1.1" status: 200 len: 210 time: 0.1619449 Apr 22 15:16:14.320617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-86f6f1a6-cbfa-4f94-ae07-c532e590f1d7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group_rule {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:14.322398 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-86f6f1a6-cbfa-4f94-ae07-c532e590f1d7 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1145046 Apr 22 15:16:14.326072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35452) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:14.345657 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-9dd0bc00-50c8-4bea-99fc-1381381a0e90 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] delete failed (client error): The resource could not be found. Apr 22 15:16:14.347010 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9dd0bc00-50c8-4bea-99fc-1381381a0e90 tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "DELETE /v2.0/security-groups/1dd40473-913f-4648-8fc9-851c2707e895 HTTP/1.1" status: 404 len: 347 time: 0.0197163 Apr 22 15:16:14.350661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35456) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:14.389341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:14.416035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Transition to ACTIVE for port object 3b2fac8b-179e-4ba8-beae-52c045c9077f will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:14.434983 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3fb92113-e68a-47a8-a4e0-04e71fc24f2b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Synchronizing usage tracker for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:14.452338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3fb92113-e68a-47a8-a4e0-04e71fc24f2b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] Unset dirty status for tenant:4f6cdeb4217a4e15a13b11df4fb9a141 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:14.453510 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3fb92113-e68a-47a8-a4e0-04e71fc24f2b tempest-SecGroupTest-925776767 tempest-SecGroupTest-925776767-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1019378 Apr 22 15:16:14.463020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:14.541781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Network cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:14.545702 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:14.550452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:14.591615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event updated for resources: {'Port': ['ID=3b2fac8b-179e-4ba8-beae-52c045c9077f,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:14.655633 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-66750ac5-9fed-4750-9676-656047e4263c req-3632cd2d-6cd9-47c2-8817-5ee7da22d647 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 210 time: 0.0486770 Apr 22 15:16:14.681746 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:14.682401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:14.707755 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2ecf4d7e-5062-4904-ba8e-d52fd56e297f tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1899889 Apr 22 15:16:14.711089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35466) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:14.718877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:14.725066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:14.730445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Usage tracker for resource:floatingip and tenant:54e6cb5c2ab14edfa4f22146a0f73f95 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:14.733413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:14.744873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:14.764840 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:14.868382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35470) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:14.878620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-a2b3e79c-c084-4af0-915b-0b78f33fcc12 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:14.880860 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-a2b3e79c-c084-4af0-915b-0b78f33fcc12 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/networks?id=4f591d2d-1ff7-4836-a21a-d4e347b68079 HTTP/1.1" status: 200 len: 796 time: 0.1700056 Apr 22 15:16:14.892977 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5568efc0-2479-40b7-b4a4-e2ec7dfb7fd2 None None] Provisioning for port 3b2fac8b-179e-4ba8-beae-52c045c9077f completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:14.899291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5568efc0-2479-40b7-b4a4-e2ec7dfb7fd2 None None] Provisioning complete for port 3b2fac8b-179e-4ba8-beae-52c045c9077f triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:14.899986 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5568efc0-2479-40b7-b4a4-e2ec7dfb7fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:14.986215 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:14.995753 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e240fc08-e04e-4e6a-ac9c-b03b51e15468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.013838 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5568efc0-2479-40b7-b4a4-e2ec7dfb7fd2 None None] Port 3b2fac8b-179e-4ba8-beae-52c045c9077f cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:15.090442 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-6e2c233b-373c-490f-bb9f-94ec8d77d07f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 471 time: 0.1889460 Apr 22 15:16:15.101659 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'port': {'device_id': '5cd808cf-affb-4d5d-9d95-a608c69dcf38', 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079', 'admin_state_up': True, 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'security_groups': ['9e82facd-6dc6-474b-b566-fbe93bd7ad2b']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:15.235939 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:15.240212 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:port and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:15.243132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:15.249552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:15.250580 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eee10a97-e068-4cd0-8d1b-089bcfad071e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4f6cdeb4217a4e15a13b11df4fb9a141&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3807080 Apr 22 15:16:15.253189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35476) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:15.259640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:15.262629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.306903 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Allocated IP 172.26.8.47 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/f5f70aa0-11b6-481a-a4a2-0b8e1ab4cedf) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:15.401206 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-51d8fc82-8bd0-4eb8-86ff-b1bc9088539f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.430102 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.30 (4f591d2d-1ff7-4836-a21a-d4e347b68079/bce8984f-08ea-4b66-8357-7767853b40d6/8a279c39-676b-4b54-bb0e-085d84335988) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:15.445356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35482) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:15.451733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-51d8fc82-8bd0-4eb8-86ff-b1bc9088539f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.580278 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5f93e8-7bf1-4fc7-b089-2f5196f61435 admin admin] Deleting subnet b4293419-3eb1-44a9-b5a3-d2611eb64e8c {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:16:15.584775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.589029 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e5f93e8-7bf1-4fc7-b089-2f5196f61435 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.624073 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.649733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e5f93e8-7bf1-4fc7-b089-2f5196f61435 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.680038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object 8a279c39-676b-4b54-bb0e-085d84335988 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:15.690025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-51d8fc82-8bd0-4eb8-86ff-b1bc9088539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.701999 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.717968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8fc82-8bd0-4eb8-86ff-b1bc9088539f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f27c8f-1c41-43fc-9414-628db7854f6b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:15.736470 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.740349 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e5f93e8-7bf1-4fc7-b089-2f5196f61435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.783608 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 4f591d2d-1ff7-4836-a21a-d4e347b68079 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:15.786551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:15.790455 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:15.828630 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=8a279c39-676b-4b54-bb0e-085d84335988,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:15.867348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-51d8fc82-8bd0-4eb8-86ff-b1bc9088539f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.868471 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-51d8fc82-8bd0-4eb8-86ff-b1bc9088539f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/34f27c8f-1c41-43fc-9414-628db7854f6b HTTP/1.1" status: 204 len: 168 time: 0.6143713 Apr 22 15:16:15.870764 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:15.873113 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 96d49403-7cf1-43d2-bf0b-24b952a13de6 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:16:15.880040 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:15.886486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:15.918419 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event updated for resources: {'Port': ['ID=f5f70aa0-11b6-481a-a4a2-0b8e1ab4cedf,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:15.943963 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 96d49403-7cf1-43d2-bf0b-24b952a13de6 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:16:15.944580 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 96d49403-7cf1-43d2-bf0b-24b952a13de6 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:16:15.964654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:15.967917 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.976659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:15.979042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.013975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e5f93e8-7bf1-4fc7-b089-2f5196f61435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.023512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248292b-cdc9-4224-b9de-267a0d0219da req-ecc08f22-ce59-47ff-bf30-be965a6dcac1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:16.024517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-c248292b-cdc9-4224-b9de-267a0d0219da req-ecc08f22-ce59-47ff-bf30-be965a6dcac1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:16.048708 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7f6ca952-417b-4327-8ac1-608a22e640a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9504969 Apr 22 15:16:16.051335 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-c248292b-cdc9-4224-b9de-267a0d0219da req-ecc08f22-ce59-47ff-bf30-be965a6dcac1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:16.052464 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c248292b-cdc9-4224-b9de-267a0d0219da req-ecc08f22-ce59-47ff-bf30-be965a6dcac1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 932 time: 0.2323654 Apr 22 15:16:16.078484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f93e8-7bf1-4fc7-b089-2f5196f61435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4293419-3eb1-44a9-b5a3-d2611eb64e8c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:16.079492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Request body: {'port': {'device_id': '5cd808cf-affb-4d5d-9d95-a608c69dcf38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:16.092027 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7e5f93e8-7bf1-4fc7-b089-2f5196f61435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.110751 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7e5f93e8-7bf1-4fc7-b089-2f5196f61435 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b4293419-3eb1-44a9-b5a3-d2611eb64e8c HTTP/1.1" status: 204 len: 168 time: 0.6662273 Apr 22 15:16:16.115166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35490) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:16.164005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-689b0fbb-a13b-4c7f-983d-a069b80b1577 None None] Provisioning for port 8a279c39-676b-4b54-bb0e-085d84335988 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:16.172260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-689b0fbb-a13b-4c7f-983d-a069b80b1577 None None] Provisioning complete for port 8a279c39-676b-4b54-bb0e-085d84335988 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:16.173280 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-689b0fbb-a13b-4c7f-983d-a069b80b1577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.228721 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c248292b-cdc9-4224-b9de-267a0d0219da req-7b45ac0f-a387-4e9d-8cca-698f49f9dd37 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687868 Apr 22 15:16:16.236465 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.246988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-689b0fbb-a13b-4c7f-983d-a069b80b1577 None None] Port 8a279c39-676b-4b54-bb0e-085d84335988 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:16.321347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.328873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da5087c4-7128-4f7d-a4c2-d7a424c8e51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.431080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.546157 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da5087c4-7128-4f7d-a4c2-d7a424c8e51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.583659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-da5087c4-7128-4f7d-a4c2-d7a424c8e51b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa740579-344b-46c8-b01a-d057aaff6ff7']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:16.591973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a279c39-676b-4b54-bb0e-085d84335988 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:16:16.598941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.614820 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Transition to ACTIVE for port object 8a279c39-676b-4b54-bb0e-085d84335988 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:16.618321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.652111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-da5087c4-7128-4f7d-a4c2-d7a424c8e51b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f987ab8-8f38-4400-9d71-2add69298d89') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:16.652412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-da5087c4-7128-4f7d-a4c2-d7a424c8e51b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f987ab8-8f38-4400-9d71-2add69298d89') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:16.679449 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da5087c4-7128-4f7d-a4c2-d7a424c8e51b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.700780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da5087c4-7128-4f7d-a4c2-d7a424c8e51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.721613 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5087c4-7128-4f7d-a4c2-d7a424c8e51b admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:16:16.722014 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da5087c4-7128-4f7d-a4c2-d7a424c8e51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:16:16.736118 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:16:16.740619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Pushing event updated for resources: {'Port': ['ID=8a279c39-676b-4b54-bb0e-085d84335988,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:16.838102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da5087c4-7128-4f7d-a4c2-d7a424c8e51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.857158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Attempting to bind port 8a279c39-676b-4b54-bb0e-085d84335988 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:16.857619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Attempting to bind port 8a279c39-676b-4b54-bb0e-085d84335988 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '81246116-c5f8-454f-b83d-cd888a61d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:16.858052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Attempting to bind port 8a279c39-676b-4b54-bb0e-085d84335988 on network 4f591d2d-1ff7-4836-a21a-d4e347b68079 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:16.864682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Port 8a279c39-676b-4b54-bb0e-085d84335988 on network 4f591d2d-1ff7-4836-a21a-d4e347b68079 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:16:16.865116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Attempting to bind port 8a279c39-676b-4b54-bb0e-085d84335988 on network 4f591d2d-1ff7-4836-a21a-d4e347b68079 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:16.872696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:16.873131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Checking segment: {'id': '81246116-c5f8-454f-b83d-cd888a61d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:16.873585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Bound using segment: {'id': '81246116-c5f8-454f-b83d-cd888a61d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:16.874094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Bound port: 8a279c39-676b-4b54-bb0e-085d84335988, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81246116-c5f8-454f-b83d-cd888a61d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:16.874533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.954862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-da5087c4-7128-4f7d-a4c2-d7a424c8e51b admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.964305 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5087c4-7128-4f7d-a4c2-d7a424c8e51b admin admin] Pushing event deleted for resources: {'Network': ['ID=fa740579-344b-46c8-b01a-d057aaff6ff7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:16.967461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:16.972156 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-da5087c4-7128-4f7d-a4c2-d7a424c8e51b admin admin] 10.222.0.71 "DELETE /v2.0/networks/fa740579-344b-46c8-b01a-d057aaff6ff7 HTTP/1.1" status: 204 len: 168 time: 0.8558683 Apr 22 15:16:16.975010 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35494) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:16.977379 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] For port 8a279c39-676b-4b54-bb0e-085d84335988, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:16.981897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] For port 8a279c39-676b-4b54-bb0e-085d84335988, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8a279c39-676b-4b54-bb0e-085d84335988,segment=NetworkSegment(81246116-c5f8-454f-b83d-cd888a61d773),segment_id=81246116-c5f8-454f-b83d-cd888a61d773)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:16.989661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:17.010899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:17.066839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:17.068202 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] 10.222.0.70 "PUT /v2.0/ports/8a279c39-676b-4b54-bb0e-085d84335988 HTTP/1.1" status: 200 len: 1094 time: 0.9930973 Apr 22 15:16:17.068644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd808cf-affb-4d5d-9d95-a608c69dcf38', 'tag': '8a279c39-676b-4b54-bb0e-085d84335988'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:16:17.082825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcca44-6ebe-46f2-be6c-a266ef30e17c service neutron] Pushing event updated for resources: {'Port': ['ID=8a279c39-676b-4b54-bb0e-085d84335988,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:17.129814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-b240b665-472a-490f-b744-6c255baf330d admin admin] Deleting subnet 8b1238c7-78c7-4787-96d8-3872488bb378 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:16:17.145776 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event updated for resources: {'Port': ['ID=f5f70aa0-11b6-481a-a4a2-0b8e1ab4cedf,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:17.149983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b240b665-472a-490f-b744-6c255baf330d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:17.170452 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d3663b-a29f-460d-84b0-6c1af579d84b'] response: {'name': 'network-changed', 'server_uuid': '5cd808cf-affb-4d5d-9d95-a608c69dcf38', 'tag': '8a279c39-676b-4b54-bb0e-085d84335988', 'status': 'completed', 'code': 200} Apr 22 15:16:17.202593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:17.212688 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-e015c367-6682-428c-bef4-c09ef0b3e243 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 1097 time: 0.0791073 Apr 22 15:16:17.217038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b240b665-472a-490f-b744-6c255baf330d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:17.266263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:17.267477 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9775206e-a36a-44cc-b1fe-1493683a39dc tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5550494 Apr 22 15:16:17.271997 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35500) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:17.280000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3a9712bf-0128-4801-a441-cf207d5b3f98 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Request body: {'floatingip': {'port_id': '3b2fac8b-179e-4ba8-beae-52c045c9077f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:17.366566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b240b665-472a-490f-b744-6c255baf330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:17.394298 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3a9712bf-0128-4801-a441-cf207d5b3f98 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for floatingip, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:17.437042 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-e01bd356-f51e-4696-a204-43ffcd06a929 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=8a279c39-676b-4b54-bb0e-085d84335988 HTTP/1.1" status: 200 len: 217 time: 0.2107956 Apr 22 15:16:17.489289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:17.518864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-873ced91-d426-41c2-a5ed-0ad0c9fdcaa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:17.520318 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-873ced91-d426-41c2-a5ed-0ad0c9fdcaa0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bce8984f-08ea-4b66-8357-7767853b40d6 HTTP/1.1" status: 200 len: 837 time: 0.0739682 Apr 22 15:16:17.566536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70b800-975b-40ab-8dc4-66f57930fd3a req-a8ded0e5-a6c0-4df3-9b1b-10e77a2c1386 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:17.567968 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af70b800-975b-40ab-8dc4-66f57930fd3a req-a8ded0e5-a6c0-4df3-9b1b-10e77a2c1386 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 944 time: 0.1812978 Apr 22 15:16:17.596434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b240b665-472a-490f-b744-6c255baf330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:17.633970 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af70b800-975b-40ab-8dc4-66f57930fd3a req-f528f341-56c2-4ab2-ab72-51dca4801272 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591800 Apr 22 15:16:17.643745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240b665-472a-490f-b744-6c255baf330d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1238c7-78c7-4787-96d8-3872488bb378,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:17.645437 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-94d7cac1-fa58-4f81-8507-e16a999508f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f591d2d-1ff7-4836-a21a-d4e347b68079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1180589 Apr 22 15:16:17.657731 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-3a9712bf-0128-4801-a441-cf207d5b3f98 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] update failed (client error): The resource could not be found. Apr 22 15:16:17.661195 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3a9712bf-0128-4801-a441-cf207d5b3f98 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "PUT /v2.0/floatingips/94ef682d-9fe1-413f-8682-fb900ae0dd8c HTTP/1.1" status: 404 len: 507 time: 0.3857603 Apr 22 15:16:17.661410 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35506) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:17.723701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b240b665-472a-490f-b744-6c255baf330d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:17.747221 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b240b665-472a-490f-b744-6c255baf330d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8b1238c7-78c7-4787-96d8-3872488bb378 HTTP/1.1" status: 204 len: 168 time: 0.7711573 Apr 22 15:16:17.749762 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35510) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:17.784201 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-dff216af-6485-43fa-bd15-41be667fb115 service neutron] 10.222.0.70 "GET /v2.0/networks/4f591d2d-1ff7-4836-a21a-d4e347b68079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315126 Apr 22 15:16:17.884999 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d4261-dd9f-4280-a1af-45908837a72c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Deleting port f5f70aa0-11b6-481a-a4a2-0b8e1ab4cedf {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:17.885346 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4261-dd9f-4280-a1af-45908837a72c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:17.916661 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-781e0e41-d66a-4149-a8f7-f56a7ba23951 req-7973f3bf-fa2a-454e-98f0-b6fda12fbd4a service neutron] 10.222.0.70 "GET /v2.0/networks/4f591d2d-1ff7-4836-a21a-d4e347b68079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260262 Apr 22 15:16:17.987644 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24613be8-6858-4b64-b4a4-5d3d2c261ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:18.110903 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23066836-4163-4bf9-a80f-76290274a432 req-7b4a1bba-002f-44c2-92ee-a7f6f3e85f4d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 1097 time: 0.0837631 Apr 22 15:16:18.203014 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4261-dd9f-4280-a1af-45908837a72c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:18.203781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4261-dd9f-4280-a1af-45908837a72c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:18.215504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24613be8-6858-4b64-b4a4-5d3d2c261ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:18.245791 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23066836-4163-4bf9-a80f-76290274a432 req-b38bb2d0-d657-449c-92fe-410eb3d986ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:18.247316 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23066836-4163-4bf9-a80f-76290274a432 req-b38bb2d0-d657-449c-92fe-410eb3d986ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=4f591d2d-1ff7-4836-a21a-d4e347b68079 HTTP/1.1" status: 200 len: 897 time: 0.1300249 Apr 22 15:16:18.316791 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23066836-4163-4bf9-a80f-76290274a432 req-26c82591-37d7-458d-ba95-fdedbc93c6f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=8a279c39-676b-4b54-bb0e-085d84335988 HTTP/1.1" status: 200 len: 217 time: 0.0631001 Apr 22 15:16:18.378955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23066836-4163-4bf9-a80f-76290274a432 req-1c62835e-89e5-4095-8d74-e390d249ef5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:18.380374 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23066836-4163-4bf9-a80f-76290274a432 req-1c62835e-89e5-4095-8d74-e390d249ef5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bce8984f-08ea-4b66-8357-7767853b40d6 HTTP/1.1" status: 200 len: 837 time: 0.0585074 Apr 22 15:16:18.436251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d4261-dd9f-4280-a1af-45908837a72c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Calling delete_port for f5f70aa0-11b6-481a-a4a2-0b8e1ab4cedf owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:18.456250 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23066836-4163-4bf9-a80f-76290274a432 req-f13a68dc-28dc-475b-a70f-e634523d5570 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4f591d2d-1ff7-4836-a21a-d4e347b68079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0693946 Apr 22 15:16:18.472928 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-24613be8-6858-4b64-b4a4-5d3d2c261ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e28c7b-6084-4070-9df7-3cfb49993382']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:18.493175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-24613be8-6858-4b64-b4a4-5d3d2c261ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a7949c-e59a-4bf3-bb31-cf5d76fb0636') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:18.493469 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-24613be8-6858-4b64-b4a4-5d3d2c261ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a7949c-e59a-4bf3-bb31-cf5d76fb0636') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:18.513478 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24613be8-6858-4b64-b4a4-5d3d2c261ddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:18.541108 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24613be8-6858-4b64-b4a4-5d3d2c261ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:18.548583 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24613be8-6858-4b64-b4a4-5d3d2c261ddf admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:16:18.548970 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24613be8-6858-4b64-b4a4-5d3d2c261ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:16:18.562638 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:16:18.590618 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23066836-4163-4bf9-a80f-76290274a432 req-e60d0899-fcd4-497b-aab9-8f5e1a1575b6 service neutron] 10.222.0.70 "GET /v2.0/networks/4f591d2d-1ff7-4836-a21a-d4e347b68079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273265 Apr 22 15:16:18.679614 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24613be8-6858-4b64-b4a4-5d3d2c261ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:18.701323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-24613be8-6858-4b64-b4a4-5d3d2c261ddf admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:18.711572 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24613be8-6858-4b64-b4a4-5d3d2c261ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=27e28c7b-6084-4070-9df7-3cfb49993382,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:18.722504 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-24613be8-6858-4b64-b4a4-5d3d2c261ddf admin admin] 10.222.0.71 "DELETE /v2.0/networks/27e28c7b-6084-4070-9df7-3cfb49993382 HTTP/1.1" status: 204 len: 168 time: 0.9715681 Apr 22 15:16:18.724117 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4261-dd9f-4280-a1af-45908837a72c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:18.733772 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23066836-4163-4bf9-a80f-76290274a432 req-ae3e6d50-14d3-4d31-9e7d-a0a53b75ec80 service neutron] 10.222.0.70 "GET /v2.0/networks/4f591d2d-1ff7-4836-a21a-d4e347b68079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365230 Apr 22 15:16:18.768467 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d4261-dd9f-4280-a1af-45908837a72c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event deleted for resources: {'Port': ['ID=f5f70aa0-11b6-481a-a4a2-0b8e1ab4cedf,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:18.866079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4261-dd9f-4280-a1af-45908837a72c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:18.868574 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bc9d4261-dd9f-4280-a1af-45908837a72c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:18.869715 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bc9d4261-dd9f-4280-a1af-45908837a72c tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "DELETE /v2.0/floatingips/94ef682d-9fe1-413f-8682-fb900ae0dd8c HTTP/1.1" status: 204 len: 168 time: 1.2074096 Apr 22 15:16:18.873915 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35518) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:18.874930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53c25b-36ce-4424-823f-95c2b699ee76 req-cc63dd24-7b56-442d-96bd-d14f8a56f959 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:18.876738 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab53c25b-36ce-4424-823f-95c2b699ee76 req-cc63dd24-7b56-442d-96bd-d14f8a56f959 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 944 time: 0.0866845 Apr 22 15:16:18.879187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4109994c-bc96-4764-a7ff-03ac6626b9f3 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Request body: {'floatingip': {'floating_network_id': 'cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428', 'port_id': '3b2fac8b-179e-4ba8-beae-52c045c9077f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:18.884508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4109994c-bc96-4764-a7ff-03ac6626b9f3 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:18.888904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4109994c-bc96-4764-a7ff-03ac6626b9f3 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Usage tracker for resource:floatingip and tenant:54e6cb5c2ab14edfa4f22146a0f73f95 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:18.891930 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4109994c-bc96-4764-a7ff-03ac6626b9f3 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:18.898549 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4109994c-bc96-4764-a7ff-03ac6626b9f3 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:18.910985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4109994c-bc96-4764-a7ff-03ac6626b9f3 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:18.930009 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab53c25b-36ce-4424-823f-95c2b699ee76 req-8839d2df-34a4-45d2-b2e8-f67723190f15 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469654 Apr 22 15:16:18.960837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35522) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:19.011386 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4b8fb054-08b0-4e8f-bf66-1155a5fb73d6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4663eef56350429cb85eb50910a76d51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494108 Apr 22 15:16:19.013751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35526) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:19.073791 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af4f9162-ded6-48e0-9fce-58df09d5fcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:19.083887 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-4109994c-bc96-4764-a7ff-03ac6626b9f3 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:16:19.088497 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4109994c-bc96-4764-a7ff-03ac6626b9f3 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2101240 Apr 22 15:16:19.093034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35530) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:19.098623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '3b2fac8b-179e-4ba8-beae-52c045c9077f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:19.104895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:19.106816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af4f9162-ded6-48e0-9fce-58df09d5fcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:19.108731 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Usage tracker for resource:floatingip and tenant:54e6cb5c2ab14edfa4f22146a0f73f95 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:19.111636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:19.117610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:19.128216 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:19.160061 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af4f9162-ded6-48e0-9fce-58df09d5fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:19.176606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f9162-ded6-48e0-9fce-58df09d5fcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8084dbf4-a29c-446d-95af-ae320f67345d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:19.188492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af4f9162-ded6-48e0-9fce-58df09d5fcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:19.189707 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-af4f9162-ded6-48e0-9fce-58df09d5fcd5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8084dbf4-a29c-446d-95af-ae320f67345d HTTP/1.1" status: 204 len: 168 time: 0.1748972 Apr 22 15:16:19.271260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:19.411902 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Allocated IP 172.26.8.140 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/5e3de4fa-5d55-4679-98a6-569a6f3fc7b4) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:19.557856 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:19.585829 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:19.593174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35538) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:19.646515 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e1d63fb2-daff-4078-8bef-0ed9c5b3015a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ea81d47fc92c4156bf9d7dce795b5192&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520921 Apr 22 15:16:19.646997 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35542) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:19.655459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:19.658889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event updated for resources: {'Port': ['ID=5e3de4fa-5d55-4679-98a6-569a6f3fc7b4,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:19.662425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:19.664369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:19.707173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2f769aca-13a0-4082-95b9-271f8b45f410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:19.732609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2f769aca-13a0-4082-95b9-271f8b45f410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:19.785248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2f769aca-13a0-4082-95b9-271f8b45f410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:19.803605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f769aca-13a0-4082-95b9-271f8b45f410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bc08a4-9068-45e8-88b9-dd3a990a9540,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:19.810222 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2f769aca-13a0-4082-95b9-271f8b45f410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:19.813562 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2f769aca-13a0-4082-95b9-271f8b45f410 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d3bc08a4-9068-45e8-88b9-dd3a990a9540 HTTP/1.1" status: 204 len: 168 time: 0.1634407 Apr 22 15:16:19.842434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Deleting port 5e3de4fa-5d55-4679-98a6-569a6f3fc7b4 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:19.842859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:20.021896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:20.021896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:20.240706 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Calling delete_port for 5e3de4fa-5d55-4679-98a6-569a6f3fc7b4 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:20.257442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea2589-38f0-43f1-bf02-bf340e9bffac req-5ae07026-c5b4-4138-a6df-390e9f8721e6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:20.258936 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-67ea2589-38f0-43f1-bf02-bf340e9bffac req-5ae07026-c5b4-4138-a6df-390e9f8721e6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 944 time: 0.1797776 Apr 22 15:16:20.306673 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-67ea2589-38f0-43f1-bf02-bf340e9bffac req-2087f6b9-db7b-459f-b33e-758523501fc9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406609 Apr 22 15:16:20.374983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:20.420423 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event deleted for resources: {'Port': ['ID=5e3de4fa-5d55-4679-98a6-569a6f3fc7b4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:20.536094 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] create failed (client error): The resource could not be found. Apr 22 15:16:20.540795 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bb360147-484b-454d-9d5c-7293d3a3e8be tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4432366 Apr 22 15:16:20.541012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35564) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:20.606869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f758370a-31b8-4090-b193-f584494d78a7 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Deleting port 3b2fac8b-179e-4ba8-beae-52c045c9077f {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:20.607557 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f758370a-31b8-4090-b193-f584494d78a7 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:20.705996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35570) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:20.834239 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1345439466-network', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:20.838877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:20.842775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Usage tracker for resource:network and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:20.845884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:20.846468 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f758370a-31b8-4090-b193-f584494d78a7 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:20.851511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:20.861654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Made reservation on behalf of 772d75f15f3749d9bde609249fe8eb65 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:20.863940 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:20.876721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:20.907906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:20.911774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Usage tracker for resource:security_group_rule and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:20.914620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:20.920959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:20.966081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f758370a-31b8-4090-b193-f584494d78a7 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Calling delete_port for 3b2fac8b-179e-4ba8-beae-52c045c9077f owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:20.993423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:20.997954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:21.024928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:16:21.038046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abeb4b9-f1f0-4fb5-95a4-b9ccaca6fc30,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:21.043525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:21.043868 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Added segment c84848c1-84bd-4821-885d-418123af6da0 of type vlan for network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 Apr 22 15:16:21.071773 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:21.101583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:21.102504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:21.103070 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:21.113441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f758370a-31b8-4090-b193-f584494d78a7 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:21.159847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758370a-31b8-4090-b193-f584494d78a7 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event deleted for resources: {'Port': ['ID=3b2fac8b-179e-4ba8-beae-52c045c9077f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:21.210374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] Pushing event updated for resources: {'Network': ['ID=cc03783b-13cd-4d1c-8f42-0c1a57f850d8,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:21.216457 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-59fe72af-9014-4b70-be0d-187b1aae69df admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5064445 Apr 22 15:16:21.216837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35576) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:21.220239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:16:21.222824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Request body: {'subnet': {'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1345439466-subnet', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:21.228254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:21.233393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Usage tracker for resource:subnet and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:21.236410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:21.242700 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:21.257069 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Made reservation on behalf of 772d75f15f3749d9bde609249fe8eb65 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:21.260801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:21.264628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f758370a-31b8-4090-b193-f584494d78a7 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:21.275682 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f758370a-31b8-4090-b193-f584494d78a7 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "DELETE /v2.0/ports/3b2fac8b-179e-4ba8-beae-52c045c9077f HTTP/1.1" status: 204 len: 168 time: 0.7329254 Apr 22 15:16:21.276432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35580) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:21.445326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db183cdf-372e-4037-a6d5-2d24791d3ad0 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:21.445919 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-db183cdf-372e-4037-a6d5-2d24791d3ad0 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Synchronizing usage tracker for tenant:54e6cb5c2ab14edfa4f22146a0f73f95 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:21.547307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-db183cdf-372e-4037-a6d5-2d24791d3ad0 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Unset dirty status for tenant:54e6cb5c2ab14edfa4f22146a0f73f95 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:21.548421 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-db183cdf-372e-4037-a6d5-2d24791d3ad0 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ccd62d0-3dd8-486b-9477-5902d29c7413 HTTP/1.1" status: 200 len: 913 time: 0.2713928 Apr 22 15:16:21.551278 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35586) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:21.604610 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:21.639595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cf440-6faf-4810-8754-4b43e40c50cb req-e14861c0-9829-4f48-992d-1313effd554e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:21.641007 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-973cf440-6faf-4810-8754-4b43e40c50cb req-e14861c0-9829-4f48-992d-1313effd554e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 944 time: 0.1924467 Apr 22 15:16:21.717504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=702932b0-1303-4c0c-badc-9a0faea1a8ab,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:21.744746 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-973cf440-6faf-4810-8754-4b43e40c50cb req-7089ab63-98bf-4907-9b43-677f83024add tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953927 Apr 22 15:16:21.745556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Checking segment: {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:21.745909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Network hostable DHCP agents. Network: cc03783b-13cd-4d1c-8f42-0c1a57f850d8, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:16:21.774309 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:16:21.784365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, cc03783b-13cd-4d1c-8f42-0c1a57f850d8) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:21.788516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:21.789206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:21.794514 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c846cd0-c523-4abb-b5c4-b296ceba7436 None None] Network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:21.814790 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d3bf3760-ab73-4f22-8e0b-cfaa4b71f260 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5944457 Apr 22 15:16:21.815165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35590) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:21.820571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:21.826285 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:21.830471 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Usage tracker for resource:router and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:21.833651 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:21.841238 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:21.851842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:21.852925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:21.877404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:21.883509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed835-d864-49b7-b84c-85e97a2cc14d tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:21.902436 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 8a279c39-676b-4b54-bb0e-085d84335988 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:16:22.054023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:22.120972 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:16:22.121884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:22.199476 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 8a279c39-676b-4b54-bb0e-085d84335988, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8a279c39-676b-4b54-bb0e-085d84335988,segment=NetworkSegment(81246116-c5f8-454f-b83d-cd888a61d773),segment_id=81246116-c5f8-454f-b83d-cd888a61d773)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:22.228220 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '8a279c39-676b-4b54-bb0e-085d84335988', 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079', 'port_id': '8a279c39-676b-4b54-bb0e-085d84335988', 'mac_address': 'fa:16:3e:d2:e5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce8984f-08ea-4b66-8357-7767853b40d6', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:16:22.268342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:22.297655 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:22.341216 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:22.365541 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a279c39-676b-4b54-bb0e-085d84335988 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:16:22.382275 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Allocated IP 172.20.0.2 (cc03783b-13cd-4d1c-8f42-0c1a57f850d8/702932b0-1303-4c0c-badc-9a0faea1a8ab/7fea3147-d676-4806-be08-81a19dffa76d) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:22.395124 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 8a279c39-676b-4b54-bb0e-085d84335988, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8a279c39-676b-4b54-bb0e-085d84335988,segment=NetworkSegment(81246116-c5f8-454f-b83d-cd888a61d773),segment_id=81246116-c5f8-454f-b83d-cd888a61d773)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:22.401528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:22.456675 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Allocated IP 172.26.8.221 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/aa735ab9-eb9c-43ab-96a4-fd3f8c39983c) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:22.565253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=8a279c39-676b-4b54-bb0e-085d84335988,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:22.599072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ed835-d864-49b7-b84c-85e97a2cc14d tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Deleting port b1926973-278f-4e89-8be6-578be8dadd65 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:22.599859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed835-d864-49b7-b84c-85e97a2cc14d tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:22.621065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:22.660045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:22.713269 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:22.727392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Transition to ACTIVE for port object 7fea3147-d676-4806-be08-81a19dffa76d will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:22.727784 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:22.731793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:22.735958 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:22.749921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Transition to ACTIVE for port object 7fea3147-d676-4806-be08-81a19dffa76d will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:22.755662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:22.766620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Pushing event updated for resources: {'Port': ['ID=aa735ab9-eb9c-43ab-96a4-fd3f8c39983c,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:22.809940 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed835-d864-49b7-b84c-85e97a2cc14d tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:22.840347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:22.841218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Pushing event updated for resources: {'Port': ['ID=7fea3147-d676-4806-be08-81a19dffa76d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:22.843869 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:22.846224 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:22.878823 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['8a279c39-676b-4b54-bb0e-085d84335988'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:16:22.993533 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ed835-d864-49b7-b84c-85e97a2cc14d tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Calling delete_port for b1926973-278f-4e89-8be6-578be8dadd65 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:23.016504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Attempting to bind port 7fea3147-d676-4806-be08-81a19dffa76d on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:23.016918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Attempting to bind port 7fea3147-d676-4806-be08-81a19dffa76d by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:23.017272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Attempting to bind port 7fea3147-d676-4806-be08-81a19dffa76d on network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:23.041334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:23.042528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Checking segment: {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:23.043147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:23.043324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bc708-70c3-4f6f-84ed-f5c6cf889d79 req-16f0f5de-9316-4732-9994-7cff077bc762 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:23.043995 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Bound using segment: {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:23.044681 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Bound port: 7fea3147-d676-4806-be08-81a19dffa76d, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:23.044814 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f5bc708-70c3-4f6f-84ed-f5c6cf889d79 req-16f0f5de-9316-4732-9994-7cff077bc762 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 945 time: 0.1469657 Apr 22 15:16:23.045467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:23.111732 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f5bc708-70c3-4f6f-84ed-f5c6cf889d79 req-b7d6206d-683d-4c11-9efc-12b74ac7243c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574744 Apr 22 15:16:23.132584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:23.135175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:23.197238 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] For port 7fea3147-d676-4806-be08-81a19dffa76d, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:23.200742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed835-d864-49b7-b84c-85e97a2cc14d tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:23.200929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] For port 7fea3147-d676-4806-be08-81a19dffa76d, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7fea3147-d676-4806-be08-81a19dffa76d,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:23.224524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:23.253171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ed835-d864-49b7-b84c-85e97a2cc14d tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event deleted for resources: {'Port': ['ID=b1926973-278f-4e89-8be6-578be8dadd65,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:23.404154 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc38096-84ba-444b-872c-77e00ac2b9e2 None None] Pushing event updated for resources: {'Port': ['ID=7fea3147-d676-4806-be08-81a19dffa76d,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:23.430599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:16:23.540382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed835-d864-49b7-b84c-85e97a2cc14d tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:23.673896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:23.684754 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Sync routers for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:23.701918 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:23.702578 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:23.717888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:23.722164 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-971bfffe-04e7-4ed0-a251-932b9fdaa004 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9033782 Apr 22 15:16:23.728382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35596) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:23.896854 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:24.048956 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7fea3147-d676-4806-be08-81a19dffa76d up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:24.132241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 7fea3147-d676-4806-be08-81a19dffa76d completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:24.152661 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1ed835-d864-49b7-b84c-85e97a2cc14d tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Router 5ccd62d0-3dd8-486b-9477-5902d29c7413 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:16:24.262472 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:23Z', 'revision_number': 3, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:24.266786 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Checking router: cc41746b-4e25-4b9a-9e3d-0f24078acaa2 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:16:24.267940 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Updating router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 port aa735ab9-eb9c-43ab-96a4-fd3f8c39983c binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:16:24.326604 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:24.364192 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1ed835-d864-49b7-b84c-85e97a2cc14d tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:24.375387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc716c5-ad20-429e-9580-fc8046e2286d None None] Sync routers for ids ['5ccd62d0-3dd8-486b-9477-5902d29c7413'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:24.392135 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2c1ed835-d864-49b7-b84c-85e97a2cc14d tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "PUT /v2.0/routers/5ccd62d0-3dd8-486b-9477-5902d29c7413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8396368 Apr 22 15:16:24.395647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc716c5-ad20-429e-9580-fc8046e2286d None None] Routers {'5ccd62d0-3dd8-486b-9477-5902d29c7413'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:24.396288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-cfc716c5-ad20-429e-9580-fc8046e2286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5ccd62d0-3dd8-486b-9477-5902d29c7413'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:24.397242 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35602) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:24.523547 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-cfc716c5-ad20-429e-9580-fc8046e2286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:24.540033 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc716c5-ad20-429e-9580-fc8046e2286d None None] Routers {'5ccd62d0-3dd8-486b-9477-5902d29c7413'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:24.541119 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-cfc716c5-ad20-429e-9580-fc8046e2286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5ccd62d0-3dd8-486b-9477-5902d29c7413'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:24.549937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b13b40-a456-4ed5-be8a-9c57619d7542 req-6f768d32-7f05-4a01-9bbf-d67fdb3b21b8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:24.551439 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-93b13b40-a456-4ed5-be8a-9c57619d7542 req-6f768d32-7f05-4a01-9bbf-d67fdb3b21b8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 945 time: 0.2360466 Apr 22 15:16:24.581896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a3ccd81-55f1-45a4-8239-3c9888eec134 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:24.607487 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-93b13b40-a456-4ed5-be8a-9c57619d7542 req-c816e4ba-3533-464f-aaa4-c7f357f1f00d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505364 Apr 22 15:16:24.650577 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f5c64d-2216-4b07-8994-98c7efb0b489 None None] Network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:24.736071 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:24.749779 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Transition to ACTIVE for port object aa735ab9-eb9c-43ab-96a4-fd3f8c39983c will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:24.758524 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:24.835950 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5db8e-2538-4837-8e12-186cec84dcdb None None] Pushing event updated for resources: {'Port': ['ID=aa735ab9-eb9c-43ab-96a4-fd3f8c39983c,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:24.847587 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5db8e-2538-4837-8e12-186cec84dcdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:24.848688 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5db8e-2538-4837-8e12-186cec84dcdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:24.849192 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5db8e-2538-4837-8e12-186cec84dcdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:24.849682 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5db8e-2538-4837-8e12-186cec84dcdb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:24.850392 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5db8e-2538-4837-8e12-186cec84dcdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:24.850880 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5db8e-2538-4837-8e12-186cec84dcdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:24.851372 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5db8e-2538-4837-8e12-186cec84dcdb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:24.851891 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5db8e-2538-4837-8e12-186cec84dcdb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:24.852386 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5db8e-2538-4837-8e12-186cec84dcdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:24.852946 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5db8e-2538-4837-8e12-186cec84dcdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:24.853513 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc5db8e-2538-4837-8e12-186cec84dcdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:24.864467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-cfc716c5-ad20-429e-9580-fc8046e2286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:24.864940 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc716c5-ad20-429e-9580-fc8046e2286d None None] The sync data for ids ['5ccd62d0-3dd8-486b-9477-5902d29c7413'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:24.877381 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Attempting to bind port aa735ab9-eb9c-43ab-96a4-fd3f8c39983c on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:24.877997 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Attempting to bind port aa735ab9-eb9c-43ab-96a4-fd3f8c39983c by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:24.878538 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Attempting to bind port aa735ab9-eb9c-43ab-96a4-fd3f8c39983c on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:24.887053 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:24.887718 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:24.888330 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:24.888913 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:24.889902 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Bound port: aa735ab9-eb9c-43ab-96a4-fd3f8c39983c, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:24.890378 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:24.896626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-182ed975-a29d-446f-b3f0-cddf404a4f1c None None] Provisioning for port 7fea3147-d676-4806-be08-81a19dffa76d completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:24.907899 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-182ed975-a29d-446f-b3f0-cddf404a4f1c None None] Provisioning complete for port 7fea3147-d676-4806-be08-81a19dffa76d triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:24.908641 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-182ed975-a29d-446f-b3f0-cddf404a4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:24.928139 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:24.973776 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] For port aa735ab9-eb9c-43ab-96a4-fd3f8c39983c, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:24.977326 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] For port aa735ab9-eb9c-43ab-96a4-fd3f8c39983c, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aa735ab9-eb9c-43ab-96a4-fd3f8c39983c,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:24.986239 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:24.995303 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a3ccd81-55f1-45a4-8239-3c9888eec134 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:24.999323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a3ccd81-55f1-45a4-8239-3c9888eec134 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.025241 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a3ccd81-55f1-45a4-8239-3c9888eec134 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.025910 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3ccd81-55f1-45a4-8239-3c9888eec134 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Fanout notify agent at l3_agent the message router_deleted on router 5ccd62d0-3dd8-486b-9477-5902d29c7413 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:16:25.037637 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a3ccd81-55f1-45a4-8239-3c9888eec134 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.038918 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4a3ccd81-55f1-45a4-8239-3c9888eec134 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "DELETE /v2.0/routers/5ccd62d0-3dd8-486b-9477-5902d29c7413 HTTP/1.1" status: 204 len: 168 time: 0.6404026 Apr 22 15:16:25.042300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35606) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:25.088137 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5db8e-2538-4837-8e12-186cec84dcdb None None] Pushing event updated for resources: {'Port': ['ID=aa735ab9-eb9c-43ab-96a4-fd3f8c39983c,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:25.108147 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:25.108992 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:25.169451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Allocated IP 172.20.0.1 (cc03783b-13cd-4d1c-8f42-0c1a57f850d8/702932b0-1303-4c0c-badc-9a0faea1a8ab/328871e2-52f3-47d6-b7b6-dceef5f85b16) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:25.206081 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-182ed975-a29d-446f-b3f0-cddf404a4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.252831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-182ed975-a29d-446f-b3f0-cddf404a4f1c None None] For port 7fea3147-d676-4806-be08-81a19dffa76d, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7fea3147-d676-4806-be08-81a19dffa76d,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:25.262457 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-182ed975-a29d-446f-b3f0-cddf404a4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.340099 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:25.351919 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.369854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Transition to ACTIVE for port object 328871e2-52f3-47d6-b7b6-dceef5f85b16 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:25.382678 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ed975-a29d-446f-b3f0-cddf404a4f1c None None] Pushing event updated for resources: {'Port': ['ID=7fea3147-d676-4806-be08-81a19dffa76d,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:25.397514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.432833 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Deleting subnet b3b1657e-55f2-46b3-81a4-0acb0c81fbcd {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:16:25.439994 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.487463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:25.492336 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:25.496428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:25.516702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.539304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Pushing event updated for resources: {'Port': ['ID=328871e2-52f3-47d6-b7b6-dceef5f85b16,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:25.557274 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.590392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5bdefee0-d2e7-4a15-badb-5de697a351cd None None] Provisioning complete for port 7fea3147-d676-4806-be08-81a19dffa76d triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:25.591036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bdefee0-d2e7-4a15-badb-5de697a351cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.631487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.715981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.726093 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:23Z', 'revision_number': 3, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:25.730240 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010fc224-e9ee-4808-897f-382693ad2e2f None None] The sync data for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv is: [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:23Z', 'revision_number': 3, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:25.755552 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.802029 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b1657e-55f2-46b3-81a4-0acb0c81fbcd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:25.817582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:25.818021 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:25.818464 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:25.818885 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:25.819284 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:25.819694 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:25.820081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:25.820478 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:25.820872 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:25.821323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:25.821730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:25.825477 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44a7cde-15f5-429c-829a-94ac23299272 None None] Network cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:25.827982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:25.837404 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-10fb47b0-333a-4c28-81ed-026b771af757 tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "DELETE /v2.0/subnets/b3b1657e-55f2-46b3-81a4-0acb0c81fbcd HTTP/1.1" status: 204 len: 168 time: 0.7936101 Apr 22 15:16:25.841739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35612) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:25.951262 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 8a279c39-676b-4b54-bb0e-085d84335988 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:26.031130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.047703 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Deleting port ff5677c9-7e6c-4c82-b343-4e79208b85f5 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:26.047703 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.074315 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7fea3147-d676-4806-be08-81a19dffa76d up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:26.133556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.143650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a75547-bb94-46fe-85db-3c3efc98c855 req-a5cfd3ac-57dc-4a47-9a17-9a8300c4f559 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:26.145281 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-81a75547-bb94-46fe-85db-3c3efc98c855 req-a5cfd3ac-57dc-4a47-9a17-9a8300c4f559 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 945 time: 0.3434150 Apr 22 15:16:26.147113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.252142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-740e19c2-6c34-4c92-a124-c1d30e2df844 None None] Provisioning for port 328871e2-52f3-47d6-b7b6-dceef5f85b16 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:26.306347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] For port ff5677c9-7e6c-4c82-b343-4e79208b85f5, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ff5677c9-7e6c-4c82-b343-4e79208b85f5,segment=NetworkSegment(a1fdd9a7-7e02-42d5-908c-d622c656ec34),segment_id=a1fdd9a7-7e02-42d5-908c-d622c656ec34)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:26.306744 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.307143 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-81a75547-bb94-46fe-85db-3c3efc98c855 req-987fb7c1-9955-45bd-98ec-3a49e67663e6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139166 Apr 22 15:16:26.337246 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-740e19c2-6c34-4c92-a124-c1d30e2df844 None None] Provisioning complete for port 328871e2-52f3-47d6-b7b6-dceef5f85b16 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:26.337508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Pushing event updated for resources: {'Port': ['ID=328871e2-52f3-47d6-b7b6-dceef5f85b16,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:26.338734 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-740e19c2-6c34-4c92-a124-c1d30e2df844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.341016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.408249 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-740e19c2-6c34-4c92-a124-c1d30e2df844 None None] Port 328871e2-52f3-47d6-b7b6-dceef5f85b16 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:26.446587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Calling delete_port for ff5677c9-7e6c-4c82-b343-4e79208b85f5 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:26.453881 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 8a279c39-676b-4b54-bb0e-085d84335988 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:26.460988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 8a279c39-676b-4b54-bb0e-085d84335988 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:26.461358 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.493081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:26.494646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:26.527880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 7fea3147-d676-4806-be08-81a19dffa76d triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:26.531615 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.536717 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.587173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event deleted for resources: {'Port': ['ID=ff5677c9-7e6c-4c82-b343-4e79208b85f5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:26.599046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] No DVR routers for this DVR port ff5677c9-7e6c-4c82-b343-4e79208b85f5 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:16:26.656724 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48d15fc-5ddd-40db-889a-a1710955fb87 None None] DHCP port deletion for cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:16:26.780510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.816728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:26.827495 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fdd9a7-7e02-42d5-908c-d622c656ec34') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:26.827951 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fdd9a7-7e02-42d5-908c-d622c656ec34') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:26.840329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.844158 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.857101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.864866 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:16:26.865367 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.874239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e0eba663-998e-4bdf-a2ca-b886d7ed15f1 None None] Provisioning complete for port 328871e2-52f3-47d6-b7b6-dceef5f85b16 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:26.874615 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e0eba663-998e-4bdf-a2ca-b886d7ed15f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:16:26.880479 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:16:26.905891 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd808cf-affb-4d5d-9d95-a608c69dcf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a279c39-676b-4b54-bb0e-085d84335988'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:16:26.935106 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 8a279c39-676b-4b54-bb0e-085d84335988, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8a279c39-676b-4b54-bb0e-085d84335988,segment=NetworkSegment(81246116-c5f8-454f-b83d-cd888a61d773),segment_id=81246116-c5f8-454f-b83d-cd888a61d773)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:26.968752 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-899ac47a-8aa9-4fa8-85fe-90d38f4ed073'] response: {'server_uuid': '5cd808cf-affb-4d5d-9d95-a608c69dcf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a279c39-676b-4b54-bb0e-085d84335988', 'code': 200} Apr 22 15:16:26.969037 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:26.973170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:27.002944 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:27.017439 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e0eba663-998e-4bdf-a2ca-b886d7ed15f1 None None] Port 328871e2-52f3-47d6-b7b6-dceef5f85b16 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:27.036125 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] Pushing event deleted for resources: {'Network': ['ID=cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:27.057259 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8515da19-9bde-4352-a072-c05172dcdf7e tempest-FloatingIPNegativeTestJSON-460976218 tempest-FloatingIPNegativeTestJSON-460976218-project] 10.222.0.71 "DELETE /v2.0/networks/cfcc2b2b-6e43-4841-b5c0-a4d2c3b0a428 HTTP/1.1" status: 204 len: 168 time: 1.2143500 Apr 22 15:16:27.059227 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=8a279c39-676b-4b54-bb0e-085d84335988,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:27.147888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:16:27.297016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35622) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:27.360451 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5a957795-a6b9-4e25-9cd6-968985359a86 req-480aa281-64f0-46d5-b51e-1c92c15124ba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 1099 time: 0.1540942 Apr 22 15:16:27.417778 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5a957795-a6b9-4e25-9cd6-968985359a86 req-16e97ca5-95e3-49ac-a8c9-f699ba1b323f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507751 Apr 22 15:16:27.472873 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-69bf5b6f-44c2-4469-986d-5570927ccb23 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=54e6cb5c2ab14edfa4f22146a0f73f95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1746359 Apr 22 15:16:27.475346 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35630) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:27.496795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:27.509980 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f8b6dfb8-c6da-4eb4-aa76-d25474e4b1cc admin admin] 10.222.0.71 "PUT /v2.0/routers/cc41746b-4e25-4b9a-9e3d-0f24078acaa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7794092 Apr 22 15:16:27.524483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b87262-3c94-43ba-bc7f-f5c0a5633082 req-63fc6d7e-5225-4fd9-8918-6c45bbcda0a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:27.526584 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-00b87262-3c94-43ba-bc7f-f5c0a5633082 req-63fc6d7e-5225-4fd9-8918-6c45bbcda0a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 946 time: 0.0976400 Apr 22 15:16:27.543111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d537f1b5-375f-47e4-abbc-aea27d7494d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:27.573098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d537f1b5-375f-47e4-abbc-aea27d7494d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:27.583755 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-00b87262-3c94-43ba-bc7f-f5c0a5633082 req-e8d86ab7-5da9-445e-bef6-00c70c17461c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477457 Apr 22 15:16:27.628323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d537f1b5-375f-47e4-abbc-aea27d7494d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:27.642526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537f1b5-375f-47e4-abbc-aea27d7494d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50848665-adad-44db-b6d3-6b37ead27e2b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:27.649031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d537f1b5-375f-47e4-abbc-aea27d7494d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:27.651675 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d537f1b5-375f-47e4-abbc-aea27d7494d2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/50848665-adad-44db-b6d3-6b37ead27e2b HTTP/1.1" status: 204 len: 168 time: 0.1751242 Apr 22 15:16:28.007847 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aa735ab9-eb9c-43ab-96a4-fd3f8c39983c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:28.083948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port aa735ab9-eb9c-43ab-96a4-fd3f8c39983c completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:28.089998 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port aa735ab9-eb9c-43ab-96a4-fd3f8c39983c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:28.090385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:28.216294 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:28.233131 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port aa735ab9-eb9c-43ab-96a4-fd3f8c39983c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aa735ab9-eb9c-43ab-96a4-fd3f8c39983c,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:28.237234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:28.299939 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ff5677c9-7e6c-4c82-b343-4e79208b85f5 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:16:28.337599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: ff5677c9-7e6c-4c82-b343-4e79208b85f5 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:16:28.338648 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ff5677c9-7e6c-4c82-b343-4e79208b85f5 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:16:28.355656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=aa735ab9-eb9c-43ab-96a4-fd3f8c39983c,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:28.487681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35670) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:28.493181 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-750915356-network', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:28.498355 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:28.502116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Usage tracker for resource:network and tenant:d0452ed52eeb4720aaf9b7cd2b15affc is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:28.504964 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:28.510723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:28.520009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Made reservation on behalf of d0452ed52eeb4720aaf9b7cd2b15affc for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:28.522463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:28.535103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:28.565296 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:28.569025 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Usage tracker for resource:security_group_rule and tenant:d0452ed52eeb4720aaf9b7cd2b15affc is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:28.571844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:28.577942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:28.582430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35674) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:28.653646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:28.658346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:28.689721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:16:28.702486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cc4bea-d598-48ab-8277-783dd8afd17f,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:28.707079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:28.707424 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Added segment 2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2 of type vlan for network 5fd53cc0-a89d-4adf-9a33-d537c5a38348 Apr 22 15:16:28.761697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1275796167'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:28.772423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:28.772769 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:28.773106 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:28.773440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:28.773775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:28.774106 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:28.774456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:28.774784 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:28.775125 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:28.775450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:28.775770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:28.784267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:28.802079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:28.807538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:network and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:28.811459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:28.824750 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:28.855951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:28.858975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:28.878701 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:28.897989 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:28.898945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:28.899584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:28.922878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3830322-bf95-4e1b-a478-17b8e609342f req-7ac53f9d-d5c3-4185-84e1-f455d106ec4b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:28.924331 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3830322-bf95-4e1b-a478-17b8e609342f req-7ac53f9d-d5c3-4185-84e1-f455d106ec4b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 946 time: 0.2109656 Apr 22 15:16:29.043682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:29.056915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:security_group_rule and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:29.064307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:29.066868 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] Pushing event updated for resources: {'Network': ['ID=5fd53cc0-a89d-4adf-9a33-d537c5a38348,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:29.074494 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c0eb8f80-c8bb-4529-a3db-362178b13a6a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5857110 Apr 22 15:16:29.077661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:29.078419 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35682) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:29.080025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 5fd53cc0-a89d-4adf-9a33-d537c5a38348 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:16:29.086075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Request body: {'subnet': {'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-750915356-subnet', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:29.086309 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3830322-bf95-4e1b-a478-17b8e609342f req-8894a16c-5b23-40e0-bcca-44b2e65a81ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526875 Apr 22 15:16:29.092579 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:29.098245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Usage tracker for resource:subnet and tenant:d0452ed52eeb4720aaf9b7cd2b15affc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:29.102988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:29.110662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:29.125096 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Made reservation on behalf of d0452ed52eeb4720aaf9b7cd2b15affc for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:29.127843 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.169059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.174858 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.222245 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:16:29.232346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231d76f0-5aec-4fc8-a8a3-8532d6198f6b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:29.240673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.241695 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Added segment f93bc0fc-caa1-48b5-a839-12abc2a25470 of type vlan for network 0a0ccc96-368d-4326-9720-472c5e7c75db Apr 22 15:16:29.281821 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.312776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.316925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:29.317570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.361759 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.428111 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8421593 Apr 22 15:16:29.429739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35686) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:29.437928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-183533441'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:29.449397 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:29.451921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878751bb-7e25-4df3-bc21-53b341de6008 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Network': ['ID=0a0ccc96-368d-4326-9720-472c5e7c75db,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:29.456930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:network and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:29.460968 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:29.462931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 0a0ccc96-368d-4326-9720-472c5e7c75db details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:16:29.467549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:29.478131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:29.481932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.512744 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:16:29.523077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.523485 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Added segment 1bb931ba-b2ff-48ff-bc66-011b950e6fe0 of type vlan for network c314e4c9-2298-43eb-9848-ca5c5ffa5f6a Apr 22 15:16:29.533046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Pushing event updated for resources: {'Subnet': ['ID=502fd250-562e-4ff6-a0b7-4fa2283feaa2,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:29.543124 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Checking segment: {'id': '2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:29.543790 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Network hostable DHCP agents. Network: 5fd53cc0-a89d-4adf-9a33-d537c5a38348, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:16:29.545060 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Sync routers for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:29.558823 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.565128 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:29.565788 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:29.575940 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Network 5fd53cc0-a89d-4adf-9a33-d537c5a38348 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:16:29.590692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 5fd53cc0-a89d-4adf-9a33-d537c5a38348) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:29.595847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:29.597150 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.599628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.601373 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0a8c43-f51c-43c6-a5a9-adbb085e047e None None] Network 5fd53cc0-a89d-4adf-9a33-d537c5a38348 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:29.604839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:29.605696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.624731 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6d9243ea-045b-4357-b424-49153d8c001f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5421379 Apr 22 15:16:29.625018 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35690) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:29.635017 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-750915356-router', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:29.641416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:29.647157 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Usage tracker for resource:router and tenant:d0452ed52eeb4720aaf9b7cd2b15affc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:29.651823 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:29.658592 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:29.672125 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.673227 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.704183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.722596 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2917650 Apr 22 15:16:29.725809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35694) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:29.733874 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'subnet': {'network_id': '0a0ccc96-368d-4326-9720-472c5e7c75db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:29.750891 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53dd7d-5856-4fed-9651-f85c966e496c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Network': ['ID=c314e4c9-2298-43eb-9848-ca5c5ffa5f6a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:29.782977 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:29.825290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network c314e4c9-2298-43eb-9848-ca5c5ffa5f6a details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:16:29.854213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:29.858682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:subnet and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:29.861780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:29.869748 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:29.880582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:29.883743 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:29.918769 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-5fd53cc0-a89d-4adf-9a33-d537c5a38348', 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'fixed_ips': [{'subnet_id': '502fd250-562e-4ff6-a0b7-4fa2283feaa2'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:16:29.919678 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.054340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.057348 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aa735ab9-eb9c-43ab-96a4-fd3f8c39983c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:30.151485 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 2, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:30.157461 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Checking router: cc41746b-4e25-4b9a-9e3d-0f24078acaa2 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:16:30.158007 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Updating router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 port 328871e2-52f3-47d6-b7b6-dceef5f85b16 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:16:30.246761 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.254464 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.293584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.298266 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Allocated IP 172.20.0.2 (5fd53cc0-a89d-4adf-9a33-d537c5a38348/502fd250-562e-4ff6-a0b7-4fa2283feaa2/b355bfe4-61e9-41f1-8624-07fcf7cf333c) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:30.304432 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port aa735ab9-eb9c-43ab-96a4-fd3f8c39983c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:30.304794 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.474394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Allocated IP 172.26.8.61 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/07cc1aae-303a-48d5-9327-d832fdfbd150) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:30.520993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0010-5319-48cc-aec2-c7ce97994f3c req-f58d16e6-4cb2-43bc-af11-fec32a60b924 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:30.522979 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-789f0010-5319-48cc-aec2-c7ce97994f3c req-f58d16e6-4cb2-43bc-af11-fec32a60b924 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 946 time: 0.2870474 Apr 22 15:16:30.607026 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-789f0010-5319-48cc-aec2-c7ce97994f3c req-4dded05d-063d-4337-8daf-13160aeba06b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759199 Apr 22 15:16:30.621037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.639766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.651834 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Transition to ACTIVE for port object b355bfe4-61e9-41f1-8624-07fcf7cf333c will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:30.673328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Transition to ACTIVE for port object b355bfe4-61e9-41f1-8624-07fcf7cf333c will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:30.683549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.696547 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Subnet': ['ID=89ceb07f-39ed-4f57-a13c-29ae122d0a15,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:30.710753 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.720160 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.723697 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Transition to ACTIVE for port object 328871e2-52f3-47d6-b7b6-dceef5f85b16 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:30.729456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Checking segment: {'id': 'f93bc0fc-caa1-48b5-a839-12abc2a25470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a0ccc96-368d-4326-9720-472c5e7c75db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:30.729815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network hostable DHCP agents. Network: 0a0ccc96-368d-4326-9720-472c5e7c75db, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:16:30.735073 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.759873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network 0a0ccc96-368d-4326-9720-472c5e7c75db is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:16:30.771639 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Network 5fd53cc0-a89d-4adf-9a33-d537c5a38348 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:30.775666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:30.777142 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 0a0ccc96-368d-4326-9720-472c5e7c75db) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:30.778221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:30.783918 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.787398 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Pushing event updated for resources: {'Port': ['ID=b355bfe4-61e9-41f1-8624-07fcf7cf333c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:30.788220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:30.789096 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:30.794021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6590543f-9086-4c9c-9f1d-fe6681c0da16 None None] Network 0a0ccc96-368d-4326-9720-472c5e7c75db requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:30.817992 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-adfd78ad-b89c-446c-bc70-c1ed172aeee8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0906172 Apr 22 15:16:30.819080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35702) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:30.826061 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'subnet': {'network_id': 'c314e4c9-2298-43eb-9848-ca5c5ffa5f6a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:30.847339 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b5264-3d7e-4ca3-8de1-7e54e589921c None None] Pushing event updated for resources: {'Port': ['ID=328871e2-52f3-47d6-b7b6-dceef5f85b16,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:30.884863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:30.893291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:30.899462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:30.959973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Pushing event updated for resources: {'Port': ['ID=07cc1aae-303a-48d5-9327-d832fdfbd150,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:31.080713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:31.101925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:subnet and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:31.111594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:31.121073 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:31.129962 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Attempting to bind port 328871e2-52f3-47d6-b7b6-dceef5f85b16 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:31.131397 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Attempting to bind port 328871e2-52f3-47d6-b7b6-dceef5f85b16 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:31.131867 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Attempting to bind port 328871e2-52f3-47d6-b7b6-dceef5f85b16 on network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:31.143916 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Attempting to bind port b355bfe4-61e9-41f1-8624-07fcf7cf333c on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:31.144360 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Attempting to bind port b355bfe4-61e9-41f1-8624-07fcf7cf333c by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:31.144814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Attempting to bind port b355bfe4-61e9-41f1-8624-07fcf7cf333c on network 5fd53cc0-a89d-4adf-9a33-d537c5a38348 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:31.150960 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:31.152267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:31.152742 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Checking segment: {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:31.153734 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:31.156278 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Bound using segment: {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:31.156867 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Bound port: 328871e2-52f3-47d6-b7b6-dceef5f85b16, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:31.157365 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:31.157802 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:31.159268 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:31.159432 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:31.159729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Checking segment: {'id': '2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:31.160177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:31.160576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Bound using segment: {'id': '2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:31.161046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Bound port: b355bfe4-61e9-41f1-8624-07fcf7cf333c, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:31.161417 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:31.257414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095af6e-f572-4085-9b73-64e764169d1a req-02404b70-5d35-4827-b592-06a9ea2a452f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:31.258903 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a095af6e-f572-4085-9b73-64e764169d1a req-02404b70-5d35-4827-b592-06a9ea2a452f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 946 time: 0.2609272 Apr 22 15:16:31.269918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:31.276994 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] For port 328871e2-52f3-47d6-b7b6-dceef5f85b16, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:31.278499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-0a0ccc96-368d-4326-9720-472c5e7c75db', 'network_id': '0a0ccc96-368d-4326-9720-472c5e7c75db', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'fixed_ips': [{'subnet_id': '89ceb07f-39ed-4f57-a13c-29ae122d0a15'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:16:31.279399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:31.281576 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] For port 328871e2-52f3-47d6-b7b6-dceef5f85b16, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=328871e2-52f3-47d6-b7b6-dceef5f85b16,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:31.290093 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:31.369495 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] For port b355bfe4-61e9-41f1-8624-07fcf7cf333c, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:31.392827 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b5264-3d7e-4ca3-8de1-7e54e589921c None None] Pushing event updated for resources: {'Port': ['ID=328871e2-52f3-47d6-b7b6-dceef5f85b16,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:31.393542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] For port b355bfe4-61e9-41f1-8624-07fcf7cf333c, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b355bfe4-61e9-41f1-8624-07fcf7cf333c,segment=NetworkSegment(2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2),segment_id=2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:31.401140 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a095af6e-f572-4085-9b73-64e764169d1a req-30435795-6610-4e25-b00f-da6a538fd494 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360359 Apr 22 15:16:31.417600 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:31.447861 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:31.448542 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:31.468387 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Router 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:16:31.589516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d56bb-240d-4e18-8e9e-8ba018d00b60 None None] Pushing event updated for resources: {'Port': ['ID=b355bfe4-61e9-41f1-8624-07fcf7cf333c,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:31.604984 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Allocated IP 2001:db8::2 (0a0ccc96-368d-4326-9720-472c5e7c75db/89ceb07f-39ed-4f57-a13c-29ae122d0a15/ced12dca-b4c6-48ee-9c5a-5b1da34f20ba) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:31.696922 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:31.701652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:31.809574 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:31.836554 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Subnet': ['ID=e304ec7b-df63-4236-acc5-c69245ce367a,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:31.865795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Checking segment: {'id': '1bb931ba-b2ff-48ff-bc66-011b950e6fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c314e4c9-2298-43eb-9848-ca5c5ffa5f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:31.866395 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network hostable DHCP agents. Network: c314e4c9-2298-43eb-9848-ca5c5ffa5f6a, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:16:31.870374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:31.875863 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3d1c73d8-ee33-4d87-ad49-fdfe0a36f766 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2494023 Apr 22 15:16:31.878326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35710) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:31.942655 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network c314e4c9-2298-43eb-9848-ca5c5ffa5f6a is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:16:31.979852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, c314e4c9-2298-43eb-9848-ca5c5ffa5f6a) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:31.999734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:32.001542 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:32.039737 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ff9eda57-5af3-404a-bfb8-0efcf53ef9b4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2192905 Apr 22 15:16:32.040627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35714) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:32.057959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-422a1a2f-e284-463c-885e-50772cb55fd3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1920014779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:32.064866 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:32.085455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Transition to ACTIVE for port object ced12dca-b4c6-48ee-9c5a-5b1da34f20ba will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:32.086645 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-422a1a2f-e284-463c-885e-50772cb55fd3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:32.097285 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-422a1a2f-e284-463c-885e-50772cb55fd3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:router and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:32.098612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ae319-3e01-45df-8ab6-ea20e64d13d4 None None] Network c314e4c9-2298-43eb-9848-ca5c5ffa5f6a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:32.105934 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-422a1a2f-e284-463c-885e-50772cb55fd3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:32.118778 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Sync routers for ids ['5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:32.120065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-422a1a2f-e284-463c-885e-50772cb55fd3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:32.144147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b355bfe4-61e9-41f1-8624-07fcf7cf333c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:32.149834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-422a1a2f-e284-463c-885e-50772cb55fd3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:32.152262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-422a1a2f-e284-463c-885e-50772cb55fd3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:32.186009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-422a1a2f-e284-463c-885e-50772cb55fd3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:32.205043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-422a1a2f-e284-463c-885e-50772cb55fd3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:32.205307 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:31Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:32.213464 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e405df3-1ec6-4ba2-a1d7-1a7be676b5f9 None None] The sync data for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv is: [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:31Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:32.232117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-422a1a2f-e284-463c-885e-50772cb55fd3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:32.234200 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-422a1a2f-e284-463c-885e-50772cb55fd3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1886311 Apr 22 15:16:32.237411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35718) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:32.270974 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Transition to ACTIVE for port object ced12dca-b4c6-48ee-9c5a-5b1da34f20ba will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:32.304978 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:32.384944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Routers {'5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:32.386464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:32.628943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Pushing event updated for resources: {'Port': ['ID=ced12dca-b4c6-48ee-9c5a-5b1da34f20ba,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:32.766508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port b355bfe4-61e9-41f1-8624-07fcf7cf333c completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:32.787113 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Network 0a0ccc96-368d-4326-9720-472c5e7c75db is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:32.809199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:32.815542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-c314e4c9-2298-43eb-9848-ca5c5ffa5f6a', 'network_id': 'c314e4c9-2298-43eb-9848-ca5c5ffa5f6a', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'fixed_ips': [{'subnet_id': 'e304ec7b-df63-4236-acc5-c69245ce367a'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:16:32.816373 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:32.835253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:32.982530 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35722) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:33.070832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.102041 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.155931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8e1732-7236-47ed-9afd-660f69983e44 None None] Network 5fd53cc0-a89d-4adf-9a33-d537c5a38348 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:33.261560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Attempting to bind port ced12dca-b4c6-48ee-9c5a-5b1da34f20ba on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:33.261935 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Attempting to bind port ced12dca-b4c6-48ee-9c5a-5b1da34f20ba by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'f93bc0fc-caa1-48b5-a839-12abc2a25470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a0ccc96-368d-4326-9720-472c5e7c75db'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:33.262331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Attempting to bind port ced12dca-b4c6-48ee-9c5a-5b1da34f20ba on network 0a0ccc96-368d-4326-9720-472c5e7c75db {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:33.336487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.342494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f0933998-c0b1-4f37-916c-66d9cc9509a2 None None] Provisioning for port b355bfe4-61e9-41f1-8624-07fcf7cf333c completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:33.357066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Set router 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:33.412365 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:33.413172 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Checking segment: {'id': 'f93bc0fc-caa1-48b5-a839-12abc2a25470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a0ccc96-368d-4326-9720-472c5e7c75db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:33.413172 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.413584 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Bound using segment: {'id': 'f93bc0fc-caa1-48b5-a839-12abc2a25470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a0ccc96-368d-4326-9720-472c5e7c75db'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:33.414073 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Bound port: ced12dca-b4c6-48ee-9c5a-5b1da34f20ba, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93bc0fc-caa1-48b5-a839-12abc2a25470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0a0ccc96-368d-4326-9720-472c5e7c75db'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:33.414494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.441681 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f0933998-c0b1-4f37-916c-66d9cc9509a2 None None] Provisioning complete for port b355bfe4-61e9-41f1-8624-07fcf7cf333c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:33.441932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0933998-c0b1-4f37-916c-66d9cc9509a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.498990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Allocated IP 2001:db8::1 (0a0ccc96-368d-4326-9720-472c5e7c75db/89ceb07f-39ed-4f57-a13c-29ae122d0a15/741746a4-2064-46cb-a51b-94f9aed9b565) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:33.682579 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.699192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Transition to ACTIVE for port object 741746a4-2064-46cb-a51b-94f9aed9b565 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:33.722863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Allocated IP 172.20.0.1 (5fd53cc0-a89d-4adf-9a33-d537c5a38348/502fd250-562e-4ff6-a0b7-4fa2283feaa2/bcc09f6e-ed18-4dfd-9c07-33c4645a5442) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:33.723239 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.731944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Allocated IP 2001:db8:1::2 (c314e4c9-2298-43eb-9848-ca5c5ffa5f6a/e304ec7b-df63-4236-acc5-c69245ce367a/dd5ce12a-5961-4524-a813-0bfcebb26778) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:33.800391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=741746a4-2064-46cb-a51b-94f9aed9b565,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:33.803768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network 0a0ccc96-368d-4326-9720-472c5e7c75db is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:33.805543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:33.808142 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:33.809241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.899721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.909609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:33.936868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Transition to ACTIVE for port object bcc09f6e-ed18-4dfd-9c07-33c4645a5442 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:34.000581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] For port ced12dca-b4c6-48ee-9c5a-5b1da34f20ba, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:34.058770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] For port ced12dca-b4c6-48ee-9c5a-5b1da34f20ba, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ced12dca-b4c6-48ee-9c5a-5b1da34f20ba,segment=NetworkSegment(f93bc0fc-caa1-48b5-a839-12abc2a25470),segment_id=f93bc0fc-caa1-48b5-a839-12abc2a25470)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:34.106123 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 328871e2-52f3-47d6-b7b6-dceef5f85b16 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:34.223746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:34.249444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:34.324854 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0933998-c0b1-4f37-916c-66d9cc9509a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:34.328412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Network 5fd53cc0-a89d-4adf-9a33-d537c5a38348 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:34.337018 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:34.340134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc09f6e-ed18-4dfd-9c07-33c4645a5442,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:34.342306 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:34.378739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:34.385060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:34.385494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:34.402032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:34.429207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640c98a-5636-4427-9239-b47db2da8791 None None] Pushing event updated for resources: {'Port': ['ID=ced12dca-b4c6-48ee-9c5a-5b1da34f20ba,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:34.464431 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f0933998-c0b1-4f37-916c-66d9cc9509a2 None None] For port b355bfe4-61e9-41f1-8624-07fcf7cf333c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b355bfe4-61e9-41f1-8624-07fcf7cf333c,segment=NetworkSegment(2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2),segment_id=2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:34.482435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0933998-c0b1-4f37-916c-66d9cc9509a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:34.484632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:34.541031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=741746a4-2064-46cb-a51b-94f9aed9b565,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:34.566716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Transition to ACTIVE for port object dd5ce12a-5961-4524-a813-0bfcebb26778 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:34.592994 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 328871e2-52f3-47d6-b7b6-dceef5f85b16 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:34.617487 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 328871e2-52f3-47d6-b7b6-dceef5f85b16 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:34.617639 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network 0a0ccc96-368d-4326-9720-472c5e7c75db is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:34.618020 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:34.622505 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:34.635626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:34.666076 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Transition to ACTIVE for port object dd5ce12a-5961-4524-a813-0bfcebb26778 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:34.670544 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0933998-c0b1-4f37-916c-66d9cc9509a2 None None] Pushing event updated for resources: {'Port': ['ID=b355bfe4-61e9-41f1-8624-07fcf7cf333c,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:34.684577 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'name': 'tempest-TestVolumeBootPattern-750915356-router', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '07cc1aae-303a-48d5-9327-d832fdfbd150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:29Z', 'updated_at': '2022-04-22T15:16:31Z', 'revision_number': 3, 'project_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'gw_port': {'id': '07cc1aae-303a-48d5-9327-d832fdfbd150', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:99:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:30Z', 'updated_at': '2022-04-22T15:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:34.691070 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:34.747672 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Checking router: 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:16:34.748019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Updating router 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d port 07cc1aae-303a-48d5-9327-d832fdfbd150 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:16:34.855417 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Pushing event updated for resources: {'Port': ['ID=dd5ce12a-5961-4524-a813-0bfcebb26778,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:34.892656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Network c314e4c9-2298-43eb-9848-ca5c5ffa5f6a is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:34.898936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:34.904722 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:34.977741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.127564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.194744 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.203935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.220217 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Attempting to bind port dd5ce12a-5961-4524-a813-0bfcebb26778 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:35.220726 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Attempting to bind port dd5ce12a-5961-4524-a813-0bfcebb26778 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '1bb931ba-b2ff-48ff-bc66-011b950e6fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c314e4c9-2298-43eb-9848-ca5c5ffa5f6a'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:35.221325 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Attempting to bind port dd5ce12a-5961-4524-a813-0bfcebb26778 on network c314e4c9-2298-43eb-9848-ca5c5ffa5f6a {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:35.232232 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-43190345-bf62-48e9-979d-f37d2e9d751d None None] Provisioning complete for port b355bfe4-61e9-41f1-8624-07fcf7cf333c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:35.232689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43190345-bf62-48e9-979d-f37d2e9d751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.289223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router a4761177-7fad-4a19-bf2f-d100f9e4d3cc is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:16:35.311421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.331557 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc09f6e-ed18-4dfd-9c07-33c4645a5442,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:35.338432 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:35.338864 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Checking segment: {'id': '1bb931ba-b2ff-48ff-bc66-011b950e6fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c314e4c9-2298-43eb-9848-ca5c5ffa5f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:35.339337 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.339853 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Bound using segment: {'id': '1bb931ba-b2ff-48ff-bc66-011b950e6fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c314e4c9-2298-43eb-9848-ca5c5ffa5f6a'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:35.340410 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Bound port: dd5ce12a-5961-4524-a813-0bfcebb26778, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb931ba-b2ff-48ff-bc66-011b950e6fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'c314e4c9-2298-43eb-9848-ca5c5ffa5f6a'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:35.340848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.370389 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.476375 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 328871e2-52f3-47d6-b7b6-dceef5f85b16, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=328871e2-52f3-47d6-b7b6-dceef5f85b16,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:35.507304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:35.519771 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f269f-230a-4513-a641-5fbd18465121 None None] Sync routers for ids ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:35.520277 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fabbca17-6ac0-4ea6-a7a0-044eb46b53b9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/a4761177-7fad-4a19-bf2f-d100f9e4d3cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2813308 Apr 22 15:16:35.523117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35726) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:35.542541 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.562464 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f269f-230a-4513-a641-5fbd18465121 None None] Routers {'a4761177-7fad-4a19-bf2f-d100f9e4d3cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:35.563526 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-1f1f269f-230a-4513-a641-5fbd18465121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:35.627845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95db577-3acd-4f36-8887-fbc8d900eb75 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:35.629210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b95db577-3acd-4f36-8887-fbc8d900eb75 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Synchronizing usage tracker for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:35.663997 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b95db577-3acd-4f36-8887-fbc8d900eb75 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Unset dirty status for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:35.666669 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b95db577-3acd-4f36-8887-fbc8d900eb75 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports/741746a4-2064-46cb-a51b-94f9aed9b565 HTTP/1.1" status: 200 len: 911 time: 0.1431050 Apr 22 15:16:35.669267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35730) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:35.679147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Network 5fd53cc0-a89d-4adf-9a33-d537c5a38348 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:35.687606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:35.695208 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] For port dd5ce12a-5961-4524-a813-0bfcebb26778, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:35.698625 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-1f1f269f-230a-4513-a641-5fbd18465121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:35.726617 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f269f-230a-4513-a641-5fbd18465121 None None] Routers {'a4761177-7fad-4a19-bf2f-d100f9e4d3cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:35.728173 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] For port dd5ce12a-5961-4524-a813-0bfcebb26778, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dd5ce12a-5961-4524-a813-0bfcebb26778,segment=NetworkSegment(1bb931ba-b2ff-48ff-bc66-011b950e6fe0),segment_id=1bb931ba-b2ff-48ff-bc66-011b950e6fe0)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:35.729018 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-1f1f269f-230a-4513-a641-5fbd18465121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:35.867496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.17 (4f591d2d-1ff7-4836-a21a-d4e347b68079/bce8984f-08ea-4b66-8357-7767853b40d6/8cdff637-3c23-4b78-a48e-ac06e2b6dc80) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:35.870110 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:35.887397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Transition to ACTIVE for port object 07cc1aae-303a-48d5-9327-d832fdfbd150 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:35.893278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=328871e2-52f3-47d6-b7b6-dceef5f85b16,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:35.952604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:35.955118 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:35.957716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:35.957716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:35.957716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:35.958514 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:35.960667 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:35.961422 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:35.961738 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:35.962893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:35.963502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:16:35.963831 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-1f1f269f-230a-4513-a641-5fbd18465121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:35.964228 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f269f-230a-4513-a641-5fbd18465121 None None] The sync data for ids ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:35.967874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.060851 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8538b819-707d-415f-bf86-962adc57f04a None None] Network 0a0ccc96-368d-4326-9720-472c5e7c75db requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:36.134645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.190471 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ced12dca-b4c6-48ee-9c5a-5b1da34f20ba up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:36.269469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Attempting to bind port 07cc1aae-303a-48d5-9327-d832fdfbd150 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:36.269988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Attempting to bind port 07cc1aae-303a-48d5-9327-d832fdfbd150 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:36.270472 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Attempting to bind port 07cc1aae-303a-48d5-9327-d832fdfbd150 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:36.291433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a45fa-74a6-4322-90fa-d347e70c2e9d None None] Pushing event updated for resources: {'Port': ['ID=07cc1aae-303a-48d5-9327-d832fdfbd150,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:36.365240 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:36.365778 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:36.366311 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.366802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:36.367401 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Bound port: 07cc1aae-303a-48d5-9327-d832fdfbd150, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:36.367871 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.448753 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.487284 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:36.548841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.591044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.627601 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-34ad2180-029e-42d3-8e0b-cad2639c05c9 None None] Provisioning for port bcc09f6e-ed18-4dfd-9c07-33c4645a5442 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:36.637145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b0664-2dc6-4240-9b6d-f42a297bd746 None None] Pushing event updated for resources: {'Port': ['ID=dd5ce12a-5961-4524-a813-0bfcebb26778,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:36.648471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 4f591d2d-1ff7-4836-a21a-d4e347b68079 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:36.654417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:36.654625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-34ad2180-029e-42d3-8e0b-cad2639c05c9 None None] Provisioning complete for port bcc09f6e-ed18-4dfd-9c07-33c4645a5442 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:36.654883 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34ad2180-029e-42d3-8e0b-cad2639c05c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.657433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:36.718879 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-34ad2180-029e-42d3-8e0b-cad2639c05c9 None None] Port bcc09f6e-ed18-4dfd-9c07-33c4645a5442 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:36.719074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=8cdff637-3c23-4b78-a48e-ac06e2b6dc80,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:36.721394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] For port 07cc1aae-303a-48d5-9327-d832fdfbd150, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:36.733871 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port ced12dca-b4c6-48ee-9c5a-5b1da34f20ba completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:36.743176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.764204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] For port 07cc1aae-303a-48d5-9327-d832fdfbd150, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=07cc1aae-303a-48d5-9327-d832fdfbd150,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:36.777788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b355bfe4-61e9-41f1-8624-07fcf7cf333c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:36.811739 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.851946 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:36.961720 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-34ad2180-029e-42d3-8e0b-cad2639c05c9 None None] Provisioning for port ced12dca-b4c6-48ee-9c5a-5b1da34f20ba completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:36.986887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-34ad2180-029e-42d3-8e0b-cad2639c05c9 None None] Provisioning complete for port ced12dca-b4c6-48ee-9c5a-5b1da34f20ba triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:36.987416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34ad2180-029e-42d3-8e0b-cad2639c05c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.014171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a45fa-74a6-4322-90fa-d347e70c2e9d None None] Pushing event updated for resources: {'Port': ['ID=07cc1aae-303a-48d5-9327-d832fdfbd150,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:37.023447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Router 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:16:37.064217 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Routers {'5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:37.064860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:37.084624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Allocated IP 2001:db8:1::1 (c314e4c9-2298-43eb-9848-ca5c5ffa5f6a/e304ec7b-df63-4236-acc5-c69245ce367a/c50364a2-de92-4c52-86bd-3f57a70b89d2) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:37.287264 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b355bfe4-61e9-41f1-8624-07fcf7cf333c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:37.287677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.342167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] Set router 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:37.412277 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.439375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Transition to ACTIVE for port object c50364a2-de92-4c52-86bd-3f57a70b89d2 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:37.480208 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.514620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34ad2180-029e-42d3-8e0b-cad2639c05c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.531411 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.543180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.594554 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network c314e4c9-2298-43eb-9848-ca5c5ffa5f6a is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:37.599586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:37.604563 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d359823-d66d-458c-880c-9231b2fd0332 None None] Network c314e4c9-2298-43eb-9848-ca5c5ffa5f6a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:37.609400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:37.610026 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.614042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=c50364a2-de92-4c52-86bd-3f57a70b89d2,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:37.693608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=8cdff637-3c23-4b78-a48e-ac06e2b6dc80,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:37.698746 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.757835 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.775588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-34ad2180-029e-42d3-8e0b-cad2639c05c9 None None] For port ced12dca-b4c6-48ee-9c5a-5b1da34f20ba, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ced12dca-b4c6-48ee-9c5a-5b1da34f20ba,segment=NetworkSegment(f93bc0fc-caa1-48b5-a839-12abc2a25470),segment_id=f93bc0fc-caa1-48b5-a839-12abc2a25470)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:37.788392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:37.799134 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-34ad2180-029e-42d3-8e0b-cad2639c05c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:37.836790 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5c060591-31ed-4ba8-9749-024dd5b32306 admin admin] 10.222.0.71 "PUT /v2.0/routers/5cc8cb38-38bd-409f-ba2a-0969d3f03d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9572630 Apr 22 15:16:37.884581 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 4f591d2d-1ff7-4836-a21a-d4e347b68079 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:37.887099 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:38.125517 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad2180-029e-42d3-8e0b-cad2639c05c9 None None] Pushing event updated for resources: {'Port': ['ID=ced12dca-b4c6-48ee-9c5a-5b1da34f20ba,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:38.285178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Provisioning complete for port ced12dca-b4c6-48ee-9c5a-5b1da34f20ba triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:38.285480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:38.357076 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device dd5ce12a-5961-4524-a813-0bfcebb26778 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:38.497084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:38.504047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:38.505785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:38.591443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=c50364a2-de92-4c52-86bd-3f57a70b89d2,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:38.677755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router e734b238-059a-4665-a500-35442ae85b20 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:16:38.698261 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'name': 'tempest-TestVolumeBootPattern-750915356-router', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '07cc1aae-303a-48d5-9327-d832fdfbd150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:29Z', 'updated_at': '2022-04-22T15:16:34Z', 'revision_number': 4, 'project_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'gw_port': {'id': '07cc1aae-303a-48d5-9327-d832fdfbd150', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:99:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:30Z', 'updated_at': '2022-04-22T15:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'bcc09f6e-ed18-4dfd-9c07-33c4645a5442', 'name': '', 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'mac_address': 'fa:16:3e:30:15:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502fd250-562e-4ff6-a0b7-4fa2283feaa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:33Z', 'updated_at': '2022-04-22T15:16:34Z', 'revision_number': 2, 'project_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'subnets': [{'id': '502fd250-562e-4ff6-a0b7-4fa2283feaa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:38.702223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port dd5ce12a-5961-4524-a813-0bfcebb26778 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:38.709267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 328871e2-52f3-47d6-b7b6-dceef5f85b16 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:38.747207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network c314e4c9-2298-43eb-9848-ca5c5ffa5f6a is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:38.748666 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:38.750873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ee7dac-d65b-4da3-8cac-ed979266b91c None None] The sync data for ids ['5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'] in dv-neutron-838883-3-hyperv is: [{'id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'name': 'tempest-TestVolumeBootPattern-750915356-router', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '07cc1aae-303a-48d5-9327-d832fdfbd150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:29Z', 'updated_at': '2022-04-22T15:16:34Z', 'revision_number': 4, 'project_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'gw_port': {'id': '07cc1aae-303a-48d5-9327-d832fdfbd150', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:99:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:30Z', 'updated_at': '2022-04-22T15:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'bcc09f6e-ed18-4dfd-9c07-33c4645a5442', 'name': '', 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'mac_address': 'fa:16:3e:30:15:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502fd250-562e-4ff6-a0b7-4fa2283feaa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:33Z', 'updated_at': '2022-04-22T15:16:34Z', 'revision_number': 2, 'project_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'subnets': [{'id': '502fd250-562e-4ff6-a0b7-4fa2283feaa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:38.752355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Provisioning for port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:38.778888 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Provisioning complete for port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:38.779461 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:38.789235 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35740) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:38.799977 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-512204315', 'description': 'tempest-secgroup-smoke-512204315 description', 'project_id': '772d75f15f3749d9bde609249fe8eb65'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:38.806333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:38.810617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Usage tracker for resource:security_group and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:38.814554 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:38.820908 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:38.851560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:38.867108 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 328871e2-52f3-47d6-b7b6-dceef5f85b16 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:38.867490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:38.891333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:38.898711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Provisioning for port 741746a4-2064-46cb-a51b-94f9aed9b565 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:38.917275 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Provisioning complete for port 741746a4-2064-46cb-a51b-94f9aed9b565 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:38.917762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:38.994890 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Port 741746a4-2064-46cb-a51b-94f9aed9b565 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:39.000798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:39.005540 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Usage tracker for resource:security_group_rule and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:39.012357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:39.019739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:39.073198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Provisioning for port dd5ce12a-5961-4524-a813-0bfcebb26778 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:39.081903 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Provisioning complete for port dd5ce12a-5961-4524-a813-0bfcebb26778 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:39.082711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.120233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.133064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.195186 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc07bd19-3f04-4cc2-959e-7ab950afcd6e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:39.198621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.199927 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d3b00652-f9fc-4405-8b03-2d019fcc455a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4103918 Apr 22 15:16:39.203613 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35744) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:39.205434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:39.210491 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b2a597a4-ee17-4d3d-aac9-6a1e5531f495 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/e734b238-059a-4665-a500-35442ae85b20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2270322 Apr 22 15:16:39.216497 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Sync routers for ids ['e734b238-059a-4665-a500-35442ae85b20'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:39.217272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ad165171-b485-48f3-b9e2-1053c4b5ecb3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Request body: {'security_group_rule': {'security_group_id': 'fc07bd19-3f04-4cc2-959e-7ab950afcd6e', 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:39.224697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ad165171-b485-48f3-b9e2-1053c4b5ecb3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:39.229406 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ad165171-b485-48f3-b9e2-1053c4b5ecb3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Usage tracker for resource:security_group_rule and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:39.233088 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ad165171-b485-48f3-b9e2-1053c4b5ecb3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:39.233539 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Routers {'e734b238-059a-4665-a500-35442ae85b20'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:39.234200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e734b238-059a-4665-a500-35442ae85b20'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:39.239119 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router a4761177-7fad-4a19-bf2f-d100f9e4d3cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:16:39.241612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ad165171-b485-48f3-b9e2-1053c4b5ecb3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:39.266835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad165171-b485-48f3-b9e2-1053c4b5ecb3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.336458 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad165171-b485-48f3-b9e2-1053c4b5ecb3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.346943 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad165171-b485-48f3-b9e2-1053c4b5ecb3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.373524 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad165171-b485-48f3-b9e2-1053c4b5ecb3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d19d315-c913-4570-aac9-f1fb3627a1e7,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:39.381783 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.400279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad165171-b485-48f3-b9e2-1053c4b5ecb3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.405078 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ad165171-b485-48f3-b9e2-1053c4b5ecb3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1933315 Apr 22 15:16:39.405916 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35752) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:39.413408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-270f63e1-9afc-4955-ba7c-583925379c9a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Request body: {'security_group_rule': {'security_group_id': 'fc07bd19-3f04-4cc2-959e-7ab950afcd6e', 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:39.421338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-270f63e1-9afc-4955-ba7c-583925379c9a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:39.425513 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-270f63e1-9afc-4955-ba7c-583925379c9a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Usage tracker for resource:security_group_rule and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:39.429296 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-270f63e1-9afc-4955-ba7c-583925379c9a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:39.436577 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] For port dd5ce12a-5961-4524-a813-0bfcebb26778, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dd5ce12a-5961-4524-a813-0bfcebb26778,segment=NetworkSegment(1bb931ba-b2ff-48ff-bc66-011b950e6fe0),segment_id=1bb931ba-b2ff-48ff-bc66-011b950e6fe0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:39.437540 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-270f63e1-9afc-4955-ba7c-583925379c9a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:39.451045 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.462680 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-270f63e1-9afc-4955-ba7c-583925379c9a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.548792 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-270f63e1-9afc-4955-ba7c-583925379c9a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.555120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-270f63e1-9afc-4955-ba7c-583925379c9a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.573098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed053d33-3f41-48c4-a948-86b384f1819b None None] Pushing event updated for resources: {'Port': ['ID=dd5ce12a-5961-4524-a813-0bfcebb26778,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:39.581630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Set router e734b238-059a-4665-a500-35442ae85b20 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:39.600909 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f63e1-9afc-4955-ba7c-583925379c9a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906360e2-3923-4838-8076-585e3255830a,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:39.605743 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-270f63e1-9afc-4955-ba7c-583925379c9a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.609598 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-270f63e1-9afc-4955-ba7c-583925379c9a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2000387 Apr 22 15:16:39.609868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35756) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:39.615372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7fcb3a21-0ec0-415e-9abb-75bd9d33a038 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Request body: {'security_group_rule': {'security_group_id': 'fc07bd19-3f04-4cc2-959e-7ab950afcd6e', 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:39.621535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7fcb3a21-0ec0-415e-9abb-75bd9d33a038 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:39.623995 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:39.625374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7fcb3a21-0ec0-415e-9abb-75bd9d33a038 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Usage tracker for resource:security_group_rule and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:39.628447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7fcb3a21-0ec0-415e-9abb-75bd9d33a038 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:39.634444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7fcb3a21-0ec0-415e-9abb-75bd9d33a038 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:39.639689 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4170789-024c-45af-aaa3-0ae352131235 None None] Sync routers for ids ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:39.646806 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-55286ca6-e5af-42cb-93f8-7e187cdf9a68 None None] Provisioning for port c50364a2-de92-4c52-86bd-3f57a70b89d2 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:39.647720 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bbcb982f-f67f-481d-b82e-b56300763464 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/a4761177-7fad-4a19-bf2f-d100f9e4d3cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9772286 Apr 22 15:16:39.653327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35760) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:39.654528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-55286ca6-e5af-42cb-93f8-7e187cdf9a68 None None] Provisioning complete for port c50364a2-de92-4c52-86bd-3f57a70b89d2 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:39.654921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55286ca6-e5af-42cb-93f8-7e187cdf9a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.655611 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4170789-024c-45af-aaa3-0ae352131235 None None] Routers {'a4761177-7fad-4a19-bf2f-d100f9e4d3cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:39.656215 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a4170789-024c-45af-aaa3-0ae352131235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:39.667507 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3a21-0ec0-415e-9abb-75bd9d33a038 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.722029 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a4170789-024c-45af-aaa3-0ae352131235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:39.725217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e98b9e9-0e36-4bf2-8657-7796b54f1f5a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:39.725815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7e98b9e9-0e36-4bf2-8657-7796b54f1f5a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Synchronizing usage tracker for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:39.736099 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4170789-024c-45af-aaa3-0ae352131235 None None] Routers {'a4761177-7fad-4a19-bf2f-d100f9e4d3cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:39.736695 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a4170789-024c-45af-aaa3-0ae352131235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:39.747724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7e98b9e9-0e36-4bf2-8657-7796b54f1f5a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Unset dirty status for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:39.751718 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7e98b9e9-0e36-4bf2-8657-7796b54f1f5a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports/c50364a2-de92-4c52-86bd-3f57a70b89d2 HTTP/1.1" status: 200 len: 913 time: 0.0947649 Apr 22 15:16:39.752019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35764) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:39.756975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3a21-0ec0-415e-9abb-75bd9d33a038 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.761722 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3a21-0ec0-415e-9abb-75bd9d33a038 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.783204 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb3a21-0ec0-415e-9abb-75bd9d33a038 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdfb96b-b93e-49a6-bd6e-1516314dd9bd,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:39.795602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-55286ca6-e5af-42cb-93f8-7e187cdf9a68 None None] Port c50364a2-de92-4c52-86bd-3f57a70b89d2 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:39.803315 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a4170789-024c-45af-aaa3-0ae352131235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:39.803712 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4170789-024c-45af-aaa3-0ae352131235 None None] The sync data for ids ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:39.813286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3a21-0ec0-415e-9abb-75bd9d33a038 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.817305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35768) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:39.817443 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7fcb3a21-0ec0-415e-9abb-75bd9d33a038 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2065775 Apr 22 15:16:39.837711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-55286ca6-e5af-42cb-93f8-7e187cdf9a68 None None] Provisioning complete for port dd5ce12a-5961-4524-a813-0bfcebb26778 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:39.838002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55286ca6-e5af-42cb-93f8-7e187cdf9a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:39.838425 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f52dc4ea-bfd9-4e15-b139-cc4adf30495d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Request body: {'security_group_rule': {'security_group_id': 'fc07bd19-3f04-4cc2-959e-7ab950afcd6e', 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:39.893689 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f52dc4ea-bfd9-4e15-b139-cc4adf30495d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:39.903900 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f52dc4ea-bfd9-4e15-b139-cc4adf30495d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Usage tracker for resource:security_group_rule and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:39.908072 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f52dc4ea-bfd9-4e15-b139-cc4adf30495d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:39.914880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f52dc4ea-bfd9-4e15-b139-cc4adf30495d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:39.947439 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f52dc4ea-bfd9-4e15-b139-cc4adf30495d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.089427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f52dc4ea-bfd9-4e15-b139-cc4adf30495d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.102980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device dd5ce12a-5961-4524-a813-0bfcebb26778 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:40.143084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f52dc4ea-bfd9-4e15-b139-cc4adf30495d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.176754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52dc4ea-bfd9-4e15-b139-cc4adf30495d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f199f5eb-f459-4b90-bd86-16d8b4c67f1d,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:40.186211 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-55286ca6-e5af-42cb-93f8-7e187cdf9a68 None None] Provisioning complete for port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:40.186586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55286ca6-e5af-42cb-93f8-7e187cdf9a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.201980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f52dc4ea-bfd9-4e15-b139-cc4adf30495d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.205677 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f52dc4ea-bfd9-4e15-b139-cc4adf30495d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3778238 Apr 22 15:16:40.205915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35772) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:40.212385 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-14703a5c-53be-47e4-b9c8-cec6ec9a498a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Request body: {'security_group_rule': {'security_group_id': 'fc07bd19-3f04-4cc2-959e-7ab950afcd6e', 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:40.220092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-14703a5c-53be-47e4-b9c8-cec6ec9a498a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:40.225163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-14703a5c-53be-47e4-b9c8-cec6ec9a498a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Usage tracker for resource:security_group_rule and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:40.230164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-14703a5c-53be-47e4-b9c8-cec6ec9a498a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:40.238051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-14703a5c-53be-47e4-b9c8-cec6ec9a498a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:40.251781 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-55286ca6-e5af-42cb-93f8-7e187cdf9a68 None None] Port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:40.254244 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-14703a5c-53be-47e4-b9c8-cec6ec9a498a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Project 772d75f15f3749d9bde609249fe8eb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:16:40.262924 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a7480ee-76c9-44c8-845d-b7c0bddee596 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.268148 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port dd5ce12a-5961-4524-a813-0bfcebb26778 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:40.268541 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.300997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:16:36Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '45ff11ed-92df-4070-84f8-844008b1acff', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e734b238-059a-4665-a500-35442ae85b20', 'port_id': '700d4949-ab55-4892-b5c6-860e70a57e38', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'mac_address': 'fa:16:3e:73:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:14:44Z', 'updated_at': '2022-04-22T15:14:50Z', 'revision_number': 1, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:20Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cdff637-3c23-4b78-a48e-ac06e2b6dc80', 'name': '', 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:eb:33:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce8984f-08ea-4b66-8357-7767853b40d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:35Z', 'updated_at': '2022-04-22T15:16:37Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'bce8984f-08ea-4b66-8357-7767853b40d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:40.314078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-14703a5c-53be-47e4-b9c8-cec6ec9a498a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.315383 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Checking router: e734b238-059a-4665-a500-35442ae85b20 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:16:40.315732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Updating router e734b238-059a-4665-a500-35442ae85b20 port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:16:40.348325 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-55286ca6-e5af-42cb-93f8-7e187cdf9a68 None None] Provisioning complete for port 741746a4-2064-46cb-a51b-94f9aed9b565 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:40.348619 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55286ca6-e5af-42cb-93f8-7e187cdf9a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.441048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.512093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-55286ca6-e5af-42cb-93f8-7e187cdf9a68 None None] Port 741746a4-2064-46cb-a51b-94f9aed9b565 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:40.512772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-14703a5c-53be-47e4-b9c8-cec6ec9a498a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.526081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-14703a5c-53be-47e4-b9c8-cec6ec9a498a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.566306 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14703a5c-53be-47e4-b9c8-cec6ec9a498a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c582bb7-6109-46c2-b4a0-cef7c70b32eb,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:40.609981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-14703a5c-53be-47e4-b9c8-cec6ec9a498a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.611205 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-14703a5c-53be-47e4-b9c8-cec6ec9a498a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4043789 Apr 22 15:16:40.614021 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35776) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:40.620936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-45ea7cb9-d1d9-409c-9f39-df58cdb31eb0 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Request body: {'security_group_rule': {'security_group_id': 'fc07bd19-3f04-4cc2-959e-7ab950afcd6e', 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:40.627143 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-45ea7cb9-d1d9-409c-9f39-df58cdb31eb0 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:40.631632 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-45ea7cb9-d1d9-409c-9f39-df58cdb31eb0 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Usage tracker for resource:security_group_rule and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:40.635892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-45ea7cb9-d1d9-409c-9f39-df58cdb31eb0 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:40.642395 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-45ea7cb9-d1d9-409c-9f39-df58cdb31eb0 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:40.651531 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f3d08442-13e9-4f29-8a08-4a51babf199c req-15f7430d-02e0-4ffe-b9d5-2c8d26b09242 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2051637 Apr 22 15:16:40.653244 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-45ea7cb9-d1d9-409c-9f39-df58cdb31eb0 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Project 772d75f15f3749d9bde609249fe8eb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:16:40.659884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-45ea7cb9-d1d9-409c-9f39-df58cdb31eb0 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.672764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ced12dca-b4c6-48ee-9c5a-5b1da34f20ba up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:40.736374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-45ea7cb9-d1d9-409c-9f39-df58cdb31eb0 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.742180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-45ea7cb9-d1d9-409c-9f39-df58cdb31eb0 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.757505 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c377962b-f0db-44da-aa7e-0b538f661cf7 None None] Provisioning complete for port c50364a2-de92-4c52-86bd-3f57a70b89d2 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:40.757876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c377962b-f0db-44da-aa7e-0b538f661cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.769814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea7cb9-d1d9-409c-9f39-df58cdb31eb0 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a3a07b2-5453-4da8-8be8-48fb9ebf23fb,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:40.781128 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-45ea7cb9-d1d9-409c-9f39-df58cdb31eb0 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.782758 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-45ea7cb9-d1d9-409c-9f39-df58cdb31eb0 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1675022 Apr 22 15:16:40.908098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c377962b-f0db-44da-aa7e-0b538f661cf7 None None] Port c50364a2-de92-4c52-86bd-3f57a70b89d2 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:40.920766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port ced12dca-b4c6-48ee-9c5a-5b1da34f20ba triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:40.921141 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:40.948055 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f3d08442-13e9-4f29-8a08-4a51babf199c req-4b7e5c4a-e5fd-4d70-86ee-362b6d5d39a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 1098 time: 0.1850231 Apr 22 15:16:41.139768 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.152352 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Transition to ACTIVE for port object 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:41.155955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08442-13e9-4f29-8a08-4a51babf199c req-4651235c-784b-4d23-b0cd-2c0ab3b09015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:41.157397 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f3d08442-13e9-4f29-8a08-4a51babf199c req-4651235c-784b-4d23-b0cd-2c0ab3b09015 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e24824d7-084f-4dd0-a097-236bf252abab HTTP/1.1" status: 200 len: 898 time: 0.1823885 Apr 22 15:16:41.161054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.366918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d433034-2aa2-4e24-9593-2e0760b933c0 None None] Pushing event updated for resources: {'Port': ['ID=8cdff637-3c23-4b78-a48e-ac06e2b6dc80,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:41.393115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Attempting to bind port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:41.393441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Attempting to bind port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '81246116-c5f8-454f-b83d-cd888a61d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:41.393752 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Attempting to bind port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 on network 4f591d2d-1ff7-4836-a21a-d4e347b68079 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:41.402978 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:41.403381 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Checking segment: {'id': '81246116-c5f8-454f-b83d-cd888a61d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:41.403786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.404177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Bound using segment: {'id': '81246116-c5f8-454f-b83d-cd888a61d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:41.404644 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Bound port: 8cdff637-3c23-4b78-a48e-ac06e2b6dc80, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81246116-c5f8-454f-b83d-cd888a61d773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:41.405018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.441033 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0a7480ee-76c9-44c8-845d-b7c0bddee596 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port c50364a2-de92-4c52-86bd-3f57a70b89d2 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:41.441375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a7480ee-76c9-44c8-845d-b7c0bddee596 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.486013 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f3d08442-13e9-4f29-8a08-4a51babf199c req-5de2c25e-fc63-403d-b846-3982f9f08fc9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700d4949-ab55-4892-b5c6-860e70a57e38 HTTP/1.1" status: 200 len: 1001 time: 0.3200729 Apr 22 15:16:41.549438 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] For port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:41.565250 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] For port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8cdff637-3c23-4b78-a48e-ac06e2b6dc80,segment=NetworkSegment(81246116-c5f8-454f-b83d-cd888a61d773),segment_id=81246116-c5f8-454f-b83d-cd888a61d773)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:41.575983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.676577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08442-13e9-4f29-8a08-4a51babf199c req-5cafdd8d-78aa-4fd3-851c-145f6dea64f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:41.678067 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f3d08442-13e9-4f29-8a08-4a51babf199c req-5cafdd8d-78aa-4fd3-851c-145f6dea64f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0574743f-a5db-4b41-86e7-38c8707a54a3 HTTP/1.1" status: 200 len: 835 time: 0.1814337 Apr 22 15:16:41.795211 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d433034-2aa2-4e24-9593-2e0760b933c0 None None] Pushing event updated for resources: {'Port': ['ID=8cdff637-3c23-4b78-a48e-ac06e2b6dc80,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:41.820624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a7480ee-76c9-44c8-845d-b7c0bddee596 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:41.896705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Routers {'e734b238-059a-4665-a500-35442ae85b20'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:41.898763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e734b238-059a-4665-a500-35442ae85b20'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:42.059818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-0a7480ee-76c9-44c8-845d-b7c0bddee596 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for c50364a2-de92-4c52-86bd-3f57a70b89d2 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:42.157261 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f3d08442-13e9-4f29-8a08-4a51babf199c req-bd112865-1ce6-45f1-b5f7-f5e967bad231 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e24824d7-084f-4dd0-a097-236bf252abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4031456 Apr 22 15:16:42.246926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] Set router e734b238-059a-4665-a500-35442ae85b20 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:16:42.348363 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f3d08442-13e9-4f29-8a08-4a51babf199c req-98ed3bca-b80a-4b38-bd8f-0a8143096219 service neutron] 10.222.0.70 "GET /v2.0/networks/e24824d7-084f-4dd0-a097-236bf252abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812255 Apr 22 15:16:42.547699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a7480ee-76c9-44c8-845d-b7c0bddee596 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:42.617354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7480ee-76c9-44c8-845d-b7c0bddee596 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=c50364a2-de92-4c52-86bd-3f57a70b89d2,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:42.656589 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f3d08442-13e9-4f29-8a08-4a51babf199c req-95f2a438-39bd-4c56-905a-51e018bcb162 service neutron] 10.222.0.70 "GET /v2.0/networks/e24824d7-084f-4dd0-a097-236bf252abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007760 Apr 22 15:16:42.822120 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-17ba38f1-52c5-4ca5-ae88-9f3aeb6954e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:42.978711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a7480ee-76c9-44c8-845d-b7c0bddee596 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:43.005630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:16:36Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '45ff11ed-92df-4070-84f8-844008b1acff', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e734b238-059a-4665-a500-35442ae85b20', 'port_id': '700d4949-ab55-4892-b5c6-860e70a57e38', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'mac_address': 'fa:16:3e:73:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:14:44Z', 'updated_at': '2022-04-22T15:14:50Z', 'revision_number': 1, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:20Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cdff637-3c23-4b78-a48e-ac06e2b6dc80', 'name': '', 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:eb:33:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce8984f-08ea-4b66-8357-7767853b40d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:35Z', 'updated_at': '2022-04-22T15:16:41Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'bce8984f-08ea-4b66-8357-7767853b40d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:43.013696 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d67f2d7-1aef-4dee-9c8d-c883c8b03941 None None] The sync data for ids ['e734b238-059a-4665-a500-35442ae85b20'] in dv-neutron-838883-3-hyperv is: [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:16:36Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '45ff11ed-92df-4070-84f8-844008b1acff', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e734b238-059a-4665-a500-35442ae85b20', 'port_id': '700d4949-ab55-4892-b5c6-860e70a57e38', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'mac_address': 'fa:16:3e:73:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:14:44Z', 'updated_at': '2022-04-22T15:14:50Z', 'revision_number': 1, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:20Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cdff637-3c23-4b78-a48e-ac06e2b6dc80', 'name': '', 'network_id': '4f591d2d-1ff7-4836-a21a-d4e347b68079', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:eb:33:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bce8984f-08ea-4b66-8357-7767853b40d6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:35Z', 'updated_at': '2022-04-22T15:16:41Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'bce8984f-08ea-4b66-8357-7767853b40d6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:43.729974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7480ee-76c9-44c8-845d-b7c0bddee596 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router a4761177-7fad-4a19-bf2f-d100f9e4d3cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:16:43.915711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7480ee-76c9-44c8-845d-b7c0bddee596 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:43.926732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4462ac-8806-48a4-97c4-94dae8f81f51 None None] Sync routers for ids ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:43.945600 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4462ac-8806-48a4-97c4-94dae8f81f51 None None] Routers {'a4761177-7fad-4a19-bf2f-d100f9e4d3cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:43.945600 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-de4462ac-8806-48a4-97c4-94dae8f81f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:43.946583 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35836) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:43.947296 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0a7480ee-76c9-44c8-845d-b7c0bddee596 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/a4761177-7fad-4a19-bf2f-d100f9e4d3cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1941717 Apr 22 15:16:44.011589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-de4462ac-8806-48a4-97c4-94dae8f81f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:44.023935 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4462ac-8806-48a4-97c4-94dae8f81f51 None None] Routers {'a4761177-7fad-4a19-bf2f-d100f9e4d3cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:44.025277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-de4462ac-8806-48a4-97c4-94dae8f81f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:44.094517 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-de4462ac-8806-48a4-97c4-94dae8f81f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:44.094929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4462ac-8806-48a4-97c4-94dae8f81f51 None None] The sync data for ids ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:44.173932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:44.249812 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:44.254849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:44.255288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.374373 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f6f4aca3-8038-4b49-a944-226a8000d1e9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.410417 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.446854 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8cdff637-3c23-4b78-a48e-ac06e2b6dc80,segment=NetworkSegment(81246116-c5f8-454f-b83d-cd888a61d773),segment_id=81246116-c5f8-454f-b83d-cd888a61d773)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:44.450969 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.451943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 07cc1aae-303a-48d5-9327-d832fdfbd150 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:44.577566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=8cdff637-3c23-4b78-a48e-ac06e2b6dc80,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:44.592579 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 07cc1aae-303a-48d5-9327-d832fdfbd150 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:44.601890 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 07cc1aae-303a-48d5-9327-d832fdfbd150 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:44.602844 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.725486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.744763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 07cc1aae-303a-48d5-9327-d832fdfbd150, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=07cc1aae-303a-48d5-9327-d832fdfbd150,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:44.750090 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:44.823983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=07cc1aae-303a-48d5-9327-d832fdfbd150,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:44.978723 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7d20efd5-7e99-4e95-b44c-7ade9d42a8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:45.089195 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f6f4aca3-8038-4b49-a944-226a8000d1e9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port 741746a4-2064-46cb-a51b-94f9aed9b565 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:45.090526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f6f4aca3-8038-4b49-a944-226a8000d1e9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:45.284862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f6f4aca3-8038-4b49-a944-226a8000d1e9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:45.406378 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f6f4aca3-8038-4b49-a944-226a8000d1e9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for 741746a4-2064-46cb-a51b-94f9aed9b565 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:45.586826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f6f4aca3-8038-4b49-a944-226a8000d1e9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:45.635393 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4aca3-8038-4b49-a944-226a8000d1e9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=741746a4-2064-46cb-a51b-94f9aed9b565,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:45.815444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f6f4aca3-8038-4b49-a944-226a8000d1e9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:45.953706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:45.958399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.110508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:46.192376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:46.192748 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.329005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 07cc1aae-303a-48d5-9327-d832fdfbd150 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:46.350630 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f4aca3-8038-4b49-a944-226a8000d1e9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router a4761177-7fad-4a19-bf2f-d100f9e4d3cc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:16:46.397092 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 07cc1aae-303a-48d5-9327-d832fdfbd150 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:46.397455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:46.502185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f4aca3-8038-4b49-a944-226a8000d1e9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:46.515394 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f6f4aca3-8038-4b49-a944-226a8000d1e9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/a4761177-7fad-4a19-bf2f-d100f9e4d3cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5665159 Apr 22 15:16:46.518074 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35848) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:46.519048 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e1d59-239d-47b5-96f8-0131a203c412 None None] Sync routers for ids ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:46.532407 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e1d59-239d-47b5-96f8-0131a203c412 None None] Routers {'a4761177-7fad-4a19-bf2f-d100f9e4d3cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:46.533242 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d49e1d59-239d-47b5-96f8-0131a203c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:46.572865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-cbd80e03-1760-49ce-ac48-660344faa9c7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Synchronizing usage tracker for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:46.589932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-cbd80e03-1760-49ce-ac48-660344faa9c7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Unset dirty status for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:46.591381 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cbd80e03-1760-49ce-ac48-660344faa9c7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4761177-7fad-4a19-bf2f-d100f9e4d3cc HTTP/1.1" status: 200 len: 205 time: 0.0722880 Apr 22 15:16:46.595551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35852) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:46.615480 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d49e1d59-239d-47b5-96f8-0131a203c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:46.627480 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e1d59-239d-47b5-96f8-0131a203c412 None None] Routers {'a4761177-7fad-4a19-bf2f-d100f9e4d3cc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:46.628104 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d49e1d59-239d-47b5-96f8-0131a203c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:46.688275 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d49e1d59-239d-47b5-96f8-0131a203c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:46.688666 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e1d59-239d-47b5-96f8-0131a203c412 None None] The sync data for ids ['a4761177-7fad-4a19-bf2f-d100f9e4d3cc'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:46.734844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-802a5efa-7dc8-48db-8f84-0a648b215a70 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.155489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-802a5efa-7dc8-48db-8f84-0a648b215a70 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.159973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-802a5efa-7dc8-48db-8f84-0a648b215a70 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.192621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-802a5efa-7dc8-48db-8f84-0a648b215a70 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.193101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802a5efa-7dc8-48db-8f84-0a648b215a70 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Fanout notify agent at l3_agent the message router_deleted on router a4761177-7fad-4a19-bf2f-d100f9e4d3cc {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:16:47.203890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-802a5efa-7dc8-48db-8f84-0a648b215a70 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.204996 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-802a5efa-7dc8-48db-8f84-0a648b215a70 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/routers/a4761177-7fad-4a19-bf2f-d100f9e4d3cc HTTP/1.1" status: 204 len: 168 time: 0.6096120 Apr 22 15:16:47.208486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35858) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:47.409336 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45f9a27-562f-4b6e-9f3e-576fcfc63f00 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting subnet e304ec7b-df63-4236-acc5-c69245ce367a {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:16:47.412353 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e45f9a27-562f-4b6e-9f3e-576fcfc63f00 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.471748 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e45f9a27-562f-4b6e-9f3e-576fcfc63f00 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.491420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.559536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e45f9a27-562f-4b6e-9f3e-576fcfc63f00 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.637106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e45f9a27-562f-4b6e-9f3e-576fcfc63f00 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.679195 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f9a27-562f-4b6e-9f3e-576fcfc63f00 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Subnet': ['ID=e304ec7b-df63-4236-acc5-c69245ce367a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:47.685762 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e45f9a27-562f-4b6e-9f3e-576fcfc63f00 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:47.691839 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e45f9a27-562f-4b6e-9f3e-576fcfc63f00 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/e304ec7b-df63-4236-acc5-c69245ce367a HTTP/1.1" status: 204 len: 168 time: 0.4819937 Apr 22 15:16:47.693571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6e3bba-69e6-4ac7-9f11-94545f7c8103 None None] Network c314e4c9-2298-43eb-9848-ca5c5ffa5f6a requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:47.695139 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35862) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:48.016376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b3119e-caff-4e2d-a1a0-0275ad828880 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting subnet 89ceb07f-39ed-4f57-a13c-29ae122d0a15 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:16:48.019690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40b3119e-caff-4e2d-a1a0-0275ad828880 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.034582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] DHCP port deletion for c314e4c9-2298-43eb-9848-ca5c5ffa5f6a request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:16:48.040523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] Deleting port dd5ce12a-5961-4524-a813-0bfcebb26778 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:48.040523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.097216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40b3119e-caff-4e2d-a1a0-0275ad828880 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.109860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device dd5ce12a-5961-4524-a813-0bfcebb26778 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:16:48.204771 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40b3119e-caff-4e2d-a1a0-0275ad828880 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.357793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40b3119e-caff-4e2d-a1a0-0275ad828880 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.384134 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] For port dd5ce12a-5961-4524-a813-0bfcebb26778, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dd5ce12a-5961-4524-a813-0bfcebb26778,segment=NetworkSegment(1bb931ba-b2ff-48ff-bc66-011b950e6fe0),segment_id=1bb931ba-b2ff-48ff-bc66-011b950e6fe0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:48.384525 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.395232 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.401615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3119e-caff-4e2d-a1a0-0275ad828880 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Subnet': ['ID=89ceb07f-39ed-4f57-a13c-29ae122d0a15,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:48.412870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-40b3119e-caff-4e2d-a1a0-0275ad828880 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.419617 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-40b3119e-caff-4e2d-a1a0-0275ad828880 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/89ceb07f-39ed-4f57-a13c-29ae122d0a15 HTTP/1.1" status: 204 len: 168 time: 0.7227528 Apr 22 15:16:48.422718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35868) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:48.480189 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc03e5d5-0a7e-4694-99fd-802b06dbd672 None None] Network 0a0ccc96-368d-4326-9720-472c5e7c75db requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:48.558573 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] Calling delete_port for dd5ce12a-5961-4524-a813-0bfcebb26778 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:48.566020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.583354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port dd5ce12a-5961-4524-a813-0bfcebb26778 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:48.583821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.705430 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port dd5ce12a-5961-4524-a813-0bfcebb26778, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dd5ce12a-5961-4524-a813-0bfcebb26778,segment=NetworkSegment(1bb931ba-b2ff-48ff-bc66-011b950e6fe0),segment_id=1bb931ba-b2ff-48ff-bc66-011b950e6fe0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:48.737082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.818273 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] For port dd5ce12a-5961-4524-a813-0bfcebb26778, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dd5ce12a-5961-4524-a813-0bfcebb26778,segment=NetworkSegment(1bb931ba-b2ff-48ff-bc66-011b950e6fe0),segment_id=1bb931ba-b2ff-48ff-bc66-011b950e6fe0)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:48.818671 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:48.856702 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:16:48.857054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:16:48.869706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=dd5ce12a-5961-4524-a813-0bfcebb26778,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:48.977332 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715d316c-9daf-4177-a344-7d62806132cc None None] DHCP port deletion for 0a0ccc96-368d-4326-9720-472c5e7c75db request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:16:48.979818 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for dd5ce12a-5961-4524-a813-0bfcebb26778 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:48.983218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-715d316c-9daf-4177-a344-7d62806132cc None None] Deleting port ced12dca-b4c6-48ee-9c5a-5b1da34f20ba {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:48.986157 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-715d316c-9daf-4177-a344-7d62806132cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.096525 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:16:49.096846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:16:49.202753 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-715d316c-9daf-4177-a344-7d62806132cc None None] For port ced12dca-b4c6-48ee-9c5a-5b1da34f20ba, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=ced12dca-b4c6-48ee-9c5a-5b1da34f20ba,segment=NetworkSegment(f93bc0fc-caa1-48b5-a839-12abc2a25470),segment_id=f93bc0fc-caa1-48b5-a839-12abc2a25470)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:49.203136 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-715d316c-9daf-4177-a344-7d62806132cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.217087 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:16:49.333832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-715d316c-9daf-4177-a344-7d62806132cc None None] Calling delete_port for ced12dca-b4c6-48ee-9c5a-5b1da34f20ba owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:49.358762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] Deleting port dd5ce12a-5961-4524-a813-0bfcebb26778 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:49.359144 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.598112 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port dd5ce12a-5961-4524-a813-0bfcebb26778 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:49.598809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.631003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-715d316c-9daf-4177-a344-7d62806132cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.680407 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d316c-9daf-4177-a344-7d62806132cc None None] Pushing event deleted for resources: {'Port': ['ID=ced12dca-b4c6-48ee-9c5a-5b1da34f20ba,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:49.688959 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] For port dd5ce12a-5961-4524-a813-0bfcebb26778, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dd5ce12a-5961-4524-a813-0bfcebb26778,segment=NetworkSegment(1bb931ba-b2ff-48ff-bc66-011b950e6fe0),segment_id=1bb931ba-b2ff-48ff-bc66-011b950e6fe0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:49.689353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.754991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715d316c-9daf-4177-a344-7d62806132cc None None] No DVR routers for this DVR port ced12dca-b4c6-48ee-9c5a-5b1da34f20ba on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:16:49.814963 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] Calling delete_port for dd5ce12a-5961-4524-a813-0bfcebb26778 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:49.893407 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.912234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] For port dd5ce12a-5961-4524-a813-0bfcebb26778, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=dd5ce12a-5961-4524-a813-0bfcebb26778,segment=NetworkSegment(1bb931ba-b2ff-48ff-bc66-011b950e6fe0),segment_id=1bb931ba-b2ff-48ff-bc66-011b950e6fe0)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:49.912908 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:49.941140 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] Pushing event deleted for resources: {'Port': ['ID=dd5ce12a-5961-4524-a813-0bfcebb26778,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:49.947098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04042bfb-c72f-4e52-87f8-4cc1c48afb88 None None] No DVR routers for this DVR port dd5ce12a-5961-4524-a813-0bfcebb26778 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:16:50.044134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for dd5ce12a-5961-4524-a813-0bfcebb26778 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:50.092256 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ced12dca-b4c6-48ee-9c5a-5b1da34f20ba no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:16:50.118632 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:16:50.119340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:16:50.131051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: ced12dca-b4c6-48ee-9c5a-5b1da34f20ba {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:16:50.131393 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device ced12dca-b4c6-48ee-9c5a-5b1da34f20ba not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:16:50.384294 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port dd5ce12a-5961-4524-a813-0bfcebb26778 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:50.384855 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.460312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] The port 'dd5ce12a-5961-4524-a813-0bfcebb26778' was deleted {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:16:50.586483 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.612852 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c314e4c9-2298-43eb-9848-ca5c5ffa5f6a']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:50.625056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb931ba-b2ff-48ff-bc66-011b950e6fe0') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:50.625349 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb931ba-b2ff-48ff-bc66-011b950e6fe0') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:50.637654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.654529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.660861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:16:50.661254 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: util.warn( Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:16:50.676142 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:16:50.760246 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.777996 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:50.790989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Network': ['ID=c314e4c9-2298-43eb-9848-ca5c5ffa5f6a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:50.799533 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ee57eec0-d07a-46fd-8d1e-580be5877653 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/networks/c314e4c9-2298-43eb-9848-ca5c5ffa5f6a HTTP/1.1" status: 204 len: 168 time: 2.3715975 Apr 22 15:16:50.802261 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35878) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:50.920484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d56d42d3-19c0-4d54-b534-f15f26188f62 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.066616 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d56d42d3-19c0-4d54-b534-f15f26188f62 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.094105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-d56d42d3-19c0-4d54-b534-f15f26188f62 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0ccc96-368d-4326-9720-472c5e7c75db']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:51.106063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-d56d42d3-19c0-4d54-b534-f15f26188f62 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93bc0fc-caa1-48b5-a839-12abc2a25470') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:51.106531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-d56d42d3-19c0-4d54-b534-f15f26188f62 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93bc0fc-caa1-48b5-a839-12abc2a25470') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:51.118104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d56d42d3-19c0-4d54-b534-f15f26188f62 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.134772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d56d42d3-19c0-4d54-b534-f15f26188f62 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.141028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56d42d3-19c0-4d54-b534-f15f26188f62 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:16:51.141417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d56d42d3-19c0-4d54-b534-f15f26188f62 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:16:51.156556 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:16:51.250331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d56d42d3-19c0-4d54-b534-f15f26188f62 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.270478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d56d42d3-19c0-4d54-b534-f15f26188f62 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.281752 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d56d42d3-19c0-4d54-b534-f15f26188f62 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/networks/0a0ccc96-368d-4326-9720-472c5e7c75db HTTP/1.1" status: 204 len: 168 time: 0.4782114 Apr 22 15:16:51.282618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d42d3-19c0-4d54-b534-f15f26188f62 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Network': ['ID=0a0ccc96-368d-4326-9720-472c5e7c75db,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:51.286280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35884) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:51.290929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-755869223'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:51.295945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:51.299714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:network and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:51.302597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:51.309294 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:51.319609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:51.323103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.352009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:16:51.361362 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.361954 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Added segment 06c80873-a08e-4293-b93a-ad059ccb8f43 of type vlan for network ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15 Apr 22 15:16:51.394322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.424493 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.428423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:51.429024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:51.534499 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2483537 Apr 22 15:16:51.537278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f42ca5-03fd-47f1-94fd-fe600fdbb9bb tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Network': ['ID=ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:51.537635 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35890) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:51.547176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'subnet': {'network_id': 'ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:51.547924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:16:51.673430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:51.677390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:subnet and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:51.680880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:51.686677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:51.697045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:51.812409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.035797 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.118448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Subnet': ['ID=fbb3119c-a45c-4945-b35d-f16318fe1514,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:52.130818 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Checking segment: {'id': '06c80873-a08e-4293-b93a-ad059ccb8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:52.131183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network hostable DHCP agents. Network: ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:16:52.153530 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:16:52.163130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:52.167826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:52.168670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.175268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c16ec05-ba70-479f-8221-e6b00ba266a5 None None] Network ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:52.193247 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35894) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:52.193872 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e64aeb45-d8b8-4366-b1fe-65b3a3dbddaf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6544347 Apr 22 15:16:52.199349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d0b3686b-4b0c-41ea-aa17-f68b4c7bcd2d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1390865743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:52.207074 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d0b3686b-4b0c-41ea-aa17-f68b4c7bcd2d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:52.211046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d0b3686b-4b0c-41ea-aa17-f68b4c7bcd2d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:router and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:52.214444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d0b3686b-4b0c-41ea-aa17-f68b4c7bcd2d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:52.221071 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d0b3686b-4b0c-41ea-aa17-f68b4c7bcd2d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:52.233978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d0b3686b-4b0c-41ea-aa17-f68b4c7bcd2d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.234947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d0b3686b-4b0c-41ea-aa17-f68b4c7bcd2d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.255031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d0b3686b-4b0c-41ea-aa17-f68b4c7bcd2d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.273957 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d0b3686b-4b0c-41ea-aa17-f68b4c7bcd2d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.300370 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d0b3686b-4b0c-41ea-aa17-f68b4c7bcd2d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.301835 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d0b3686b-4b0c-41ea-aa17-f68b4c7bcd2d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1068053 Apr 22 15:16:52.304454 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35898) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:52.312314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'port': {'network_id': 'ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15', 'name': 'tempest-RoutersIpV6Test-1647100665'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:16:52.405892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15', 'network_id': 'ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'fixed_ips': [{'subnet_id': 'fbb3119c-a45c-4945-b35d-f16318fe1514'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:16:52.406900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.458007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:16:52.462690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:port and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:16:52.465629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:16:52.471910 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:16:52.481944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:16:52.484991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.507022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] device_id is not set on port 0703ad00-58f7-419d-9ca5-31c886d387c3 yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:16:52.586311 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Allocated IP 2001:db8::2 (ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15/fbb3119c-a45c-4945-b35d-f16318fe1514/8bb973ae-596a-4541-8c01-8ebfb1b4849e) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:52.804556 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.814841 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Transition to ACTIVE for port object 8bb973ae-596a-4541-8c01-8ebfb1b4849e will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:52.834594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Transition to ACTIVE for port object 8bb973ae-596a-4541-8c01-8ebfb1b4849e will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:52.840744 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:52.913087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Network ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:52.915911 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:52.919806 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:52.924913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Allocated IP 2001:db8::cc (ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15/fbb3119c-a45c-4945-b35d-f16318fe1514/0703ad00-58f7-419d-9ca5-31c886d387c3) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:16:52.926168 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Pushing event updated for resources: {'Port': ['ID=8bb973ae-596a-4541-8c01-8ebfb1b4849e,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:53.018931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Attempting to bind port 8bb973ae-596a-4541-8c01-8ebfb1b4849e on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:16:53.019555 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Attempting to bind port 8bb973ae-596a-4541-8c01-8ebfb1b4849e by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '06c80873-a08e-4293-b93a-ad059ccb8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:16:53.019928 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Attempting to bind port 8bb973ae-596a-4541-8c01-8ebfb1b4849e on network ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:16:53.027400 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:16:53.027777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Checking segment: {'id': '06c80873-a08e-4293-b93a-ad059ccb8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:16:53.028182 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.028592 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Bound using segment: {'id': '06c80873-a08e-4293-b93a-ad059ccb8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:16:53.029325 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Bound port: 8bb973ae-596a-4541-8c01-8ebfb1b4849e, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c80873-a08e-4293-b93a-ad059ccb8f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:16:53.029621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.128792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] For port 8bb973ae-596a-4541-8c01-8ebfb1b4849e, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:16:53.131948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] For port 8bb973ae-596a-4541-8c01-8ebfb1b4849e, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8bb973ae-596a-4541-8c01-8ebfb1b4849e,segment=NetworkSegment(06c80873-a08e-4293-b93a-ad059ccb8f43),segment_id=06c80873-a08e-4293-b93a-ad059ccb8f43)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:16:53.137543 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.170936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.187522 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Transition to ACTIVE for port object 0703ad00-58f7-419d-9ca5-31c886d387c3 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:16:53.211142 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.230392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c4bc9-08b6-4c97-a827-a6dd9252be70 None None] Pushing event updated for resources: {'Port': ['ID=8bb973ae-596a-4541-8c01-8ebfb1b4849e,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:53.416736 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:53.420485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:53.426019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:16:53.434163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:53.435052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:53.439052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=0703ad00-58f7-419d-9ca5-31c886d387c3,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:53.467361 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-25ad5d44-a63a-4a34-8545-a806a110d4f4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1614699 Apr 22 15:16:53.470367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 35912) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:54.065087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:54.125002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8bb973ae-596a-4541-8c01-8ebfb1b4849e up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:54.207440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 8bb973ae-596a-4541-8c01-8ebfb1b4849e completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:54.261584 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d040eeb1-0203-4513-bf7a-95d5184d3fce None None] Network ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:16:54.374110 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-aed585fb-9975-44a5-b0a9-d6ac34375fa0 None None] Provisioning for port 8bb973ae-596a-4541-8c01-8ebfb1b4849e completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:54.429528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-aed585fb-9975-44a5-b0a9-d6ac34375fa0 None None] Provisioning complete for port 8bb973ae-596a-4541-8c01-8ebfb1b4849e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:54.429936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aed585fb-9975-44a5-b0a9-d6ac34375fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:54.460345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:54.466172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:54.582615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=0703ad00-58f7-419d-9ca5-31c886d387c3,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:54.644637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aed585fb-9975-44a5-b0a9-d6ac34375fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:54.689292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-aed585fb-9975-44a5-b0a9-d6ac34375fa0 None None] For port 8bb973ae-596a-4541-8c01-8ebfb1b4849e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8bb973ae-596a-4541-8c01-8ebfb1b4849e,segment=NetworkSegment(06c80873-a08e-4293-b93a-ad059ccb8f43),segment_id=06c80873-a08e-4293-b93a-ad059ccb8f43)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:16:54.694456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aed585fb-9975-44a5-b0a9-d6ac34375fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:54.745939 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:54.770677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed585fb-9975-44a5-b0a9-d6ac34375fa0 None None] Pushing event updated for resources: {'Port': ['ID=8bb973ae-596a-4541-8c01-8ebfb1b4849e,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:54.887252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:55.027766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-476a53c1-2382-4a91-93e0-906c1e2523ec None None] Provisioning for port 0703ad00-58f7-419d-9ca5-31c886d387c3 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:16:55.040966 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-476a53c1-2382-4a91-93e0-906c1e2523ec None None] Provisioning complete for port 0703ad00-58f7-419d-9ca5-31c886d387c3 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:55.041686 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-476a53c1-2382-4a91-93e0-906c1e2523ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:55.109405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-476a53c1-2382-4a91-93e0-906c1e2523ec None None] Port 0703ad00-58f7-419d-9ca5-31c886d387c3 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:55.127541 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-476a53c1-2382-4a91-93e0-906c1e2523ec None None] Provisioning complete for port 8bb973ae-596a-4541-8c01-8ebfb1b4849e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:55.128248 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-476a53c1-2382-4a91-93e0-906c1e2523ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:55.399252 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-31d90d2c-aa23-426b-a64e-5b5460a56e15 None None] Provisioning complete for port 0703ad00-58f7-419d-9ca5-31c886d387c3 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:55.399633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-31d90d2c-aa23-426b-a64e-5b5460a56e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:55.426311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:55.433572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:55.439231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:55.495673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-31d90d2c-aa23-426b-a64e-5b5460a56e15 None None] Port 0703ad00-58f7-419d-9ca5-31c886d387c3 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:55.599051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=0703ad00-58f7-419d-9ca5-31c886d387c3,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:55.618295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-03773dd0-a22d-4d24-9477-a914920684d3 None None] Provisioning complete for port 0703ad00-58f7-419d-9ca5-31c886d387c3 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:55.618673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-03773dd0-a22d-4d24-9477-a914920684d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:55.650953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:16:55.652229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:16:55.681941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-03773dd0-a22d-4d24-9477-a914920684d3 None None] Port 0703ad00-58f7-419d-9ca5-31c886d387c3 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:55.906817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ec5fd280-ad1a-40d4-9d52-100e53d997cc None None] Provisioning complete for port 0703ad00-58f7-419d-9ca5-31c886d387c3 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:55.907364 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec5fd280-ad1a-40d4-9d52-100e53d997cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:55.973756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ec5fd280-ad1a-40d4-9d52-100e53d997cc None None] Port 0703ad00-58f7-419d-9ca5-31c886d387c3 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:16:56.050216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 0bfd2903-0ac3-4797-b909-e04b5d76567a is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:16:56.086204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8bb973ae-596a-4541-8c01-8ebfb1b4849e up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:16:56.156581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 8bb973ae-596a-4541-8c01-8ebfb1b4849e triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:16:56.157298 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:56.233828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:56.241364 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35932) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:56.241797 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-69cf5f09-afe0-4aa3-aa14-dcc3e3da61bd tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/0bfd2903-0ac3-4797-b909-e04b5d76567a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7698510 Apr 22 15:16:56.247769 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d873d28-12fa-4cbd-b3b3-6b0eab9676cd None None] Sync routers for ids ['0bfd2903-0ac3-4797-b909-e04b5d76567a'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:56.279583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d873d28-12fa-4cbd-b3b3-6b0eab9676cd None None] Routers {'0bfd2903-0ac3-4797-b909-e04b5d76567a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:56.280109 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1d873d28-12fa-4cbd-b3b3-6b0eab9676cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0bfd2903-0ac3-4797-b909-e04b5d76567a'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:56.309571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efaeebf-98b9-4ac4-9b77-8eb1c629e004 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:56.310054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7efaeebf-98b9-4ac4-9b77-8eb1c629e004 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Synchronizing usage tracker for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:56.326164 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7efaeebf-98b9-4ac4-9b77-8eb1c629e004 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Unset dirty status for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:56.327876 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7efaeebf-98b9-4ac4-9b77-8eb1c629e004 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports/0703ad00-58f7-419d-9ca5-31c886d387c3 HTTP/1.1" status: 200 len: 983 time: 0.0855200 Apr 22 15:16:56.330795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35936) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:56.347722 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1d873d28-12fa-4cbd-b3b3-6b0eab9676cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:56.358666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d873d28-12fa-4cbd-b3b3-6b0eab9676cd None None] Routers {'0bfd2903-0ac3-4797-b909-e04b5d76567a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:56.359272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1d873d28-12fa-4cbd-b3b3-6b0eab9676cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0bfd2903-0ac3-4797-b909-e04b5d76567a'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:56.421829 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1d873d28-12fa-4cbd-b3b3-6b0eab9676cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:56.422280 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d873d28-12fa-4cbd-b3b3-6b0eab9676cd None None] The sync data for ids ['0bfd2903-0ac3-4797-b909-e04b5d76567a'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:56.935858 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc08977b-2a61-4a7a-8135-095641faa48b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:57.367969 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-fc08977b-2a61-4a7a-8135-095641faa48b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port 0703ad00-58f7-419d-9ca5-31c886d387c3 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:16:57.368690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc08977b-2a61-4a7a-8135-095641faa48b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:57.601391 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc08977b-2a61-4a7a-8135-095641faa48b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:57.749603 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-fc08977b-2a61-4a7a-8135-095641faa48b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for 0703ad00-58f7-419d-9ca5-31c886d387c3 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:16:57.917334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc08977b-2a61-4a7a-8135-095641faa48b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:57.967041 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08977b-2a61-4a7a-8135-095641faa48b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=0703ad00-58f7-419d-9ca5-31c886d387c3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:16:58.264386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc08977b-2a61-4a7a-8135-095641faa48b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:58.677334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc08977b-2a61-4a7a-8135-095641faa48b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 0bfd2903-0ac3-4797-b909-e04b5d76567a has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:16:58.810820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc08977b-2a61-4a7a-8135-095641faa48b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:16:58.819791 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a576b5e-f8da-4df8-aef8-71a735f4ce37 None None] Sync routers for ids ['0bfd2903-0ac3-4797-b909-e04b5d76567a'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:16:58.828290 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fc08977b-2a61-4a7a-8135-095641faa48b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/0bfd2903-0ac3-4797-b909-e04b5d76567a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4967284 Apr 22 15:16:58.831407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35946) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:58.832972 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a576b5e-f8da-4df8-aef8-71a735f4ce37 None None] Routers {'0bfd2903-0ac3-4797-b909-e04b5d76567a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:58.833641 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8a576b5e-f8da-4df8-aef8-71a735f4ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0bfd2903-0ac3-4797-b909-e04b5d76567a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:58.894006 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8a576b5e-f8da-4df8-aef8-71a735f4ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:58.905112 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a576b5e-f8da-4df8-aef8-71a735f4ce37 None None] Routers {'0bfd2903-0ac3-4797-b909-e04b5d76567a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:16:58.905697 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8a576b5e-f8da-4df8-aef8-71a735f4ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0bfd2903-0ac3-4797-b909-e04b5d76567a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:58.965894 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-8a576b5e-f8da-4df8-aef8-71a735f4ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:16:58.966262 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a576b5e-f8da-4df8-aef8-71a735f4ce37 None None] The sync data for ids ['0bfd2903-0ac3-4797-b909-e04b5d76567a'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:16:59.156683 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-099225f4-d428-4a22-88e2-c783849e14ca tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] remove_router_interface failed (client error): The resource could not be found. Apr 22 15:16:59.157705 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-099225f4-d428-4a22-88e2-c783849e14ca tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/0bfd2903-0ac3-4797-b909-e04b5d76567a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3253496 Apr 22 15:16:59.160409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35950) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:59.203196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d7b4bb69-6919-444a-9e5c-042c482951e7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Synchronizing usage tracker for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:59.218756 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d7b4bb69-6919-444a-9e5c-042c482951e7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Unset dirty status for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:59.219934 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d7b4bb69-6919-444a-9e5c-042c482951e7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bfd2903-0ac3-4797-b909-e04b5d76567a HTTP/1.1" status: 200 len: 205 time: 0.0586531 Apr 22 15:16:59.222713 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35956) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:59.358297 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1379973-ecd3-43ab-8d88-f75f71fcd301 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:59.598984 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-e3000636-d5da-4577-a8a0-4dda0de57426 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Synchronizing usage tracker for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:59.615298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-e3000636-d5da-4577-a8a0-4dda0de57426 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Unset dirty status for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:59.616544 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-e3000636-d5da-4577-a8a0-4dda0de57426 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512204315&fields=id&tenant_id=772d75f15f3749d9bde609249fe8eb65 HTTP/1.1" status: 200 len: 267 time: 0.0591075 Apr 22 15:16:59.765243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-cac31cc5-5c6f-4d77-bfc7-c1e7269d6542 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:16:59.765917 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-cac31cc5-5c6f-4d77-bfc7-c1e7269d6542 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Synchronizing usage tracker for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:59.782436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-cac31cc5-5c6f-4d77-bfc7-c1e7269d6542 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Unset dirty status for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:59.783560 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-cac31cc5-5c6f-4d77-bfc7-c1e7269d6542 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 812 time: 0.1605108 Apr 22 15:16:59.800013 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-46709e28-f5af-43f9-9346-debc4f19cc3d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/quotas/772d75f15f3749d9bde609249fe8eb65 HTTP/1.1" status: 200 len: 375 time: 0.0105066 Apr 22 15:16:59.840801 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1379973-ecd3-43ab-8d88-f75f71fcd301 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:59.845302 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1379973-ecd3-43ab-8d88-f75f71fcd301 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:59.869046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1379973-ecd3-43ab-8d88-f75f71fcd301 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:59.869639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1379973-ecd3-43ab-8d88-f75f71fcd301 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Fanout notify agent at l3_agent the message router_deleted on router 0bfd2903-0ac3-4797-b909-e04b5d76567a {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:16:59.880260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c1379973-ecd3-43ab-8d88-f75f71fcd301 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:16:59.884344 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c1379973-ecd3-43ab-8d88-f75f71fcd301 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/routers/0bfd2903-0ac3-4797-b909-e04b5d76567a HTTP/1.1" status: 204 len: 168 time: 0.6577518 Apr 22 15:16:59.884679 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35970) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:16:59.886569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3e57e7ad-f57a-40d5-9fb7-aec709a6a2b3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Synchronizing usage tracker for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:16:59.902837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3e57e7ad-f57a-40d5-9fb7-aec709a6a2b3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Unset dirty status for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:16:59.904209 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3e57e7ad-f57a-40d5-9fb7-aec709a6a2b3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987053 Apr 22 15:17:00.073795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-85eea02e-0540-425f-b6a3-ae0e53d98d8d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting subnet fbb3119c-a45c-4945-b35d-f16318fe1514 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:17:00.076660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85eea02e-0540-425f-b6a3-ae0e53d98d8d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:00.139737 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85eea02e-0540-425f-b6a3-ae0e53d98d8d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:00.216118 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-d1d65c58-aeba-4fca-94bb-ec04d1776db9 service neutron] 10.222.0.71 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004265 Apr 22 15:17:00.228569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85eea02e-0540-425f-b6a3-ae0e53d98d8d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:00.298635 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85eea02e-0540-425f-b6a3-ae0e53d98d8d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:00.341625 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eea02e-0540-425f-b6a3-ae0e53d98d8d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb3119c-a45c-4945-b35d-f16318fe1514,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:00.349001 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-b4acac14-af20-4adb-bc0e-ff2cd16fcaad service neutron] 10.222.0.71 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264944 Apr 22 15:17:00.349220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85eea02e-0540-425f-b6a3-ae0e53d98d8d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:00.355948 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-85eea02e-0540-425f-b6a3-ae0e53d98d8d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/fbb3119c-a45c-4945-b35d-f16318fe1514 HTTP/1.1" status: 204 len: 168 time: 0.4701908 Apr 22 15:17:00.358484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35976) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:00.367002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932fb031-f7a3-429c-a72e-320f46b019a8 None None] Network ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:00.474468 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:00.486115 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port 8bb973ae-596a-4541-8c01-8ebfb1b4849e {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:00.486474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:00.643306 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b0fd7c-5915-4acd-88b6-1151356db1a9 None None] DHCP port deletion for ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:17:00.647412 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-40b0fd7c-5915-4acd-88b6-1151356db1a9 None None] Deleting port 8bb973ae-596a-4541-8c01-8ebfb1b4849e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:00.647961 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40b0fd7c-5915-4acd-88b6-1151356db1a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:00.704006 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] For port 8bb973ae-596a-4541-8c01-8ebfb1b4849e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8bb973ae-596a-4541-8c01-8ebfb1b4849e,segment=NetworkSegment(06c80873-a08e-4293-b93a-ad059ccb8f43),segment_id=06c80873-a08e-4293-b93a-ad059ccb8f43)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:00.704371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:00.834491 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for 8bb973ae-596a-4541-8c01-8ebfb1b4849e owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:00.842589 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f909344c-d926-4488-83a8-b623e32881e2 req-72f9fc43-ff0f-445e-9697-d569be32eb0b tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 210 time: 0.0564110 Apr 22 15:17:00.882437 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-40b0fd7c-5915-4acd-88b6-1151356db1a9 None None] For port 8bb973ae-596a-4541-8c01-8ebfb1b4849e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8bb973ae-596a-4541-8c01-8ebfb1b4849e,segment=NetworkSegment(06c80873-a08e-4293-b93a-ad059ccb8f43),segment_id=06c80873-a08e-4293-b93a-ad059ccb8f43)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:00.883486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40b0fd7c-5915-4acd-88b6-1151356db1a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:01.026059 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:01.047203 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-40b0fd7c-5915-4acd-88b6-1151356db1a9 None None] Calling delete_port for 8bb973ae-596a-4541-8c01-8ebfb1b4849e owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:01.078855 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=8bb973ae-596a-4541-8c01-8ebfb1b4849e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:01.085725 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No DVR routers for this DVR port 8bb973ae-596a-4541-8c01-8ebfb1b4849e on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn_limited( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn_limited( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.112046 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:17:01.115408 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:17:01.120930 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-40b0fd7c-5915-4acd-88b6-1151356db1a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:17:01.121379 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-40b0fd7c-5915-4acd-88b6-1151356db1a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:17:01.215975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:01.240894 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:01.256482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c80873-a08e-4293-b93a-ad059ccb8f43') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:01.256778 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c80873-a08e-4293-b93a-ad059ccb8f43') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:01.268639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:01.285141 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:01.291646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:17:01.292097 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:17:01.306715 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:17:01.384517 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:01.402847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:01.420782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Network': ['ID=ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:01.431648 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d1253bdf-c508-4ba9-a41d-80f08a042899 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/networks/ffb4faed-1fbf-40e4-ba0d-78f4ff13ad15 HTTP/1.1" status: 204 len: 168 time: 1.0721662 Apr 22 15:17:01.435597 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 35998) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:01.441172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1193747450'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:01.446433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:01.450622 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:network and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:01.453500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:01.459317 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:01.471229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:01.474858 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:01.503387 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:17:01.513213 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:01.513623 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Added segment 1319fb36-62fe-4d1f-bad7-fc72e2962546 of type vlan for network 63b9b673-6f1d-47f1-afb8-dfed12aeb2d0 Apr 22 15:17:01.538537 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:01.566984 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:01.570652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:01.571232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:01.622419 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-40b0fd7c-5915-4acd-88b6-1151356db1a9 None None] Deleting port 8bb973ae-596a-4541-8c01-8ebfb1b4849e {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:01.622957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40b0fd7c-5915-4acd-88b6-1151356db1a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:01.673439 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2365639 Apr 22 15:17:01.675943 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e9fbe-7e41-4859-b7a9-ef4f3326062b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Network': ['ID=63b9b673-6f1d-47f1-afb8-dfed12aeb2d0,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:01.676586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36002) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:01.684544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'subnet': {'network_id': '63b9b673-6f1d-47f1-afb8-dfed12aeb2d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:01.686612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-40b0fd7c-5915-4acd-88b6-1151356db1a9 None None] The port '8bb973ae-596a-4541-8c01-8ebfb1b4849e' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:17:01.690355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 63b9b673-6f1d-47f1-afb8-dfed12aeb2d0 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:17:01.822703 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:01.826670 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:subnet and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:01.829733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:01.836915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:01.847117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:02.073895 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-68177c59-e107-4bb2-b84b-1e336282e5bb req-e286b0ad-cd3f-4c7b-ad19-b4ad1ccaf49f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 210 time: 0.0705831 Apr 22 15:17:02.082761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:02.085133 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8bb973ae-596a-4541-8c01-8ebfb1b4849e no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:17:02.131737 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 8bb973ae-596a-4541-8c01-8ebfb1b4849e {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:17:02.132087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8bb973ae-596a-4541-8c01-8ebfb1b4849e not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:17:02.220240 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-12057754-540c-4976-8b80-6527c4a4e1e9 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:02.221636 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-12057754-540c-4976-8b80-6527c4a4e1e9 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 812 time: 0.3079286 Apr 22 15:17:02.345976 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-f5241330-2897-40fd-93c2-9e28593bd037 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772d75f15f3749d9bde609249fe8eb65 HTTP/1.1" status: 200 len: 379 time: 0.0653307 Apr 22 15:17:02.360543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Request body: {'port': {'device_id': '5592167a-bcbe-4a41-a8fd-e92a2ed2dbca', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'admin_state_up': True, 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'security_groups': ['fc07bd19-3f04-4cc2-959e-7ab950afcd6e']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:02.462085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:02.568260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Subnet': ['ID=8bc8bc49-abbf-453f-a8f7-c173a03e3812,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:02.578659 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:02.593556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:02.607546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Checking segment: {'id': '1319fb36-62fe-4d1f-bad7-fc72e2962546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '63b9b673-6f1d-47f1-afb8-dfed12aeb2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:02.607926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network hostable DHCP agents. Network: 63b9b673-6f1d-47f1-afb8-dfed12aeb2d0, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:17:02.614302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Made reservation on behalf of 772d75f15f3749d9bde609249fe8eb65 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:02.617321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:02.705281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network 63b9b673-6f1d-47f1-afb8-dfed12aeb2d0 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:17:02.721298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 63b9b673-6f1d-47f1-afb8-dfed12aeb2d0) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:02.729876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:02.730482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:02.731873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f881b3-bab7-4230-aa29-e77acadad1b1 None None] Network 63b9b673-6f1d-47f1-afb8-dfed12aeb2d0 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:02.806230 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-edfe7a1b-11fd-4d0a-8b37-cc784f631070 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1244202 Apr 22 15:17:02.806408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36014) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:02.825057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Allocated IP 172.20.0.14 (cc03783b-13cd-4d1c-8f42-0c1a57f850d8/702932b0-1303-4c0c-badc-9a0faea1a8ab/4750f498-d523-4650-862c-92b14be2ec15) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:02.832404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e46aafa1-e5b0-4354-adb4-6cb2a9140416 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-59107527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:02.846879 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e46aafa1-e5b0-4354-adb4-6cb2a9140416 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:02.852333 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e46aafa1-e5b0-4354-adb4-6cb2a9140416 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:router and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:02.856711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e46aafa1-e5b0-4354-adb4-6cb2a9140416 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:02.871716 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e46aafa1-e5b0-4354-adb4-6cb2a9140416 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:02.897754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e46aafa1-e5b0-4354-adb4-6cb2a9140416 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:02.899450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e46aafa1-e5b0-4354-adb4-6cb2a9140416 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:02.922381 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:02.993757 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-63b9b673-6f1d-47f1-afb8-dfed12aeb2d0', 'network_id': '63b9b673-6f1d-47f1-afb8-dfed12aeb2d0', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'fixed_ips': [{'subnet_id': '8bc8bc49-abbf-453f-a8f7-c173a03e3812'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:17:02.995690 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:02.999078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e46aafa1-e5b0-4354-adb4-6cb2a9140416 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:03.053820 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e46aafa1-e5b0-4354-adb4-6cb2a9140416 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:03.092755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:03.103337 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e46aafa1-e5b0-4354-adb4-6cb2a9140416 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:03.104512 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e46aafa1-e5b0-4354-adb4-6cb2a9140416 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2972879 Apr 22 15:17:03.107463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36018) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:03.125474 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Transition to ACTIVE for port object 4750f498-d523-4650-862c-92b14be2ec15 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:03.149858 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:03.187016 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Allocated IP 2001:db8::2 (63b9b673-6f1d-47f1-afb8-dfed12aeb2d0/8bc8bc49-abbf-453f-a8f7-c173a03e3812/54473d4e-5a4c-4d41-941e-6cf9fe64597d) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:03.224490 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'Port': ['ID=4750f498-d523-4650-862c-92b14be2ec15,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:03.242667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:03.247386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:03.261549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:03.508724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:03.509339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:03.528251 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:03.542380 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Transition to ACTIVE for port object 54473d4e-5a4c-4d41-941e-6cf9fe64597d will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:03.565185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Transition to ACTIVE for port object 54473d4e-5a4c-4d41-941e-6cf9fe64597d will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:03.567766 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8d416886-4c80-4a4e-a6a9-0b2f174b41fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2108078 Apr 22 15:17:03.575444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:03.586299 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Request body: {'port': {'device_id': '5592167a-bcbe-4a41-a8fd-e92a2ed2dbca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:03.663901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Pushing event updated for resources: {'Port': ['ID=54473d4e-5a4c-4d41-941e-6cf9fe64597d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:03.675707 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Network 63b9b673-6f1d-47f1-afb8-dfed12aeb2d0 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:03.678924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:03.684896 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:03.708893 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fe5d0-0c27-47a8-ab3c-cac9aaaf8f08 req-040bc903-8d40-468b-8f8c-7cbedc6aec32 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:03.709938 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-158fe5d0-0c27-47a8-ab3c-cac9aaaf8f08 req-040bc903-8d40-468b-8f8c-7cbedc6aec32 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Synchronizing usage tracker for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:17:03.722097 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1e3cbe8b-e5e5-4a8e-8788-d9d32a29cce9 None None] Provisioning for port 4750f498-d523-4650-862c-92b14be2ec15 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:03.733725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:03.762074 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1e3cbe8b-e5e5-4a8e-8788-d9d32a29cce9 None None] Provisioning complete for port 4750f498-d523-4650-862c-92b14be2ec15 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:03.762687 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e3cbe8b-e5e5-4a8e-8788-d9d32a29cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:03.783274 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-158fe5d0-0c27-47a8-ab3c-cac9aaaf8f08 req-040bc903-8d40-468b-8f8c-7cbedc6aec32 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Unset dirty status for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:17:03.790665 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-158fe5d0-0c27-47a8-ab3c-cac9aaaf8f08 req-040bc903-8d40-468b-8f8c-7cbedc6aec32 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 932 time: 0.3527813 Apr 22 15:17:03.829421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1e3cbe8b-e5e5-4a8e-8788-d9d32a29cce9 None None] Port 4750f498-d523-4650-862c-92b14be2ec15 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:03.838742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:03.847337 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Attempting to bind port 54473d4e-5a4c-4d41-941e-6cf9fe64597d on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:03.847705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Attempting to bind port 54473d4e-5a4c-4d41-941e-6cf9fe64597d by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '1319fb36-62fe-4d1f-bad7-fc72e2962546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '63b9b673-6f1d-47f1-afb8-dfed12aeb2d0'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:03.848067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Attempting to bind port 54473d4e-5a4c-4d41-941e-6cf9fe64597d on network 63b9b673-6f1d-47f1-afb8-dfed12aeb2d0 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:03.855489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:03.855935 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Checking segment: {'id': '1319fb36-62fe-4d1f-bad7-fc72e2962546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '63b9b673-6f1d-47f1-afb8-dfed12aeb2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:03.856255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:03.856650 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Bound using segment: {'id': '1319fb36-62fe-4d1f-bad7-fc72e2962546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '63b9b673-6f1d-47f1-afb8-dfed12aeb2d0'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:03.857128 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Bound port: 54473d4e-5a4c-4d41-941e-6cf9fe64597d, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1319fb36-62fe-4d1f-bad7-fc72e2962546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '63b9b673-6f1d-47f1-afb8-dfed12aeb2d0'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:03.857708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:03.859778 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-158fe5d0-0c27-47a8-ab3c-cac9aaaf8f08 req-d539e54b-4a50-44e2-9f04-e636691b83d2 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681698 Apr 22 15:17:03.953242 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] For port 54473d4e-5a4c-4d41-941e-6cf9fe64597d, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:03.957996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] For port 54473d4e-5a4c-4d41-941e-6cf9fe64597d, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=54473d4e-5a4c-4d41-941e-6cf9fe64597d,segment=NetworkSegment(1319fb36-62fe-4d1f-bad7-fc72e2962546),segment_id=1319fb36-62fe-4d1f-bad7-fc72e2962546)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:03.973294 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:04.077637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788271d4-bd03-466b-b9ba-e8deb1e2c2ae None None] Pushing event updated for resources: {'Port': ['ID=54473d4e-5a4c-4d41-941e-6cf9fe64597d,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:04.300554 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4750f498-d523-4650-862c-92b14be2ec15 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:17:04.318220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:04.343662 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Transition to ACTIVE for port object 4750f498-d523-4650-862c-92b14be2ec15 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:04.347290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:04.385154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Allocated IP 2001:db8::1 (63b9b673-6f1d-47f1-afb8-dfed12aeb2d0/8bc8bc49-abbf-453f-a8f7-c173a03e3812/94985921-ea65-4d58-85b5-a2802b314c71) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:04.436211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Pushing event updated for resources: {'Port': ['ID=4750f498-d523-4650-862c-92b14be2ec15,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:04.626814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:04.645399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Transition to ACTIVE for port object 94985921-ea65-4d58-85b5-a2802b314c71 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:04.652251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Attempting to bind port 4750f498-d523-4650-862c-92b14be2ec15 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:04.652591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Attempting to bind port 4750f498-d523-4650-862c-92b14be2ec15 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:04.653156 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Attempting to bind port 4750f498-d523-4650-862c-92b14be2ec15 on network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:04.659307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Port 4750f498-d523-4650-862c-92b14be2ec15 on network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:17:04.659633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Attempting to bind port 4750f498-d523-4650-862c-92b14be2ec15 on network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:04.666402 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:04.666753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Checking segment: {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:04.667293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Bound using segment: {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:04.667920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Bound port: 4750f498-d523-4650-862c-92b14be2ec15, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:04.668060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:04.676715 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:04.745964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network 63b9b673-6f1d-47f1-afb8-dfed12aeb2d0 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:04.750036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:04.760440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:04.760746 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:04.785829 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=94985921-ea65-4d58-85b5-a2802b314c71,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:04.795617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] For port 4750f498-d523-4650-862c-92b14be2ec15, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:04.800454 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] For port 4750f498-d523-4650-862c-92b14be2ec15, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4750f498-d523-4650-862c-92b14be2ec15,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:04.805240 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:04.877413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:04.878828 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] 10.222.0.70 "PUT /v2.0/ports/4750f498-d523-4650-862c-92b14be2ec15 HTTP/1.1" status: 200 len: 1094 time: 1.2969630 Apr 22 15:17:04.879258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5592167a-bcbe-4a41-a8fd-e92a2ed2dbca', 'tag': '4750f498-d523-4650-862c-92b14be2ec15'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:17:04.881281 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:04.917818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff60564-fd85-4e16-8f46-782cf83d35ee service neutron] Pushing event updated for resources: {'Port': ['ID=4750f498-d523-4650-862c-92b14be2ec15,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:04.956381 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e577763c-0d2b-4db1-b13a-2f80ed25cb99'] response: {'name': 'network-changed', 'server_uuid': '5592167a-bcbe-4a41-a8fd-e92a2ed2dbca', 'tag': '4750f498-d523-4650-862c-92b14be2ec15', 'status': 'completed', 'code': 200} Apr 22 15:17:05.201074 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-8aa04e3f-1aab-4067-bc04-9abaf38c3ea5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 1097 time: 0.2231135 Apr 22 15:17:05.292733 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-348101b2-61ec-4db1-b8bf-d8d91710ce71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4750f498-d523-4650-862c-92b14be2ec15 HTTP/1.1" status: 200 len: 217 time: 0.0732493 Apr 22 15:17:05.301801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e1f12-b0d6-423d-ad1b-b642cbbcbae0 req-ecca095a-592e-4d79-9bc4-5fb01f959005 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:05.303312 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-db2e1f12-b0d6-423d-ad1b-b642cbbcbae0 req-ecca095a-592e-4d79-9bc4-5fb01f959005 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 944 time: 0.1890705 Apr 22 15:17:05.393419 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-a7edf523-a5da-42ac-a0ec-7671fc3f8428 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:05.395051 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-a7edf523-a5da-42ac-a0ec-7671fc3f8428 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 200 len: 851 time: 0.0907633 Apr 22 15:17:05.401556 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ed43d0-b207-4824-bd4c-0e77693866ab None None] Network 63b9b673-6f1d-47f1-afb8-dfed12aeb2d0 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:05.457462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:05.463745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:05.465314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:05.466746 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-db2e1f12-b0d6-423d-ad1b-b642cbbcbae0 req-c18b5934-f81c-48b0-8492-55bab958ad8a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327970 Apr 22 15:17:05.517321 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-0469a4bd-92c4-42fb-afcd-c4f66e16d7e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1151519 Apr 22 15:17:05.568471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=94985921-ea65-4d58-85b5-a2802b314c71,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:05.650605 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-91106cc5-90d1-430f-b509-c2377528c72d None None] Provisioning for port 54473d4e-5a4c-4d41-941e-6cf9fe64597d completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:05.661859 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-f19f80df-c890-4d09-9a46-10f7f15bfc4d service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377048 Apr 22 15:17:05.687637 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network 63b9b673-6f1d-47f1-afb8-dfed12aeb2d0 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:05.688988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:05.945183 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3c261bf-d052-4db6-8df0-777f39f7add9 req-739ff40f-c4b5-406c-a9c5-dad8b5796978 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762516 Apr 22 15:17:06.007353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ab269909-cf02-4231-806a-56ab00388d2d None None] Provisioning for port 94985921-ea65-4d58-85b5-a2802b314c71 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:06.015741 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ab269909-cf02-4231-806a-56ab00388d2d None None] Provisioning complete for port 94985921-ea65-4d58-85b5-a2802b314c71 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:06.016397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ab269909-cf02-4231-806a-56ab00388d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:06.133352 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Sync routers for ids ['5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:06.174519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Routers {'5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:06.176026 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:06.196178 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-62a279ea-edf7-44aa-97a5-df9a957cff15 req-199615b3-ae5c-4305-b084-6032080a3e94 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 1097 time: 0.1586173 Apr 22 15:17:06.219728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 19b104c6-f377-4258-bfd8-e70e84e5dc86 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:17:06.250630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 54473d4e-5a4c-4d41-941e-6cf9fe64597d up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:06.373944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a279ea-edf7-44aa-97a5-df9a957cff15 req-33b50fc7-95bf-441a-aab5-555e44ff2511 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:06.376276 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-62a279ea-edf7-44aa-97a5-df9a957cff15 req-33b50fc7-95bf-441a-aab5-555e44ff2511 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 913 time: 0.1733837 Apr 22 15:17:06.443775 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ab269909-cf02-4231-806a-56ab00388d2d None None] Port 94985921-ea65-4d58-85b5-a2802b314c71 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:06.491564 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-62a279ea-edf7-44aa-97a5-df9a957cff15 req-5922dbaf-cc70-421e-b0ee-a7261083e620 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4750f498-d523-4650-862c-92b14be2ec15 HTTP/1.1" status: 200 len: 217 time: 0.1032288 Apr 22 15:17:06.516894 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 54473d4e-5a4c-4d41-941e-6cf9fe64597d completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:06.530961 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36034) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:06.535264 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 54473d4e-5a4c-4d41-941e-6cf9fe64597d triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:06.535688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:06.641346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a279ea-edf7-44aa-97a5-df9a957cff15 req-69c702a6-e379-4b3c-b7d7-8c457823b2ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:06.642828 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-62a279ea-edf7-44aa-97a5-df9a957cff15 req-69c702a6-e379-4b3c-b7d7-8c457823b2ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 200 len: 851 time: 0.1454182 Apr 22 15:17:06.655277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Set router 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:06.788472 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:06.802729 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4f8cee-c170-4f2d-a8c7-ba7bf7a4aa0a None None] Sync routers for ids ['19b104c6-f377-4258-bfd8-e70e84e5dc86'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:06.809281 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-baafc639-729f-408d-840a-a797950e435b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/19b104c6-f377-4258-bfd8-e70e84e5dc86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7000942 Apr 22 15:17:06.811521 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36038) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:06.829042 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f8cee-c170-4f2d-a8c7-ba7bf7a4aa0a None None] Routers {'19b104c6-f377-4258-bfd8-e70e84e5dc86'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:06.830906 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7f4f8cee-c170-4f2d-a8c7-ba7bf7a4aa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['19b104c6-f377-4258-bfd8-e70e84e5dc86'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:06.847934 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-62a279ea-edf7-44aa-97a5-df9a957cff15 req-bdc54d83-f9d3-41fa-8c9e-6d4b0558fd85 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1974142 Apr 22 15:17:06.870634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42f07c-e312-448a-a421-27ce1ab41576 req-0718659e-e81a-4c62-b78f-8acf92595668 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:06.872073 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d42f07c-e312-448a-a421-27ce1ab41576 req-0718659e-e81a-4c62-b78f-8acf92595668 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 944 time: 0.1606658 Apr 22 15:17:06.908538 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7f4f8cee-c170-4f2d-a8c7-ba7bf7a4aa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:06.924498 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f8cee-c170-4f2d-a8c7-ba7bf7a4aa0a None None] Routers {'19b104c6-f377-4258-bfd8-e70e84e5dc86'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:06.925264 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7f4f8cee-c170-4f2d-a8c7-ba7bf7a4aa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['19b104c6-f377-4258-bfd8-e70e84e5dc86'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:06.998132 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7f4f8cee-c170-4f2d-a8c7-ba7bf7a4aa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:06.998945 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4f8cee-c170-4f2d-a8c7-ba7bf7a4aa0a None None] The sync data for ids ['19b104c6-f377-4258-bfd8-e70e84e5dc86'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:07.004046 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-62a279ea-edf7-44aa-97a5-df9a957cff15 req-3ea4e0ca-cd93-41c6-ac8d-e47b963e5b7c service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401072 Apr 22 15:17:07.076296 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcb68-2bed-4be5-acc8-a5f8396ffa7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:07.078557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-23d0c57d-f71e-49be-b871-f08629bd80fb None None] Provisioning complete for port 94985921-ea65-4d58-85b5-a2802b314c71 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:07.079002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-23d0c57d-f71e-49be-b871-f08629bd80fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:07.151513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406c14a-a4ec-40bf-abe8-d45a09952203 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:07.152093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3406c14a-a4ec-40bf-abe8-d45a09952203 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Synchronizing usage tracker for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:17:07.163009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:07.185717 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d42f07c-e312-448a-a421-27ce1ab41576 req-74f642a7-c72a-406a-82b6-49111c17748d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808505 Apr 22 15:17:07.186740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-23d0c57d-f71e-49be-b871-f08629bd80fb None None] Port 94985921-ea65-4d58-85b5-a2802b314c71 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:07.199028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3406c14a-a4ec-40bf-abe8-d45a09952203 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Unset dirty status for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:17:07.203024 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3406c14a-a4ec-40bf-abe8-d45a09952203 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports/94985921-ea65-4d58-85b5-a2802b314c71 HTTP/1.1" status: 200 len: 911 time: 0.3877199 Apr 22 15:17:07.203175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36042) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:07.242975 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 54473d4e-5a4c-4d41-941e-6cf9fe64597d, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=54473d4e-5a4c-4d41-941e-6cf9fe64597d,segment=NetworkSegment(1319fb36-62fe-4d1f-bad7-fc72e2962546),segment_id=1319fb36-62fe-4d1f-bad7-fc72e2962546)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:07.248811 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:07.333692 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=54473d4e-5a4c-4d41-941e-6cf9fe64597d,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:07.338257 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'name': 'tempest-TestVolumeBootPattern-750915356-router', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '07cc1aae-303a-48d5-9327-d832fdfbd150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:29Z', 'updated_at': '2022-04-22T15:16:34Z', 'revision_number': 4, 'project_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'gw_port': {'id': '07cc1aae-303a-48d5-9327-d832fdfbd150', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:99:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:30Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'bcc09f6e-ed18-4dfd-9c07-33c4645a5442', 'name': '', 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'mac_address': 'fa:16:3e:30:15:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502fd250-562e-4ff6-a0b7-4fa2283feaa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:33Z', 'updated_at': '2022-04-22T15:16:34Z', 'revision_number': 2, 'project_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'subnets': [{'id': '502fd250-562e-4ff6-a0b7-4fa2283feaa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:07.340689 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-62a279ea-edf7-44aa-97a5-df9a957cff15 req-dea429df-ec80-41e3-8157-3e644b05ebff service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132432 Apr 22 15:17:07.346441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Checking router: 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:17:07.346793 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Updating router 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d port bcc09f6e-ed18-4dfd-9c07-33c4645a5442 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:17:07.374290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e2cfa06b-2570-443f-ad0b-dd105bcf941b None None] Provisioning complete for port 94985921-ea65-4d58-85b5-a2802b314c71 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:07.374691 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e2cfa06b-2570-443f-ad0b-dd105bcf941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:07.442777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:07.453555 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfa06b-2570-443f-ad0b-dd105bcf941b None None] Port 94985921-ea65-4d58-85b5-a2802b314c71 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:07.566463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa9d3-8f22-4a1b-8151-4d4790a3cdff tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:07.778071 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bcb68-2bed-4be5-acc8-a5f8396ffa7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:07.779173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcb68-2bed-4be5-acc8-a5f8396ffa7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:07.813291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:07.829043 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Transition to ACTIVE for port object bcc09f6e-ed18-4dfd-9c07-33c4645a5442 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:07.847497 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:08.000368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-0e5bcb68-2bed-4be5-acc8-a5f8396ffa7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 8cdff637-3c23-4b78-a48e-ac06e2b6dc80, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8cdff637-3c23-4b78-a48e-ac06e2b6dc80,segment=NetworkSegment(81246116-c5f8-454f-b83d-cd888a61d773),segment_id=81246116-c5f8-454f-b83d-cd888a61d773)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:08.000740 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcb68-2bed-4be5-acc8-a5f8396ffa7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:08.005591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3905c0-7326-4a3b-ac88-586eff611f70 None None] Pushing event updated for resources: {'Port': ['ID=bcc09f6e-ed18-4dfd-9c07-33c4645a5442,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:08.198671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 54473d4e-5a4c-4d41-941e-6cf9fe64597d up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:08.223318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Attempting to bind port bcc09f6e-ed18-4dfd-9c07-33c4645a5442 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:08.223318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Attempting to bind port bcc09f6e-ed18-4dfd-9c07-33c4645a5442 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:08.223318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Attempting to bind port bcc09f6e-ed18-4dfd-9c07-33c4645a5442 on network 5fd53cc0-a89d-4adf-9a33-d537c5a38348 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:08.234608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:08.234872 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Checking segment: {'id': '2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:08.235255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:08.235625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Bound using segment: {'id': '2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:08.236204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Bound port: bcc09f6e-ed18-4dfd-9c07-33c4645a5442, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:08.236589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:08.292306 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bcb68-2bed-4be5-acc8-a5f8396ffa7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:08.329827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-8b7aa9d3-8f22-4a1b-8151-4d4790a3cdff tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port 94985921-ea65-4d58-85b5-a2802b314c71 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:08.330431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa9d3-8f22-4a1b-8151-4d4790a3cdff tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:08.333923 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] For port bcc09f6e-ed18-4dfd-9c07-33c4645a5442, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:08.337739 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] For port bcc09f6e-ed18-4dfd-9c07-33c4645a5442, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bcc09f6e-ed18-4dfd-9c07-33c4645a5442,segment=NetworkSegment(2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2),segment_id=2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:08.357326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:08.470629 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Routers {'5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:08.472388 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:08.508096 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcb68-2bed-4be5-acc8-a5f8396ffa7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:08.560001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bcb68-2bed-4be5-acc8-a5f8396ffa7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=8cdff637-3c23-4b78-a48e-ac06e2b6dc80,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:08.607015 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3905c0-7326-4a3b-ac88-586eff611f70 None None] Pushing event updated for resources: {'Port': ['ID=bcc09f6e-ed18-4dfd-9c07-33c4645a5442,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:08.636369 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa9d3-8f22-4a1b-8151-4d4790a3cdff tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:08.637856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 54473d4e-5a4c-4d41-941e-6cf9fe64597d triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:08.638390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:08.658083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0668a9-b041-4fc3-a550-17f887f9e9e8 req-589293ba-33bc-43f9-9d24-8eaee4df2950 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:08.659676 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ec0668a9-b041-4fc3-a550-17f887f9e9e8 req-589293ba-33bc-43f9-9d24-8eaee4df2950 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 944 time: 0.2996140 Apr 22 15:17:08.816448 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-8b7aa9d3-8f22-4a1b-8151-4d4790a3cdff tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for 94985921-ea65-4d58-85b5-a2802b314c71 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:08.841888 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] Set router 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:08.885137 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ec0668a9-b041-4fc3-a550-17f887f9e9e8 req-119fb5fa-74d3-4e8d-9ada-25c5671e2ba7 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172787 Apr 22 15:17:08.934488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0e5bcb68-2bed-4be5-acc8-a5f8396ffa7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:09.032808 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa9d3-8f22-4a1b-8151-4d4790a3cdff tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:09.089463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7aa9d3-8f22-4a1b-8151-4d4790a3cdff tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=94985921-ea65-4d58-85b5-a2802b314c71,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:09.227848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'name': 'tempest-TestVolumeBootPattern-750915356-router', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '07cc1aae-303a-48d5-9327-d832fdfbd150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:29Z', 'updated_at': '2022-04-22T15:16:34Z', 'revision_number': 4, 'project_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'gw_port': {'id': '07cc1aae-303a-48d5-9327-d832fdfbd150', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:99:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:30Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'bcc09f6e-ed18-4dfd-9c07-33c4645a5442', 'name': '', 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'mac_address': 'fa:16:3e:30:15:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502fd250-562e-4ff6-a0b7-4fa2283feaa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:33Z', 'updated_at': '2022-04-22T15:17:08Z', 'revision_number': 4, 'project_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'subnets': [{'id': '502fd250-562e-4ff6-a0b7-4fa2283feaa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:09.232390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72202ecd-1e2a-4fe6-aa41-bfc87871bb0d None None] The sync data for ids ['5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'] in dv-neutron-838883-3-hyperv is: [{'id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'name': 'tempest-TestVolumeBootPattern-750915356-router', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '07cc1aae-303a-48d5-9327-d832fdfbd150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:29Z', 'updated_at': '2022-04-22T15:16:34Z', 'revision_number': 4, 'project_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'gw_port': {'id': '07cc1aae-303a-48d5-9327-d832fdfbd150', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:99:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:30Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'bcc09f6e-ed18-4dfd-9c07-33c4645a5442', 'name': '', 'network_id': '5fd53cc0-a89d-4adf-9a33-d537c5a38348', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'mac_address': 'fa:16:3e:30:15:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '502fd250-562e-4ff6-a0b7-4fa2283feaa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:33Z', 'updated_at': '2022-04-22T15:17:08Z', 'revision_number': 4, 'project_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'subnets': [{'id': '502fd250-562e-4ff6-a0b7-4fa2283feaa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:09.289510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8b7aa9d3-8f22-4a1b-8151-4d4790a3cdff tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:09.621465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5bcb68-2bed-4be5-acc8-a5f8396ffa7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router e734b238-059a-4665-a500-35442ae85b20 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:09.828471 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7aa9d3-8f22-4a1b-8151-4d4790a3cdff tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 19b104c6-f377-4258-bfd8-e70e84e5dc86 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:09.831987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5bcb68-2bed-4be5-acc8-a5f8396ffa7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:09.842321 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1bc2fa-bc26-4355-986d-279aff8735ef None None] Sync routers for ids ['e734b238-059a-4665-a500-35442ae85b20'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:09.848101 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0e5bcb68-2bed-4be5-acc8-a5f8396ffa7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/e734b238-059a-4665-a500-35442ae85b20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3113539 Apr 22 15:17:09.859595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1bc2fa-bc26-4355-986d-279aff8735ef None None] Routers {'e734b238-059a-4665-a500-35442ae85b20'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:09.860090 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9e1bc2fa-bc26-4355-986d-279aff8735ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e734b238-059a-4665-a500-35442ae85b20'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:09.985677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7aa9d3-8f22-4a1b-8151-4d4790a3cdff tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:09.999150 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb7b48b-f05f-47bc-a100-67c618e5bc50 None None] Sync routers for ids ['19b104c6-f377-4258-bfd8-e70e84e5dc86'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:10.017152 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8b7aa9d3-8f22-4a1b-8151-4d4790a3cdff tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/19b104c6-f377-4258-bfd8-e70e84e5dc86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8102186 Apr 22 15:17:10.017603 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36052) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:10.025721 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb7b48b-f05f-47bc-a100-67c618e5bc50 None None] Routers {'19b104c6-f377-4258-bfd8-e70e84e5dc86'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:10.026817 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-abb7b48b-f05f-47bc-a100-67c618e5bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['19b104c6-f377-4258-bfd8-e70e84e5dc86'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:10.156585 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-9e1bc2fa-bc26-4355-986d-279aff8735ef None None] Set router e734b238-059a-4665-a500-35442ae85b20 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:10.167218 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-abb7b48b-f05f-47bc-a100-67c618e5bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:10.178487 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb7b48b-f05f-47bc-a100-67c618e5bc50 None None] Routers {'19b104c6-f377-4258-bfd8-e70e84e5dc86'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:10.179708 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-abb7b48b-f05f-47bc-a100-67c618e5bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['19b104c6-f377-4258-bfd8-e70e84e5dc86'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:10.223285 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b3467-9089-4baf-897d-5107b559e94d req-303aebcb-d149-4213-9300-37f532214995 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:10.227514 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-489b3467-9089-4baf-897d-5107b559e94d req-303aebcb-d149-4213-9300-37f532214995 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 944 time: 0.2112770 Apr 22 15:17:10.250351 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-41452729-8c86-49cf-93fc-48530c222b11 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Synchronizing usage tracker for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:17:10.274420 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-abb7b48b-f05f-47bc-a100-67c618e5bc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:10.275056 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb7b48b-f05f-47bc-a100-67c618e5bc50 None None] The sync data for ids ['19b104c6-f377-4258-bfd8-e70e84e5dc86'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:10.282968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-41452729-8c86-49cf-93fc-48530c222b11 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Unset dirty status for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:17:10.287323 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-41452729-8c86-49cf-93fc-48530c222b11 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports?device_id=19b104c6-f377-4258-bfd8-e70e84e5dc86 HTTP/1.1" status: 200 len: 205 time: 0.2658322 Apr 22 15:17:10.288320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36058) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:10.309377 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-489b3467-9089-4baf-897d-5107b559e94d req-ee2aadba-3c85-4a20-bfc7-0a94765ff1b4 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741875 Apr 22 15:17:10.332908 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bcc09f6e-ed18-4dfd-9c07-33c4645a5442 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:10.435908 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-848859b9-83ab-444c-baf7-89c2d8a7c03c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:10.441429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a2abc-d5a4-4680-b9f9-b13742efdba7 req-1d8005ab-3a04-48ba-bbc7-43a16ff2d7d6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:10.443455 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ff8a2abc-d5a4-4680-b9f9-b13742efdba7 req-1d8005ab-3a04-48ba-bbc7-43a16ff2d7d6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 946 time: 0.0835590 Apr 22 15:17:10.494850 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ff8a2abc-d5a4-4680-b9f9-b13742efdba7 req-6268b66e-a2d7-4aee-8e16-79f6799e6a5c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447469 Apr 22 15:17:10.606616 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port bcc09f6e-ed18-4dfd-9c07-33c4645a5442 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:10.624745 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port bcc09f6e-ed18-4dfd-9c07-33c4645a5442 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:10.625117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:10.797395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:10.815526 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9e1bc2fa-bc26-4355-986d-279aff8735ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:17:08Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '45ff11ed-92df-4070-84f8-844008b1acff', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e734b238-059a-4665-a500-35442ae85b20', 'port_id': '700d4949-ab55-4892-b5c6-860e70a57e38', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'mac_address': 'fa:16:3e:73:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:14:44Z', 'updated_at': '2022-04-22T15:14:50Z', 'revision_number': 1, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:20Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:10.823437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-848859b9-83ab-444c-baf7-89c2d8a7c03c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:10.825792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1bc2fa-bc26-4355-986d-279aff8735ef None None] Checking router: e734b238-059a-4665-a500-35442ae85b20 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:17:10.827639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-848859b9-83ab-444c-baf7-89c2d8a7c03c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:10.841421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port bcc09f6e-ed18-4dfd-9c07-33c4645a5442, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bcc09f6e-ed18-4dfd-9c07-33c4645a5442,segment=NetworkSegment(2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2),segment_id=2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:10.845727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1bc2fa-bc26-4355-986d-279aff8735ef None None] Routers {'e734b238-059a-4665-a500-35442ae85b20'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:10.846406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9e1bc2fa-bc26-4355-986d-279aff8735ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e734b238-059a-4665-a500-35442ae85b20'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:10.853630 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-848859b9-83ab-444c-baf7-89c2d8a7c03c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:10.854189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848859b9-83ab-444c-baf7-89c2d8a7c03c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Fanout notify agent at l3_agent the message router_deleted on router 19b104c6-f377-4258-bfd8-e70e84e5dc86 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:17:10.864769 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-848859b9-83ab-444c-baf7-89c2d8a7c03c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:10.865829 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-848859b9-83ab-444c-baf7-89c2d8a7c03c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/routers/19b104c6-f377-4258-bfd8-e70e84e5dc86 HTTP/1.1" status: 204 len: 168 time: 0.5767121 Apr 22 15:17:10.868425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36062) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:10.900844 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:11.049395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=bcc09f6e-ed18-4dfd-9c07-33c4645a5442,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:11.053623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-a693c864-cfd6-4f8a-a77a-b19cfb84b102 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting subnet 8bc8bc49-abbf-453f-a8f7-c173a03e3812 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:17:11.056670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a693c864-cfd6-4f8a-a77a-b19cfb84b102 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:11.078994 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-9e1bc2fa-bc26-4355-986d-279aff8735ef None None] Set router e734b238-059a-4665-a500-35442ae85b20 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:11.113631 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a693c864-cfd6-4f8a-a77a-b19cfb84b102 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:11.199032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a693c864-cfd6-4f8a-a77a-b19cfb84b102 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:11.269249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a693c864-cfd6-4f8a-a77a-b19cfb84b102 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:11.309521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693c864-cfd6-4f8a-a77a-b19cfb84b102 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc8bc49-abbf-453f-a8f7-c173a03e3812,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:11.315720 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a693c864-cfd6-4f8a-a77a-b19cfb84b102 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:11.322603 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a693c864-cfd6-4f8a-a77a-b19cfb84b102 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/8bc8bc49-abbf-453f-a8f7-c173a03e3812 HTTP/1.1" status: 204 len: 168 time: 0.4532356 Apr 22 15:17:11.324996 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36066) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:11.328218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3258b5e2-0f9b-434f-b337-5b4af482eabc None None] Network 63b9b673-6f1d-47f1-afb8-dfed12aeb2d0 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:11.447304 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:11.461499 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port 54473d4e-5a4c-4d41-941e-6cf9fe64597d {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:11.461877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:11.607416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9e1bc2fa-bc26-4355-986d-279aff8735ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:17:08Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '45ff11ed-92df-4070-84f8-844008b1acff', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e734b238-059a-4665-a500-35442ae85b20', 'port_id': '700d4949-ab55-4892-b5c6-860e70a57e38', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'mac_address': 'fa:16:3e:73:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:14:44Z', 'updated_at': '2022-04-22T15:14:50Z', 'revision_number': 1, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:20Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:11.611629 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1bc2fa-bc26-4355-986d-279aff8735ef None None] The sync data for ids ['e734b238-059a-4665-a500-35442ae85b20'] in dv-neutron-838883-3-hyperv is: [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:17:08Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '45ff11ed-92df-4070-84f8-844008b1acff', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.153', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e734b238-059a-4665-a500-35442ae85b20', 'port_id': '700d4949-ab55-4892-b5c6-860e70a57e38', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'mac_address': 'fa:16:3e:73:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:14:44Z', 'updated_at': '2022-04-22T15:14:50Z', 'revision_number': 1, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:20Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:11.735836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78405c9-95b1-4931-9d81-d34bb08b27b0 req-b874eefe-5ea7-40a4-82ea-2566fb48d0bc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:11.737287 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e78405c9-95b1-4931-9d81-d34bb08b27b0 req-b874eefe-5ea7-40a4-82ea-2566fb48d0bc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 944 time: 0.1680059 Apr 22 15:17:11.749446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb541e-3890-4a04-9f29-f1b310c71f34 req-7bd1b242-f694-40e1-a974-5df9b9000c55 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:11.750932 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4bfb541e-3890-4a04-9f29-f1b310c71f34 req-7bd1b242-f694-40e1-a974-5df9b9000c55 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 946 time: 0.1194751 Apr 22 15:17:11.785144 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] For port 54473d4e-5a4c-4d41-941e-6cf9fe64597d, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=54473d4e-5a4c-4d41-941e-6cf9fe64597d,segment=NetworkSegment(1319fb36-62fe-4d1f-bad7-fc72e2962546),segment_id=1319fb36-62fe-4d1f-bad7-fc72e2962546)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:11.785548 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:11.819825 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e78405c9-95b1-4931-9d81-d34bb08b27b0 req-31fbec2a-0ae2-499e-9321-b148b9d62346 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768456 Apr 22 15:17:11.826533 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4bfb541e-3890-4a04-9f29-f1b310c71f34 req-e342823b-6ec0-46c1-98d6-a57c2ad83e05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9e82facd-6dc6-474b-b566-fbe93bd7ad2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616305 Apr 22 15:17:11.908660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for 54473d4e-5a4c-4d41-941e-6cf9fe64597d owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:11.970447 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b188efc-2de2-454c-8ac1-fd0a60c700ff None None] DHCP port deletion for 63b9b673-6f1d-47f1-afb8-dfed12aeb2d0 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:17:11.976874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8b188efc-2de2-454c-8ac1-fd0a60c700ff None None] Deleting port 54473d4e-5a4c-4d41-941e-6cf9fe64597d {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:11.977389 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b188efc-2de2-454c-8ac1-fd0a60c700ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.003538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.050602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=54473d4e-5a4c-4d41-941e-6cf9fe64597d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:12.058072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No DVR routers for this DVR port 54473d4e-5a4c-4d41-941e-6cf9fe64597d on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:17:12.096001 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8b188efc-2de2-454c-8ac1-fd0a60c700ff None None] The port '54473d4e-5a4c-4d41-941e-6cf9fe64597d' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:17:12.119932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bcc09f6e-ed18-4dfd-9c07-33c4645a5442 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:12.189263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.195124 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port bcc09f6e-ed18-4dfd-9c07-33c4645a5442 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:12.195496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.221146 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b9b673-6f1d-47f1-afb8-dfed12aeb2d0']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:12.233154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1319fb36-62fe-4d1f-bad7-fc72e2962546') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:12.233448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1319fb36-62fe-4d1f-bad7-fc72e2962546') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:12.244650 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.261189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.267769 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:17:12.268185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:17:12.283075 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:17:12.338959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537ea0-a4d2-42da-bc53-57cf0d60f39a req-55e3a918-19d7-436f-a782-7468f8835734 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:12.340504 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-45537ea0-a4d2-42da-bc53-57cf0d60f39a req-55e3a918-19d7-436f-a782-7468f8835734 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 946 time: 0.0876486 Apr 22 15:17:12.365335 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:17:12.365539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.383170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.394221 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Network': ['ID=63b9b673-6f1d-47f1-afb8-dfed12aeb2d0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:12.401543 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:17:12.401894 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8cdff637-3c23-4b78-a48e-ac06e2b6dc80 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:17:12.402370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 54473d4e-5a4c-4d41-941e-6cf9fe64597d no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:17:12.407297 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fde0104e-94fc-4fe7-8e75-e5c53dc42182 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/networks/63b9b673-6f1d-47f1-afb8-dfed12aeb2d0 HTTP/1.1" status: 204 len: 168 time: 1.0813260 Apr 22 15:17:12.410990 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36074) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:12.416028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-312381492', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:12.422913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:12.424779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-45537ea0-a4d2-42da-bc53-57cf0d60f39a req-bb3abcab-1710-454e-b274-355eee55a618 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 8a279c39-676b-4b54-bb0e-085d84335988 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:12.425191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-45537ea0-a4d2-42da-bc53-57cf0d60f39a req-bb3abcab-1710-454e-b274-355eee55a618 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.426906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:router and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:12.431262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:12.435244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 54473d4e-5a4c-4d41-941e-6cf9fe64597d {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:17:12.435590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 54473d4e-5a4c-4d41-941e-6cf9fe64597d not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:17:12.437327 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:12.450815 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.451909 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.473056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.621260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.672614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-45537ea0-a4d2-42da-bc53-57cf0d60f39a req-bb3abcab-1710-454e-b274-355eee55a618 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 8a279c39-676b-4b54-bb0e-085d84335988, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8a279c39-676b-4b54-bb0e-085d84335988,segment=NetworkSegment(81246116-c5f8-454f-b83d-cd888a61d773),segment_id=81246116-c5f8-454f-b83d-cd888a61d773)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:12.672886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-45537ea0-a4d2-42da-bc53-57cf0d60f39a req-bb3abcab-1710-454e-b274-355eee55a618 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.679688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aa25fc72-6a37-452d-910e-7c34f2163ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.794090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-45537ea0-a4d2-42da-bc53-57cf0d60f39a req-bb3abcab-1710-454e-b274-355eee55a618 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 8a279c39-676b-4b54-bb0e-085d84335988 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:12.804447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.833000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:12.995200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Allocated IP 172.26.8.157 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/a5b1d65a-c325-417e-9e5b-37ba82026545) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:13.164349 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:13.195104 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:13.237615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-45537ea0-a4d2-42da-bc53-57cf0d60f39a req-bb3abcab-1710-454e-b274-355eee55a618 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:13.241646 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a6ceeb6-4f21-42ad-9891-49b82c6866f4 req-6676b076-1c8b-4354-84a3-4c5575a92a60 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd808cf-affb-4d5d-9d95-a608c69dcf38 HTTP/1.1" status: 200 len: 210 time: 0.1550882 Apr 22 15:17:13.273620 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=a5b1d65a-c325-417e-9e5b-37ba82026545,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:13.276878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:13.278276 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:13.280699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:13.287846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d5fb9-35ac-4c2a-9000-5bc1c392b6ed req-06cf4a9a-0654-4cd7-bd8a-81557e059815 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:13.289849 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fe7d5fb9-35ac-4c2a-9000-5bc1c392b6ed req-06cf4a9a-0654-4cd7-bd8a-81557e059815 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 944 time: 0.3182418 Apr 22 15:17:13.297706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3abcab-1710-454e-b274-355eee55a618 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=8a279c39-676b-4b54-bb0e-085d84335988,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:13.411080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-45537ea0-a4d2-42da-bc53-57cf0d60f39a req-bb3abcab-1710-454e-b274-355eee55a618 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] No DVR routers for this DVR port 8a279c39-676b-4b54-bb0e-085d84335988 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:17:13.415501 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fe7d5fb9-35ac-4c2a-9000-5bc1c392b6ed req-4ff4b902-f07c-411e-8135-8c1618c7ec43 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187904 Apr 22 15:17:13.416501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-45537ea0-a4d2-42da-bc53-57cf0d60f39a req-bb3abcab-1710-454e-b274-355eee55a618 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:13.419161 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd808cf-affb-4d5d-9d95-a608c69dcf38', 'name': 'network-vif-deleted', 'tag': '8a279c39-676b-4b54-bb0e-085d84335988'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:17:13.430981 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-45537ea0-a4d2-42da-bc53-57cf0d60f39a req-bb3abcab-1710-454e-b274-355eee55a618 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "DELETE /v2.0/ports/8a279c39-676b-4b54-bb0e-085d84335988 HTTP/1.1" status: 204 len: 173 time: 1.0835271 Apr 22 15:17:13.481420 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9dd2317-8efb-4807-893f-931158379ca1'] response: {'server_uuid': '5cd808cf-affb-4d5d-9d95-a608c69dcf38', 'name': 'network-vif-deleted', 'tag': '8a279c39-676b-4b54-bb0e-085d84335988', 'status': 'completed', 'code': 200} Apr 22 15:17:13.525459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:13.526504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:13.764164 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 75ec6b93-d056-414d-881d-a7de3148cdfb is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:17:13.960652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:13.970283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3474ce5a-2bdf-4ab6-9770-b2a8612712c5 None None] Sync routers for ids ['75ec6b93-d056-414d-881d-a7de3148cdfb'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:13.983343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3474ce5a-2bdf-4ab6-9770-b2a8612712c5 None None] Routers {'75ec6b93-d056-414d-881d-a7de3148cdfb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:13.984015 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-3474ce5a-2bdf-4ab6-9770-b2a8612712c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['75ec6b93-d056-414d-881d-a7de3148cdfb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:13.987569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:13.992322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36084) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:13.992925 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4a560e22-08f5-41dc-8120-812b9229df65 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.5806127 Apr 22 15:17:14.100710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-3474ce5a-2bdf-4ab6-9770-b2a8612712c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:14.112371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3474ce5a-2bdf-4ab6-9770-b2a8612712c5 None None] Routers {'75ec6b93-d056-414d-881d-a7de3148cdfb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:14.113068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-3474ce5a-2bdf-4ab6-9770-b2a8612712c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['75ec6b93-d056-414d-881d-a7de3148cdfb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:14.172262 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-3474ce5a-2bdf-4ab6-9770-b2a8612712c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:14.172673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3474ce5a-2bdf-4ab6-9770-b2a8612712c5 None None] The sync data for ids ['75ec6b93-d056-414d-881d-a7de3148cdfb'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:14.202177 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f8fcc7da-4260-4005-844b-25be377b223e tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/routers/75ec6b93-d056-414d-881d-a7de3148cdfb HTTP/1.1" status: 200 len: 884 time: 0.2077954 Apr 22 15:17:14.203667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36088) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:14.353343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36094) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:14.439247 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5dc8c741-5158-49cc-ba50-cf0d9a5c3a90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:14.481365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5dc8c741-5158-49cc-ba50-cf0d9a5c3a90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:14.524105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c2d8b3fb-37df-4cac-8b7d-e284957058db tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Synchronizing usage tracker for tenant:2254ef69dc934886a009ff147c38096c on resource:router {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:17:14.545280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c2d8b3fb-37df-4cac-8b7d-e284957058db tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Unset dirty status for tenant:2254ef69dc934886a009ff147c38096c on resource:router {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:17:14.546746 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c2d8b3fb-37df-4cac-8b7d-e284957058db tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3421259 Apr 22 15:17:14.549280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36100) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:14.555055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3b2d2600-4d03-4b31-8b65-f1f59ab50842 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-312381492'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:14.719999 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5dc8c741-5158-49cc-ba50-cf0d9a5c3a90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:14.749683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8c741-5158-49cc-ba50-cf0d9a5c3a90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e82facd-6dc6-474b-b566-fbe93bd7ad2b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:14.777183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5dc8c741-5158-49cc-ba50-cf0d9a5c3a90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:14.781351 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5dc8c741-5158-49cc-ba50-cf0d9a5c3a90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/security-groups/9e82facd-6dc6-474b-b566-fbe93bd7ad2b HTTP/1.1" status: 204 len: 168 time: 0.4240417 Apr 22 15:17:14.799319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f937209-b9c7-4c58-bfea-5f0e0f042f60 req-02cf03d4-6d6d-44b3-a255-fb21b932e771 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:14.800906 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f937209-b9c7-4c58-bfea-5f0e0f042f60 req-02cf03d4-6d6d-44b3-a255-fb21b932e771 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 944 time: 0.1987145 Apr 22 15:17:14.820139 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36106) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:14.866661 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f937209-b9c7-4c58-bfea-5f0e0f042f60 req-e6accd5f-4f59-447f-a7a5-10bf0615b1c5 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598719 Apr 22 15:17:14.956745 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ef297815-fd5f-43d9-b984-9b7e5a217c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:15.017082 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-651fa35a-6ab5-4698-b2de-129350de3a2a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting subnet bce8984f-08ea-4b66-8357-7767853b40d6 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:17:15.020073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-651fa35a-6ab5-4698-b2de-129350de3a2a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:15.073843 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-651fa35a-6ab5-4698-b2de-129350de3a2a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:15.157579 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-651fa35a-6ab5-4698-b2de-129350de3a2a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:15.231504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-651fa35a-6ab5-4698-b2de-129350de3a2a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:15.250720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2600-4d03-4b31-8b65-f1f59ab50842 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:15.260999 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2600-4d03-4b31-8b65-f1f59ab50842 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:15.268764 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fa35a-6ab5-4698-b2de-129350de3a2a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Subnet': ['ID=bce8984f-08ea-4b66-8357-7767853b40d6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:15.277536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-651fa35a-6ab5-4698-b2de-129350de3a2a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:15.286409 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-651fa35a-6ab5-4698-b2de-129350de3a2a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/subnets/bce8984f-08ea-4b66-8357-7767853b40d6 HTTP/1.1" status: 204 len: 168 time: 0.4627299 Apr 22 15:17:15.286566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2170792-b04a-4f23-a36c-6d495fa48078 None None] Network 4f591d2d-1ff7-4836-a21a-d4e347b68079 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:15.287025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36110) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:15.407237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:15.419510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 6a64e809-bc8a-4def-b664-59c909dee786 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:15.420042 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:15.550519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcebd46e-d338-441b-9887-13103a1fccce None None] DHCP port deletion for 4f591d2d-1ff7-4836-a21a-d4e347b68079 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:17:15.555137 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-dcebd46e-d338-441b-9887-13103a1fccce None None] Deleting port 6a64e809-bc8a-4def-b664-59c909dee786 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:15.555743 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dcebd46e-d338-441b-9887-13103a1fccce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:15.583805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2d2600-4d03-4b31-8b65-f1f59ab50842 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 75ec6b93-d056-414d-881d-a7de3148cdfb has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:15.633059 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 6a64e809-bc8a-4def-b664-59c909dee786, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6a64e809-bc8a-4def-b664-59c909dee786,segment=NetworkSegment(81246116-c5f8-454f-b83d-cd888a61d773),segment_id=81246116-c5f8-454f-b83d-cd888a61d773)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:15.633530 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:15.752964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 6a64e809-bc8a-4def-b664-59c909dee786 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:15.763178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-dcebd46e-d338-441b-9887-13103a1fccce None None] For port 6a64e809-bc8a-4def-b664-59c909dee786, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6a64e809-bc8a-4def-b664-59c909dee786,segment=NetworkSegment(81246116-c5f8-454f-b83d-cd888a61d773),segment_id=81246116-c5f8-454f-b83d-cd888a61d773)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:15.763621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dcebd46e-d338-441b-9887-13103a1fccce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:15.790577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2d2600-4d03-4b31-8b65-f1f59ab50842 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:15.796465 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2600-4d03-4b31-8b65-f1f59ab50842 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:15.800731 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3b2d2600-4d03-4b31-8b65-f1f59ab50842 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/75ec6b93-d056-414d-881d-a7de3148cdfb HTTP/1.1" status: 200 len: 891 time: 1.2474337 Apr 22 15:17:15.800883 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36114) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:15.806345 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577b995-2915-4ba1-ba42-e19e9c9bc772 None None] Sync routers for ids ['75ec6b93-d056-414d-881d-a7de3148cdfb'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:15.818737 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577b995-2915-4ba1-ba42-e19e9c9bc772 None None] Routers {'75ec6b93-d056-414d-881d-a7de3148cdfb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:15.819558 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0577b995-2915-4ba1-ba42-e19e9c9bc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['75ec6b93-d056-414d-881d-a7de3148cdfb'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:15.884420 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0577b995-2915-4ba1-ba42-e19e9c9bc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:15.885789 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-dcebd46e-d338-441b-9887-13103a1fccce None None] Calling delete_port for 6a64e809-bc8a-4def-b664-59c909dee786 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:15.896665 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577b995-2915-4ba1-ba42-e19e9c9bc772 None None] Routers {'75ec6b93-d056-414d-881d-a7de3148cdfb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:15.897585 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0577b995-2915-4ba1-ba42-e19e9c9bc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['75ec6b93-d056-414d-881d-a7de3148cdfb'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:15.969504 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0577b995-2915-4ba1-ba42-e19e9c9bc772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:15.969892 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577b995-2915-4ba1-ba42-e19e9c9bc772 None None] The sync data for ids ['75ec6b93-d056-414d-881d-a7de3148cdfb'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:16.038500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.048789 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-dcebd46e-d338-441b-9887-13103a1fccce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:17:16.049413 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-dcebd46e-d338-441b-9887-13103a1fccce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:17:16.050849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.052776 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.092911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716d83a-bae6-4d36-9cae-b01d08337c38 req-6e850c21-d953-4048-956f-615d7e42451c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:16.095767 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1716d83a-bae6-4d36-9cae-b01d08337c38 req-6e850c21-d953-4048-956f-615d7e42451c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 944 time: 0.0900435 Apr 22 15:17:16.097290 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=6a64e809-bc8a-4def-b664-59c909dee786,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:16.105275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] No DVR routers for this DVR port 6a64e809-bc8a-4def-b664-59c909dee786 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:17:16.112842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 6a64e809-bc8a-4def-b664-59c909dee786 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:17:16.146049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 8a279c39-676b-4b54-bb0e-085d84335988 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:17:16.149626 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1716d83a-bae6-4d36-9cae-b01d08337c38 req-4de92ce9-eca7-4446-8b39-cef8920a02e7 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453808 Apr 22 15:17:16.186761 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 6a64e809-bc8a-4def-b664-59c909dee786 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:17:16.187103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 6a64e809-bc8a-4def-b664-59c909dee786 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:17:16.188505 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 8a279c39-676b-4b54-bb0e-085d84335988 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:17:16.188836 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 8a279c39-676b-4b54-bb0e-085d84335988 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:17:16.250329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.283559 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f591d2d-1ff7-4836-a21a-d4e347b68079']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:16.297683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81246116-c5f8-454f-b83d-cd888a61d773') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:16.297985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81246116-c5f8-454f-b83d-cd888a61d773') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:16.312090 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.338759 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.347947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:17:16.348334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:17:16.362907 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:17:16.446818 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-feeceeb9-a74e-49f6-9a07-381298844661 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/routers/75ec6b93-d056-414d-881d-a7de3148cdfb HTTP/1.1" status: 200 len: 891 time: 0.6450591 Apr 22 15:17:16.449446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36120) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:16.485574 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.505497 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-86ad4516-e8db-498f-90d6-831c546d45da tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Synchronizing usage tracker for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:17:16.510464 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.519033 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Network': ['ID=4f591d2d-1ff7-4836-a21a-d4e347b68079,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:16.529764 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8ec256b7-77b7-45e6-86d6-5a612da66871 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/networks/4f591d2d-1ff7-4836-a21a-d4e347b68079 HTTP/1.1" status: 204 len: 168 time: 1.2419538 Apr 22 15:17:16.532554 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36124) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:16.539170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-86ad4516-e8db-498f-90d6-831c546d45da tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Unset dirty status for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:17:16.540197 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-86ad4516-e8db-498f-90d6-831c546d45da tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports?device_id=75ec6b93-d056-414d-881d-a7de3148cdfb HTTP/1.1" status: 200 len: 205 time: 0.0898559 Apr 22 15:17:16.542776 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36128) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:16.551315 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-dcebd46e-d338-441b-9887-13103a1fccce None None] Deleting port 6a64e809-bc8a-4def-b664-59c909dee786 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:16.551807 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dcebd46e-d338-441b-9887-13103a1fccce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.615113 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-dcebd46e-d338-441b-9887-13103a1fccce None None] The port '6a64e809-bc8a-4def-b664-59c909dee786' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:17:16.738510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9d64a1c3-ebb7-43af-9830-4c37255bb7db tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port c4edddfd-6343-4684-a361-f2bde7434c77 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:16.738854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d64a1c3-ebb7-43af-9830-4c37255bb7db tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.742395 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.904623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d64a1c3-ebb7-43af-9830-4c37255bb7db tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.904836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d64a1c3-ebb7-43af-9830-4c37255bb7db tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.934609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:16.944880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port a5b1d65a-c325-417e-9e5b-37ba82026545 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:16.945218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:17.024202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9d64a1c3-ebb7-43af-9830-4c37255bb7db tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for c4edddfd-6343-4684-a361-f2bde7434c77 owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:17.116686 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:17.170894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d64a1c3-ebb7-43af-9830-4c37255bb7db tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:17.221378 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64a1c3-ebb7-43af-9830-4c37255bb7db tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=c4edddfd-6343-4684-a361-f2bde7434c77,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:17.236623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for a5b1d65a-c325-417e-9e5b-37ba82026545 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:17.372936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d64a1c3-ebb7-43af-9830-4c37255bb7db tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:17.498647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:17.500899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:17.546259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=a5b1d65a-c325-417e-9e5b-37ba82026545,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:17.625811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ddcb6-1e57-480a-ad79-a14dbfaa0827 req-d1f0068c-26b4-4336-8f29-25a642874ab1 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:17.627383 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eb9ddcb6-1e57-480a-ad79-a14dbfaa0827 req-d1f0068c-26b4-4336-8f29-25a642874ab1 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 944 time: 0.3365703 Apr 22 15:17:17.692182 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eb9ddcb6-1e57-480a-ad79-a14dbfaa0827 req-904d66bc-a690-43f5-9eef-64fee7287236 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576160 Apr 22 15:17:17.774280 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:17.928034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d64a1c3-ebb7-43af-9830-4c37255bb7db tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router e734b238-059a-4665-a500-35442ae85b20 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:18.029541 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:18.033938 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:18.060808 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:18.061433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Fanout notify agent at l3_agent the message router_deleted on router 75ec6b93-d056-414d-881d-a7de3148cdfb {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:17:18.084169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:18.085859 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6c2edef4-cd73-4a8e-b414-4e59ef2f6647 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/routers/75ec6b93-d056-414d-881d-a7de3148cdfb HTTP/1.1" status: 204 len: 168 time: 1.5422034 Apr 22 15:17:18.089540 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36134) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:18.096267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1061566021'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:18.103057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:18.108329 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:network and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:18.115364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:18.124544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:18.138424 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 4750f498-d523-4650-862c-92b14be2ec15 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:17:18.145964 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:18.149406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:18.187122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:17:18.190450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d64a1c3-ebb7-43af-9830-4c37255bb7db tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:18.205211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:18.205553 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Added segment d26507c1-dd0f-434b-844b-f29231bc07ff of type vlan for network 4184e3a2-fb56-4dc7-bbe0-5717230239e3 Apr 22 15:17:18.211532 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b373fda7-f33c-4e9d-a15b-efb0d026ab7c None None] Sync routers for ids ['e734b238-059a-4665-a500-35442ae85b20'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:18.227398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d64a1c3-ebb7-43af-9830-4c37255bb7db tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:18.239918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b373fda7-f33c-4e9d-a15b-efb0d026ab7c None None] Routers {'e734b238-059a-4665-a500-35442ae85b20'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:18.240558 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b373fda7-f33c-4e9d-a15b-efb0d026ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e734b238-059a-4665-a500-35442ae85b20'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:18.276001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:18.304606 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9d64a1c3-ebb7-43af-9830-4c37255bb7db tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/floatingips/45ff11ed-92df-4070-84f8-844008b1acff HTTP/1.1" status: 204 len: 168 time: 1.7682304 Apr 22 15:17:18.316518 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'tag': '700d4949-ab55-4892-b5c6-860e70a57e38'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:17:18.336049 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:18.340700 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:18.341536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:18.416715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 4750f498-d523-4650-862c-92b14be2ec15, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4750f498-d523-4650-862c-92b14be2ec15,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:18.447361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '4750f498-d523-4650-862c-92b14be2ec15', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'port_id': '4750f498-d523-4650-862c-92b14be2ec15', 'mac_address': 'fa:16:3e:20:c3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:17:18.487344 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9c8bd33-4728-4943-9828-1b8a15fee48c'] response: {'name': 'network-changed', 'server_uuid': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'tag': '700d4949-ab55-4892-b5c6-860e70a57e38', 'status': 'completed', 'code': 200} Apr 22 15:17:18.488647 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Network': ['ID=4184e3a2-fb56-4dc7-bbe0-5717230239e3,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:18.495447 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6eb6dca2-7cea-4832-996a-4dcafef0db03 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4021752 Apr 22 15:17:18.496386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36142) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:18.502215 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'subnet': {'network_id': '4184e3a2-fb56-4dc7-bbe0-5717230239e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:18.531539 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-b373fda7-f33c-4e9d-a15b-efb0d026ab7c None None] Set router e734b238-059a-4665-a500-35442ae85b20 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:18.646257 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-daa29e75-066e-49c4-8354-a9fde12d731b req-32259894-9904-4ba2-9b2f-533f52ccc2f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 1098 time: 0.1153121 Apr 22 15:17:18.660515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 4184e3a2-fb56-4dc7-bbe0-5717230239e3 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:17:18.703968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:18.707888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:subnet and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:18.711865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:18.717891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:18.750508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:18.823534 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:18.859463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:18.975865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa29e75-066e-49c4-8354-a9fde12d731b req-e97157dc-49a0-41e0-b1c1-01f85dfcb98e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:18.977633 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-daa29e75-066e-49c4-8354-a9fde12d731b req-e97157dc-49a0-41e0-b1c1-01f85dfcb98e service neutron] 10.222.0.70 "GET /v2.0/networks?id=e24824d7-084f-4dd0-a097-236bf252abab HTTP/1.1" status: 200 len: 898 time: 0.2755787 Apr 22 15:17:19.010528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4750f498-d523-4650-862c-92b14be2ec15 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:17:19.063543 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-daa29e75-066e-49c4-8354-a9fde12d731b req-d6b8a6e2-4502-488c-ab5e-72a7c0ddb866 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=700d4949-ab55-4892-b5c6-860e70a57e38 HTTP/1.1" status: 200 len: 217 time: 0.0766304 Apr 22 15:17:19.070856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b14c0-2209-4ef8-b8d3-b053944a7d2f req-c9486918-3cd4-4772-a053-68af59207d08 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:19.071538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-514b14c0-2209-4ef8-b8d3-b053944a7d2f req-c9486918-3cd4-4772-a053-68af59207d08 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:17:19.071735 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 4750f498-d523-4650-862c-92b14be2ec15, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4750f498-d523-4650-862c-92b14be2ec15,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:19.079654 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:19.083031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b571277-ab99-462b-aeca-06dc9c68576b req-54ec23ed-2444-4a43-940c-98dc5bf289f5 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:19.084611 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b571277-ab99-462b-aeca-06dc9c68576b req-54ec23ed-2444-4a43-940c-98dc5bf289f5 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 944 time: 0.2395716 Apr 22 15:17:19.091698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:19.159547 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=4750f498-d523-4650-862c-92b14be2ec15,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:19.165286 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b373fda7-f33c-4e9d-a15b-efb0d026ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:17:08Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:20Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:19.166996 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Subnet': ['ID=b5b373f8-ed77-4813-91e2-d57815b7337c,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:19.170343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b373fda7-f33c-4e9d-a15b-efb0d026ab7c None None] Checking router: e734b238-059a-4665-a500-35442ae85b20 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:17:19.183160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-514b14c0-2209-4ef8-b8d3-b053944a7d2f req-c9486918-3cd4-4772-a053-68af59207d08 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:17:19.184216 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Checking segment: {'id': 'd26507c1-dd0f-434b-844b-f29231bc07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4184e3a2-fb56-4dc7-bbe0-5717230239e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:19.184523 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network hostable DHCP agents. Network: 4184e3a2-fb56-4dc7-bbe0-5717230239e3, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:17:19.185177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b373fda7-f33c-4e9d-a15b-efb0d026ab7c None None] Routers {'e734b238-059a-4665-a500-35442ae85b20'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:19.185805 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b373fda7-f33c-4e9d-a15b-efb0d026ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e734b238-059a-4665-a500-35442ae85b20'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:19.190339 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-514b14c0-2209-4ef8-b8d3-b053944a7d2f req-c9486918-3cd4-4772-a053-68af59207d08 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 945 time: 0.4033239 Apr 22 15:17:19.210887 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network 4184e3a2-fb56-4dc7-bbe0-5717230239e3 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:17:19.220841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 4184e3a2-fb56-4dc7-bbe0-5717230239e3) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:19.225511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa29e75-066e-49c4-8354-a9fde12d731b req-4572d7bc-f159-4f88-a6f5-705777c43921 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:19.227532 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-daa29e75-066e-49c4-8354-a9fde12d731b req-4572d7bc-f159-4f88-a6f5-705777c43921 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0574743f-a5db-4b41-86e7-38c8707a54a3 HTTP/1.1" status: 200 len: 835 time: 0.1529019 Apr 22 15:17:19.229134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:19.229771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:19.232592 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b571277-ab99-462b-aeca-06dc9c68576b req-2028c43b-56b4-49c2-b0c9-6ff4ef0ac45f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168606 Apr 22 15:17:19.243046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf314066-71c7-4b33-ac78-7e3dda95d64c None None] Network 4184e3a2-fb56-4dc7-bbe0-5717230239e3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:19.262083 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2b3c73bc-d1d0-42e6-a762-82fce928f7be tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7642217 Apr 22 15:17:19.263269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36150) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:19.268464 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c035fd0d-8f33-4d66-b292-9e89157f3527 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1131917197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:19.274791 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c035fd0d-8f33-4d66-b292-9e89157f3527 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:19.278915 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c035fd0d-8f33-4d66-b292-9e89157f3527 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:router and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:19.282059 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c035fd0d-8f33-4d66-b292-9e89157f3527 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:19.288572 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c035fd0d-8f33-4d66-b292-9e89157f3527 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:19.300913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c035fd0d-8f33-4d66-b292-9e89157f3527 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:19.301275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-514b14c0-2209-4ef8-b8d3-b053944a7d2f req-90470001-bb0a-4152-bc30-861b3c795fdf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:17:19.301904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c035fd0d-8f33-4d66-b292-9e89157f3527 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:19.334827 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c035fd0d-8f33-4d66-b292-9e89157f3527 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:19.339504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-514b14c0-2209-4ef8-b8d3-b053944a7d2f req-90470001-bb0a-4152-bc30-861b3c795fdf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:17:19.340661 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-514b14c0-2209-4ef8-b8d3-b053944a7d2f req-90470001-bb0a-4152-bc30-861b3c795fdf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=a531be1b-2115-41ac-896d-c2dc2f88d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494174 Apr 22 15:17:19.344725 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-daa29e75-066e-49c4-8354-a9fde12d731b req-3337bff7-8423-4c8c-bb3f-2ad9b399023c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e24824d7-084f-4dd0-a097-236bf252abab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1099024 Apr 22 15:17:19.354238 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c035fd0d-8f33-4d66-b292-9e89157f3527 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:19.388001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c035fd0d-8f33-4d66-b292-9e89157f3527 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:19.391789 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c035fd0d-8f33-4d66-b292-9e89157f3527 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1250460 Apr 22 15:17:19.392143 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36154) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:19.488609 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-daa29e75-066e-49c4-8354-a9fde12d731b req-1fc19238-cde8-425c-8502-9c0feafe0038 service neutron] 10.222.0.70 "GET /v2.0/networks/e24824d7-084f-4dd0-a097-236bf252abab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362183 Apr 22 15:17:19.534004 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-b373fda7-f33c-4e9d-a15b-efb0d026ab7c None None] Set router e734b238-059a-4665-a500-35442ae85b20 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:19.583158 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['4750f498-d523-4650-862c-92b14be2ec15'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:17:19.733031 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-daa29e75-066e-49c4-8354-a9fde12d731b req-745255bc-c885-4289-8221-c63cf753007d service neutron] 10.222.0.70 "GET /v2.0/networks/e24824d7-084f-4dd0-a097-236bf252abab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381310 Apr 22 15:17:19.773179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-4184e3a2-fb56-4dc7-bbe0-5717230239e3', 'network_id': '4184e3a2-fb56-4dc7-bbe0-5717230239e3', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'fixed_ips': [{'subnet_id': 'b5b373f8-ed77-4813-91e2-d57815b7337c'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:17:19.773917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:19.979379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:20.214019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Allocated IP 2001:db8::2 (4184e3a2-fb56-4dc7-bbe0-5717230239e3/b5b373f8-ed77-4813-91e2-d57815b7337c/e60b92fe-524d-485e-9c58-ac6edf5b45f3) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:20.433333 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b373fda7-f33c-4e9d-a15b-efb0d026ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:17:08Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:20Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:20.461995 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b373fda7-f33c-4e9d-a15b-efb0d026ab7c None None] The sync data for ids ['e734b238-059a-4665-a500-35442ae85b20'] in dv-neutron-838883-3-hyperv is: [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:17:08Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '18d6f376-d1fb-4c87-9bff-e820df481419', 'name': '', 'network_id': 'e24824d7-084f-4dd0-a097-236bf252abab', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:0b:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:14:04Z', 'updated_at': '2022-04-22T15:14:20Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '0574743f-a5db-4b41-86e7-38c8707a54a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:20.466023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c130f8-a8a0-4454-b8f8-80f75ef831c0 req-93a114c3-492c-4b1e-993b-1a393e79c289 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:20.467903 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-64c130f8-a8a0-4454-b8f8-80f75ef831c0 req-93a114c3-492c-4b1e-993b-1a393e79c289 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 945 time: 0.0843711 Apr 22 15:17:20.536427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:20.547845 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Transition to ACTIVE for port object e60b92fe-524d-485e-9c58-ac6edf5b45f3 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:20.567208 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Transition to ACTIVE for port object e60b92fe-524d-485e-9c58-ac6edf5b45f3 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:20.572322 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:20.623139 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-64c130f8-a8a0-4454-b8f8-80f75ef831c0 req-0ce7d312-e2b1-4347-869a-ccb96ab01e20 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493888 Apr 22 15:17:20.651044 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Network 4184e3a2-fb56-4dc7-bbe0-5717230239e3 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:20.652051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=e60b92fe-524d-485e-9c58-ac6edf5b45f3,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:20.654113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ebc5c-d9f6-4528-a7ee-d0cc5bff2140 req-44626a2e-ef4f-4ec5-b2ed-256f952b5f59 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:20.654529 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:20.655622 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7e9ebc5c-d9f6-4528-a7ee-d0cc5bff2140 req-44626a2e-ef4f-4ec5-b2ed-256f952b5f59 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 945 time: 0.1676054 Apr 22 15:17:20.656494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:20.662278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb8a84-8cae-45c3-9c92-58266e7ab31a req-63860c0d-aef2-4041-a81d-653147639d3d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:20.664422 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3efb8a84-8cae-45c3-9c92-58266e7ab31a req-63860c0d-aef2-4041-a81d-653147639d3d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 945 time: 0.1356089 Apr 22 15:17:20.705137 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Allocated IP 2001:db8::1 (4184e3a2-fb56-4dc7-bbe0-5717230239e3/b5b373f8-ed77-4813-91e2-d57815b7337c/a9a5362a-6fbd-4a5f-ac36-c94a7febc111) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:20.763326 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92227187-ab51-4a97-b7c0-b8f227250ac7 None None] New status for floating IP 45ff11ed-92df-4070-84f8-844008b1acff: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:17:20.771479 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Attempting to bind port e60b92fe-524d-485e-9c58-ac6edf5b45f3 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:20.772012 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Attempting to bind port e60b92fe-524d-485e-9c58-ac6edf5b45f3 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'd26507c1-dd0f-434b-844b-f29231bc07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4184e3a2-fb56-4dc7-bbe0-5717230239e3'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:20.772466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Attempting to bind port e60b92fe-524d-485e-9c58-ac6edf5b45f3 on network 4184e3a2-fb56-4dc7-bbe0-5717230239e3 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:20.773013 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-3efb8a84-8cae-45c3-9c92-58266e7ab31a req-1c0d3e01-acf0-4e0f-a323-5d2f4e39040d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 700d4949-ab55-4892-b5c6-860e70a57e38 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:20.773462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3efb8a84-8cae-45c3-9c92-58266e7ab31a req-1c0d3e01-acf0-4e0f-a323-5d2f4e39040d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:20.779420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:20.779901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Checking segment: {'id': 'd26507c1-dd0f-434b-844b-f29231bc07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4184e3a2-fb56-4dc7-bbe0-5717230239e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:20.780417 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:20.780903 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Bound using segment: {'id': 'd26507c1-dd0f-434b-844b-f29231bc07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4184e3a2-fb56-4dc7-bbe0-5717230239e3'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:20.781465 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Bound port: e60b92fe-524d-485e-9c58-ac6edf5b45f3, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26507c1-dd0f-434b-844b-f29231bc07ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '4184e3a2-fb56-4dc7-bbe0-5717230239e3'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:20.781936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:20.813341 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7e9ebc5c-d9f6-4528-a7ee-d0cc5bff2140 req-8aac3612-0315-4451-9e99-ad8cc3de1d01 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=a531be1b-2115-41ac-896d-c2dc2f88d7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039419 Apr 22 15:17:20.876554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] For port e60b92fe-524d-485e-9c58-ac6edf5b45f3, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:20.880456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] For port e60b92fe-524d-485e-9c58-ac6edf5b45f3, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e60b92fe-524d-485e-9c58-ac6edf5b45f3,segment=NetworkSegment(d26507c1-dd0f-434b-844b-f29231bc07ff),segment_id=d26507c1-dd0f-434b-844b-f29231bc07ff)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:20.888215 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:20.916248 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:20.956381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Transition to ACTIVE for port object a9a5362a-6fbd-4a5f-ac36-c94a7febc111 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:20.989393 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8f8fe-37b5-47f8-a0f9-f782d5f32aa8 None None] Pushing event updated for resources: {'Port': ['ID=e60b92fe-524d-485e-9c58-ac6edf5b45f3,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:20.993383 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:21.050628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-3efb8a84-8cae-45c3-9c92-58266e7ab31a req-1c0d3e01-acf0-4e0f-a323-5d2f4e39040d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 700d4949-ab55-4892-b5c6-860e70a57e38, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=700d4949-ab55-4892-b5c6-860e70a57e38,segment=NetworkSegment(5e68cdce-6de6-42e3-a84b-ee2832987112),segment_id=5e68cdce-6de6-42e3-a84b-ee2832987112)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:21.050985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3efb8a84-8cae-45c3-9c92-58266e7ab31a req-1c0d3e01-acf0-4e0f-a323-5d2f4e39040d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:21.090011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network 4184e3a2-fb56-4dc7-bbe0-5717230239e3 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:21.090860 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=a9a5362a-6fbd-4a5f-ac36-c94a7febc111,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:21.093674 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:21.095762 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:21.096271 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:21.192067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-3efb8a84-8cae-45c3-9c92-58266e7ab31a req-1c0d3e01-acf0-4e0f-a323-5d2f4e39040d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 700d4949-ab55-4892-b5c6-860e70a57e38 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:21.201026 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:21.351808 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3efb8a84-8cae-45c3-9c92-58266e7ab31a req-1c0d3e01-acf0-4e0f-a323-5d2f4e39040d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:21.407312 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d3e01-acf0-4e0f-a323-5d2f4e39040d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=700d4949-ab55-4892-b5c6-860e70a57e38,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:21.479514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efb8a84-8cae-45c3-9c92-58266e7ab31a req-1c0d3e01-acf0-4e0f-a323-5d2f4e39040d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] No DVR routers for this DVR port 700d4949-ab55-4892-b5c6-860e70a57e38 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:17:21.481757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3efb8a84-8cae-45c3-9c92-58266e7ab31a req-1c0d3e01-acf0-4e0f-a323-5d2f4e39040d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:21.484382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'name': 'network-vif-deleted', 'tag': '700d4949-ab55-4892-b5c6-860e70a57e38'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:17:21.495993 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3efb8a84-8cae-45c3-9c92-58266e7ab31a req-1c0d3e01-acf0-4e0f-a323-5d2f4e39040d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "DELETE /v2.0/ports/700d4949-ab55-4892-b5c6-860e70a57e38 HTTP/1.1" status: 204 len: 173 time: 0.8249059 Apr 22 15:17:21.545531 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7703d476-e3ae-4758-999e-23a679faa550'] response: {'server_uuid': 'a4e65aea-0c05-4fb0-bf5b-6abc5aef900f', 'name': 'network-vif-deleted', 'tag': '700d4949-ab55-4892-b5c6-860e70a57e38', 'status': 'completed', 'code': 200} Apr 22 15:17:21.718523 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:21.724512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:21.726210 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:21.882726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=a9a5362a-6fbd-4a5f-ac36-c94a7febc111,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:21.895754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5303b7-0c6f-4705-99f1-99a04b056c14 req-1a1500a6-5cdf-4a7f-b784-c3f62afd4f0c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:21.898065 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0c5303b7-0c6f-4705-99f1-99a04b056c14 req-1a1500a6-5cdf-4a7f-b784-c3f62afd4f0c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 945 time: 0.1047802 Apr 22 15:17:21.966366 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network 4184e3a2-fb56-4dc7-bbe0-5717230239e3 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:21.968479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:22.037348 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0c5303b7-0c6f-4705-99f1-99a04b056c14 req-29dc2532-d7e5-4d16-921a-3e5b0e0417f8 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316638 Apr 22 15:17:22.125543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ac541abd-b361-4509-b372-ccd4ae3e0a4e req-3c3a2647-f11e-4a4a-ac1a-2d9fbcec8aab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:17:22.149834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ac541abd-b361-4509-b372-ccd4ae3e0a4e req-3c3a2647-f11e-4a4a-ac1a-2d9fbcec8aab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:17:22.153394 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac541abd-b361-4509-b372-ccd4ae3e0a4e req-3c3a2647-f11e-4a4a-ac1a-2d9fbcec8aab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4e65aea-0c05-4fb0-bf5b-6abc5aef900f HTTP/1.1" status: 200 len: 210 time: 0.1109788 Apr 22 15:17:22.181455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 4750f498-d523-4650-862c-92b14be2ec15 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:22.222709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0754ecf6-038e-4f5f-8029-7d1c9eee736f None None] Network 4184e3a2-fb56-4dc7-bbe0-5717230239e3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:22.246494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e60b92fe-524d-485e-9c58-ac6edf5b45f3 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:22.418729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fc7c908d-bf20-4156-b6a9-412dc3e979d0 None None] Provisioning for port e60b92fe-524d-485e-9c58-ac6edf5b45f3 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:22.421193 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 4ef2c229-d575-43b5-b79f-0ed22bd083a7 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:17:22.493142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 4750f498-d523-4650-862c-92b14be2ec15 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:22.503815 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 4750f498-d523-4650-862c-92b14be2ec15 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:22.504194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:22.531094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port e60b92fe-524d-485e-9c58-ac6edf5b45f3 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:22.559313 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port e60b92fe-524d-485e-9c58-ac6edf5b45f3 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:22.559688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:22.587587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:22.600424 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a8c7967a-df13-4168-a349-2291ece3c04c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/4ef2c229-d575-43b5-b79f-0ed22bd083a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2067838 Apr 22 15:17:22.603030 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36168) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:22.616955 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d883f85-89a6-43c2-95ba-6a9fffad9ac2 None None] Sync routers for ids ['4ef2c229-d575-43b5-b79f-0ed22bd083a7'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:22.670778 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8b35b9-9b23-4847-bcfd-72b339bb6993 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:22.671247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cb8b35b9-9b23-4847-bcfd-72b339bb6993 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Synchronizing usage tracker for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:17:22.688355 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cb8b35b9-9b23-4847-bcfd-72b339bb6993 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Unset dirty status for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:17:22.689540 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cb8b35b9-9b23-4847-bcfd-72b339bb6993 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports/a9a5362a-6fbd-4a5f-ac36-c94a7febc111 HTTP/1.1" status: 200 len: 911 time: 0.0856125 Apr 22 15:17:22.692278 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36172) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:22.697859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d0894443-1f2f-48ee-8b37-9216283a3e05 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b5b373f8-ed77-4813-91e2-d57815b7337c'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:22.721922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d883f85-89a6-43c2-95ba-6a9fffad9ac2 None None] Routers {'4ef2c229-d575-43b5-b79f-0ed22bd083a7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:22.722595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-3d883f85-89a6-43c2-95ba-6a9fffad9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4ef2c229-d575-43b5-b79f-0ed22bd083a7'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:22.810910 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0894443-1f2f-48ee-8b37-9216283a3e05 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:22.825102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-3d883f85-89a6-43c2-95ba-6a9fffad9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:22.856695 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:22.890294 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:22.906187 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d883f85-89a6-43c2-95ba-6a9fffad9ac2 None None] Routers {'4ef2c229-d575-43b5-b79f-0ed22bd083a7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:22.906187 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-3d883f85-89a6-43c2-95ba-6a9fffad9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4ef2c229-d575-43b5-b79f-0ed22bd083a7'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:22.983757 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5592167a-bcbe-4a41-a8fd-e92a2ed2dbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4750f498-d523-4650-862c-92b14be2ec15'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:17:22.988119 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-3d883f85-89a6-43c2-95ba-6a9fffad9ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:22.988558 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d883f85-89a6-43c2-95ba-6a9fffad9ac2 None None] The sync data for ids ['4ef2c229-d575-43b5-b79f-0ed22bd083a7'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:23.002251 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 4750f498-d523-4650-862c-92b14be2ec15, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4750f498-d523-4650-862c-92b14be2ec15,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:23.013202 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:23.013995 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 700d4949-ab55-4892-b5c6-860e70a57e38 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:17:23.042713 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port e60b92fe-524d-485e-9c58-ac6edf5b45f3, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e60b92fe-524d-485e-9c58-ac6edf5b45f3,segment=NetworkSegment(d26507c1-dd0f-434b-844b-f29231bc07ff),segment_id=d26507c1-dd0f-434b-844b-f29231bc07ff)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:23.081888 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7275c8c8-91a5-4499-ad94-9d3d2f012625'] response: {'server_uuid': '5592167a-bcbe-4a41-a8fd-e92a2ed2dbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4750f498-d523-4650-862c-92b14be2ec15', 'code': 200} Apr 22 15:17:23.088014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 700d4949-ab55-4892-b5c6-860e70a57e38 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:17:23.088363 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 700d4949-ab55-4892-b5c6-860e70a57e38 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:17:23.090749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:23.137931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=4750f498-d523-4650-862c-92b14be2ec15,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:23.277413 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=e60b92fe-524d-485e-9c58-ac6edf5b45f3,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:23.289670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ed62b95c-560a-4509-b7b5-8ace56551b55 None None] Provisioning complete for port e60b92fe-524d-485e-9c58-ac6edf5b45f3 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:23.290045 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed62b95c-560a-4509-b7b5-8ace56551b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:23.370547 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36182) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:23.457276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ed62b95c-560a-4509-b7b5-8ace56551b55 None None] Provisioning for port a9a5362a-6fbd-4a5f-ac36-c94a7febc111 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:23.466529 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ed62b95c-560a-4509-b7b5-8ace56551b55 None None] Provisioning complete for port a9a5362a-6fbd-4a5f-ac36-c94a7febc111 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:23.466903 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ed62b95c-560a-4509-b7b5-8ace56551b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:23.480484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a835f-2eda-4bea-b62c-1d9c95e3b8ef req-1025c104-bed4-4216-b041-4a5bae044284 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:23.482118 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-124a835f-2eda-4bea-b62c-1d9c95e3b8ef req-1025c104-bed4-4216-b041-4a5bae044284 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 946 time: 0.2505419 Apr 22 15:17:23.490948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c647de5-3911-45dc-87bc-bc8dcacbde49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:23.537430 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ed62b95c-560a-4509-b7b5-8ace56551b55 None None] Port a9a5362a-6fbd-4a5f-ac36-c94a7febc111 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:23.557523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c647de5-3911-45dc-87bc-bc8dcacbde49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:23.578107 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0894443-1f2f-48ee-8b37-9216283a3e05 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:23.582556 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f030d7a3-015a-4db7-b8de-3670b73b2b54 req-832de61f-7d71-4608-8e07-e6941022d2b0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 1099 time: 0.2630038 Apr 22 15:17:23.588370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0894443-1f2f-48ee-8b37-9216283a3e05 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:23.593813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0894443-1f2f-48ee-8b37-9216283a3e05 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:23.594874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d0894443-1f2f-48ee-8b37-9216283a3e05 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:23.596388 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d0894443-1f2f-48ee-8b37-9216283a3e05 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/ports/a9a5362a-6fbd-4a5f-ac36-c94a7febc111 HTTP/1.1" status: 200 len: 911 time: 0.9030912 Apr 22 15:17:23.611268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36186) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:23.671395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3ecbe1a7-abf4-4673-8785-b16a246ff06e None None] Provisioning complete for port a9a5362a-6fbd-4a5f-ac36-c94a7febc111 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:23.671851 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe1a7-abf4-4673-8785-b16a246ff06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:23.672976 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0894443-1f2f-48ee-8b37-9216283a3e05 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=a9a5362a-6fbd-4a5f-ac36-c94a7febc111,revision_number=3']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:23.740272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3ecbe1a7-abf4-4673-8785-b16a246ff06e None None] Port a9a5362a-6fbd-4a5f-ac36-c94a7febc111 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:23.842869 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-124a835f-2eda-4bea-b62c-1d9c95e3b8ef req-aec0c0d7-f32b-4b27-b9bd-65f6b8ceca2b tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528123 Apr 22 15:17:23.863324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-660cc314-7d41-4e53-b87d-60b883d0abcd None None] Provisioning complete for port a9a5362a-6fbd-4a5f-ac36-c94a7febc111 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:23.872399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-660cc314-7d41-4e53-b87d-60b883d0abcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:23.879758 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f030d7a3-015a-4db7-b8de-3670b73b2b54 req-509d9dc2-1265-419b-a3aa-d207fd4c8deb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2889354 Apr 22 15:17:23.919399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-660cc314-7d41-4e53-b87d-60b883d0abcd None None] Port a9a5362a-6fbd-4a5f-ac36-c94a7febc111 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:23.921843 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c647de5-3911-45dc-87bc-bc8dcacbde49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:23.998874 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c647de5-3911-45dc-87bc-bc8dcacbde49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a531be1b-2115-41ac-896d-c2dc2f88d7f0,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:24.069552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c647de5-3911-45dc-87bc-bc8dcacbde49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:24.070738 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3c647de5-3911-45dc-87bc-bc8dcacbde49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/security-groups/a531be1b-2115-41ac-896d-c2dc2f88d7f0 HTTP/1.1" status: 204 len: 168 time: 0.6992440 Apr 22 15:17:24.102093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e60b92fe-524d-485e-9c58-ac6edf5b45f3 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:24.119132 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36192) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:24.125414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2428f3a9-447a-43e8-bea4-6f129407c4a7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:24.170035 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port e60b92fe-524d-485e-9c58-ac6edf5b45f3 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:24.170577 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:24.531871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43db5175-3bf3-453d-b40b-5a892222017a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:24.714886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2428f3a9-447a-43e8-bea4-6f129407c4a7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port a9a5362a-6fbd-4a5f-ac36-c94a7febc111 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:24.715460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2428f3a9-447a-43e8-bea4-6f129407c4a7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:24.897362 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2428f3a9-447a-43e8-bea4-6f129407c4a7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:25.026521 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2428f3a9-447a-43e8-bea4-6f129407c4a7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for a9a5362a-6fbd-4a5f-ac36-c94a7febc111 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:25.141455 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-43db5175-3bf3-453d-b40b-5a892222017a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 18d6f376-d1fb-4c87-9bff-e820df481419 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:25.142122 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43db5175-3bf3-453d-b40b-5a892222017a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:25.176760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3002150-e957-4257-b5b3-a53bb846f701 req-fef0115e-011a-474a-a869-ae47c27ad2ed tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:25.178674 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3002150-e957-4257-b5b3-a53bb846f701 req-fef0115e-011a-474a-a869-ae47c27ad2ed tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 946 time: 0.1625876 Apr 22 15:17:25.272943 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3002150-e957-4257-b5b3-a53bb846f701 req-f504a248-094f-4257-adbf-f533dca24f33 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879045 Apr 22 15:17:25.303753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2428f3a9-447a-43e8-bea4-6f129407c4a7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:25.342086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-43db5175-3bf3-453d-b40b-5a892222017a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 18d6f376-d1fb-4c87-9bff-e820df481419, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=18d6f376-d1fb-4c87-9bff-e820df481419,segment=NetworkSegment(5e68cdce-6de6-42e3-a84b-ee2832987112),segment_id=5e68cdce-6de6-42e3-a84b-ee2832987112)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:25.342714 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43db5175-3bf3-453d-b40b-5a892222017a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:25.448160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428f3a9-447a-43e8-bea4-6f129407c4a7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=a9a5362a-6fbd-4a5f-ac36-c94a7febc111,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:25.469923 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-43db5175-3bf3-453d-b40b-5a892222017a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 18d6f376-d1fb-4c87-9bff-e820df481419 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:25.628637 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2428f3a9-447a-43e8-bea4-6f129407c4a7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:25.760579 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43db5175-3bf3-453d-b40b-5a892222017a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:25.805849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db5175-3bf3-453d-b40b-5a892222017a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=18d6f376-d1fb-4c87-9bff-e820df481419,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:26.053582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2428f3a9-447a-43e8-bea4-6f129407c4a7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 4ef2c229-d575-43b5-b79f-0ed22bd083a7 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:26.104664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-43db5175-3bf3-453d-b40b-5a892222017a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:26.200250 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2428f3a9-447a-43e8-bea4-6f129407c4a7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:26.216863 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ebf09d-1cbe-40c7-a075-1fccd049b5bc None None] Sync routers for ids ['4ef2c229-d575-43b5-b79f-0ed22bd083a7'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:26.218712 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2428f3a9-447a-43e8-bea4-6f129407c4a7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/4ef2c229-d575-43b5-b79f-0ed22bd083a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6021442 Apr 22 15:17:26.220528 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36198) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:26.229310 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:17:26.234605 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ebf09d-1cbe-40c7-a075-1fccd049b5bc None None] Routers {'4ef2c229-d575-43b5-b79f-0ed22bd083a7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:26.235309 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-46ebf09d-1cbe-40c7-a075-1fccd049b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4ef2c229-d575-43b5-b79f-0ed22bd083a7'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:26.273846 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e8ee2fbf-5d6d-4a32-8f78-8e7c4b2db81d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ef2c229-d575-43b5-b79f-0ed22bd083a7 HTTP/1.1" status: 200 len: 205 time: 0.0480793 Apr 22 15:17:26.276816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36202) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:26.296936 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-46ebf09d-1cbe-40c7-a075-1fccd049b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:26.309863 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ebf09d-1cbe-40c7-a075-1fccd049b5bc None None] Routers {'4ef2c229-d575-43b5-b79f-0ed22bd083a7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:26.310417 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-46ebf09d-1cbe-40c7-a075-1fccd049b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4ef2c229-d575-43b5-b79f-0ed22bd083a7'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:26.374485 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-46ebf09d-1cbe-40c7-a075-1fccd049b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:26.375164 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ebf09d-1cbe-40c7-a075-1fccd049b5bc None None] The sync data for ids ['4ef2c229-d575-43b5-b79f-0ed22bd083a7'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:26.423328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc4cef9d-cd39-4a55-a18b-b20d582a9711 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:26.728662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43db5175-3bf3-453d-b40b-5a892222017a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router e734b238-059a-4665-a500-35442ae85b20 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:26.845056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4f98-4a59-4ab4-a842-83bd488bd961 req-80ce0c27-ef9b-4a19-927e-35d52ca74b5d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:26.846545 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-85fd4f98-4a59-4ab4-a842-83bd488bd961 req-80ce0c27-ef9b-4a19-927e-35d52ca74b5d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 946 time: 0.4266853 Apr 22 15:17:26.928039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43db5175-3bf3-453d-b40b-5a892222017a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:26.937978 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14933a64-2240-4f9f-8a21-e43c7fb0c767 None None] Sync routers for ids ['e734b238-059a-4665-a500-35442ae85b20'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:26.947896 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-43db5175-3bf3-453d-b40b-5a892222017a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/e734b238-059a-4665-a500-35442ae85b20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8275251 Apr 22 15:17:26.950629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36208) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:26.953278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14933a64-2240-4f9f-8a21-e43c7fb0c767 None None] Routers {'e734b238-059a-4665-a500-35442ae85b20'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:26.956056 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-14933a64-2240-4f9f-8a21-e43c7fb0c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e734b238-059a-4665-a500-35442ae85b20'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:27.008575 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc4cef9d-cd39-4a55-a18b-b20d582a9711 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.020450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc4cef9d-cd39-4a55-a18b-b20d582a9711 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.038718 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-85fd4f98-4a59-4ab4-a842-83bd488bd961 req-c107b978-5fd0-49df-96a5-ee19829a92f2 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851661 Apr 22 15:17:27.086128 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc4cef9d-cd39-4a55-a18b-b20d582a9711 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.086893 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4cef9d-cd39-4a55-a18b-b20d582a9711 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Fanout notify agent at l3_agent the message router_deleted on router 4ef2c229-d575-43b5-b79f-0ed22bd083a7 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:17:27.116158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bc4cef9d-cd39-4a55-a18b-b20d582a9711 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.118778 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bc4cef9d-cd39-4a55-a18b-b20d582a9711 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/routers/4ef2c229-d575-43b5-b79f-0ed22bd083a7 HTTP/1.1" status: 204 len: 168 time: 0.8408220 Apr 22 15:17:27.121024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36214) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:27.180786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-14933a64-2240-4f9f-8a21-e43c7fb0c767 None None] Set router e734b238-059a-4665-a500-35442ae85b20 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:27.260211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting subnet 0574743f-a5db-4b41-86e7-38c8707a54a3 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:17:27.263162 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.319224 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.369755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5673f9b-a547-48f0-b838-c0e720e121ba req-c7fd96e7-b66e-401e-a52c-c553b3485454 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:27.371402 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a5673f9b-a547-48f0-b838-c0e720e121ba req-c7fd96e7-b66e-401e-a52c-c553b3485454 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 946 time: 0.1982503 Apr 22 15:17:27.408615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-308fca04-43d4-40cd-973d-bdfb8a570414 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting subnet b5b373f8-ed77-4813-91e2-d57815b7337c {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:17:27.412819 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.414961 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-308fca04-43d4-40cd-973d-bdfb8a570414 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.469976 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-14933a64-2240-4f9f-8a21-e43c7fb0c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:17:25Z', 'revision_number': 7, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:27.473887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14933a64-2240-4f9f-8a21-e43c7fb0c767 None None] Checking router: e734b238-059a-4665-a500-35442ae85b20 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:17:27.482942 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a5673f9b-a547-48f0-b838-c0e720e121ba req-408a0456-d43c-4e06-b1fa-7ea1eb1a825b tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998635 Apr 22 15:17:27.487442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-308fca04-43d4-40cd-973d-bdfb8a570414 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.488551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14933a64-2240-4f9f-8a21-e43c7fb0c767 None None] Routers {'e734b238-059a-4665-a500-35442ae85b20'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:27.489697 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-14933a64-2240-4f9f-8a21-e43c7fb0c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e734b238-059a-4665-a500-35442ae85b20'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:27.503780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.519597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36218) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:27.547291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Subnet': ['ID=0574743f-a5db-4b41-86e7-38c8707a54a3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:27.553237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.566114 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/subnets/0574743f-a5db-4b41-86e7-38c8707a54a3 HTTP/1.1" status: 204 len: 168 time: 0.6143646 Apr 22 15:17:27.568713 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36224) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:27.573394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:27.573394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:27.573936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:27.574721 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:27.574907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:27.575331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:27.575923 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:27.576168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:27.576587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:27.577006 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:27.577510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907d37b4-4a4e-4d90-a8d3-18b0ebfc41ae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:27.587724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-308fca04-43d4-40cd-973d-bdfb8a570414 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.617571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7fd62b-474e-4724-a386-15d76d4851d7 None None] Network e24824d7-084f-4dd0-a097-236bf252abab requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:27.726018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-308fca04-43d4-40cd-973d-bdfb8a570414 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.768998 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-181e7c9c-1f91-48d5-9631-24c6ee4c202d tempest-TestVolumeBootPattern-1005748944 tempest-TestVolumeBootPattern-1005748944-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 1094 time: 0.2458007 Apr 22 15:17:27.770800 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36228) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:27.772527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308fca04-43d4-40cd-973d-bdfb8a570414 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b373f8-ed77-4813-91e2-d57815b7337c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:27.777635 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '4750f498-d523-4650-862c-92b14be2ec15', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:27.779986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-308fca04-43d4-40cd-973d-bdfb8a570414 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.789416 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-308fca04-43d4-40cd-973d-bdfb8a570414 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/b5b373f8-ed77-4813-91e2-d57815b7337c HTTP/1.1" status: 204 len: 168 time: 0.6645107 Apr 22 15:17:27.789723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36232) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:27.793715 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:27.799102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Usage tracker for resource:floatingip and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:27.810504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:27.811060 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc196fc2-b7c5-4c14-a0da-2f191c16be4e None None] Network 4184e3a2-fb56-4dc7-bbe0-5717230239e3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:27.819365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:27.836253 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.855713 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.907738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:27.918932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port e60b92fe-524d-485e-9c58-ac6edf5b45f3 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:27.919275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.056505 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-14933a64-2240-4f9f-8a21-e43c7fb0c767 None None] Set router e734b238-059a-4665-a500-35442ae85b20 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:28.134971 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] For port e60b92fe-524d-485e-9c58-ac6edf5b45f3, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e60b92fe-524d-485e-9c58-ac6edf5b45f3,segment=NetworkSegment(d26507c1-dd0f-434b-844b-f29231bc07ff),segment_id=d26507c1-dd0f-434b-844b-f29231bc07ff)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:28.135494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.144463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.263950 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.274434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for e60b92fe-524d-485e-9c58-ac6edf5b45f3 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:28.286340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 05113500-34e5-438f-b639-514135a57a68 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:28.286647 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.334200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8eabb2-bcfe-436f-af2d-c6b525539acb None None] DHCP port deletion for e24824d7-084f-4dd0-a097-236bf252abab request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:17:28.352108 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Allocated IP 172.26.8.241 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/ad84957b-b0af-445d-8e95-854dd95df03b) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:28.353072 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1f8eabb2-bcfe-436f-af2d-c6b525539acb None None] Deleting port c21f33d0-6432-4987-ba0f-42992219ad6c {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:28.353453 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1f8eabb2-bcfe-436f-af2d-c6b525539acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.454331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75667966-8d7c-4e2e-adaf-90b8bd96245f None None] DHCP port deletion for 4184e3a2-fb56-4dc7-bbe0-5717230239e3 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:17:28.469966 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.470475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-75667966-8d7c-4e2e-adaf-90b8bd96245f None None] Deleting port e60b92fe-524d-485e-9c58-ac6edf5b45f3 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:28.470858 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-75667966-8d7c-4e2e-adaf-90b8bd96245f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.529152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=e60b92fe-524d-485e-9c58-ac6edf5b45f3,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:28.534613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No DVR routers for this DVR port e60b92fe-524d-485e-9c58-ac6edf5b45f3 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:17:28.552129 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-75667966-8d7c-4e2e-adaf-90b8bd96245f None None] The port 'e60b92fe-524d-485e-9c58-ac6edf5b45f3' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:17:28.597447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 05113500-34e5-438f-b639-514135a57a68, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=05113500-34e5-438f-b639-514135a57a68,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:28.597719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.658463 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-14933a64-2240-4f9f-8a21-e43c7fb0c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:17:25Z', 'revision_number': 7, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:28.665106 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.668898 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14933a64-2240-4f9f-8a21-e43c7fb0c767 None None] The sync data for ids ['e734b238-059a-4665-a500-35442ae85b20'] in dv-neutron-838883-3-hyperv is: [{'id': 'e734b238-059a-4665-a500-35442ae85b20', 'name': 'tempest-TestNetworkBasicOps-router-603275096', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': '05113500-34e5-438f-b639-514135a57a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:13:50Z', 'updated_at': '2022-04-22T15:17:25Z', 'revision_number': 7, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '05113500-34e5-438f-b639-514135a57a68', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:87:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e734b238-059a-4665-a500-35442ae85b20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:13:52Z', 'updated_at': '2022-04-22T15:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:28.671426 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1f8eabb2-bcfe-436f-af2d-c6b525539acb None None] For port c21f33d0-6432-4987-ba0f-42992219ad6c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c21f33d0-6432-4987-ba0f-42992219ad6c,segment=NetworkSegment(5e68cdce-6de6-42e3-a84b-ee2832987112),segment_id=5e68cdce-6de6-42e3-a84b-ee2832987112)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:28.671800 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1f8eabb2-bcfe-436f-af2d-c6b525539acb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.695007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4184e3a2-fb56-4dc7-bbe0-5717230239e3']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:28.709433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26507c1-dd0f-434b-844b-f29231bc07ff') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:28.709837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26507c1-dd0f-434b-844b-f29231bc07ff') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:28.731359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.752665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.759779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:17:28.760326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:17:28.779695 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:17:28.824464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1f8eabb2-bcfe-436f-af2d-c6b525539acb None None] Calling delete_port for c21f33d0-6432-4987-ba0f-42992219ad6c owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:28.851165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 05113500-34e5-438f-b639-514135a57a68 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:28.861443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.882625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.890679 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.897279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Network': ['ID=4184e3a2-fb56-4dc7-bbe0-5717230239e3,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:28.903243 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1f8eabb2-bcfe-436f-af2d-c6b525539acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.912808 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/networks/4184e3a2-fb56-4dc7-bbe0-5717230239e3 HTTP/1.1" status: 204 len: 168 time: 1.1181324 Apr 22 15:17:28.913007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36236) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:28.918660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f9e800ac-7abc-4391-957b-47ab95ca2537 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-153842913', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:28.923756 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:28.924093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:28.924596 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:28.924932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:28.925260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:28.925585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:28.925912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:28.926267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:28.926585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:28.926913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:28.927248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2583b8-6dea-4651-ae33-91a46d565966 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:28.931477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f9e800ac-7abc-4391-957b-47ab95ca2537 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:28.936014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f9e800ac-7abc-4391-957b-47ab95ca2537 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:router and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:28.939314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f9e800ac-7abc-4391-957b-47ab95ca2537 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:28.945339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f9e800ac-7abc-4391-957b-47ab95ca2537 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:28.957935 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8eabb2-bcfe-436f-af2d-c6b525539acb None None] Pushing event deleted for resources: {'Port': ['ID=c21f33d0-6432-4987-ba0f-42992219ad6c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:28.959429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9e800ac-7abc-4391-957b-47ab95ca2537 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.960853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9e800ac-7abc-4391-957b-47ab95ca2537 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.970003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8eabb2-bcfe-436f-af2d-c6b525539acb None None] No DVR routers for this DVR port c21f33d0-6432-4987-ba0f-42992219ad6c on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:17:28.977652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:28.995403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9e800ac-7abc-4391-957b-47ab95ca2537 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:29.017043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9e800ac-7abc-4391-957b-47ab95ca2537 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:29.051644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9e800ac-7abc-4391-957b-47ab95ca2537 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:29.053183 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f9e800ac-7abc-4391-957b-47ab95ca2537 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1392095 Apr 22 15:17:29.057061 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36240) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:29.064189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1294345496'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:29.066876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:29.067754 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'Port': ['ID=ad84957b-b0af-445d-8e95-854dd95df03b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:29.070172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:29.075732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:network and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:29.084010 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:29.090539 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:29.103286 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:29.106301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:29.108604 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:29.114465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:29.142723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:17:29.153639 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:29.153639 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Added segment b0d80770-55ed-4546-b3bb-27fd7a18212a of type vlan for network 2ad54c23-db92-437f-bf64-9a8732159598 Apr 22 15:17:29.190218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:29.215961 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:29.222335 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:29.229075 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:29.229667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:29.277928 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=05113500-34e5-438f-b639-514135a57a68,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:29.331576 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2724764 Apr 22 15:17:29.335891 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36244) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:29.343937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'subnet': {'network_id': '2ad54c23-db92-437f-bf64-9a8732159598', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:29.367305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61addac4-f6c7-414b-8ce8-43b8712d7ad1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Network': ['ID=2ad54c23-db92-437f-bf64-9a8732159598,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:29.384859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 2ad54c23-db92-437f-bf64-9a8732159598 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:17:29.472941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:29.477256 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:subnet and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:29.480127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:29.487584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:29.498497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:29.599969 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:29.683985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:29.809470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:29.888031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Subnet': ['ID=7810b68a-0f0a-41e4-ae02-4574be15a9a6,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:29.900367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Checking segment: {'id': 'b0d80770-55ed-4546-b3bb-27fd7a18212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:29.900719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network hostable DHCP agents. Network: 2ad54c23-db92-437f-bf64-9a8732159598, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:17:29.921745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network 2ad54c23-db92-437f-bf64-9a8732159598 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:17:29.931828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 2ad54c23-db92-437f-bf64-9a8732159598) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:29.935912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:29.936324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:29.946690 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e756a-7859-48be-bff0-591732f2688c None None] Network 2ad54c23-db92-437f-bf64-9a8732159598 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:29.965936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:29.967448 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b388f6b4-546b-4ced-8397-f50fe8890967 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6299043 Apr 22 15:17:29.968089 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36248) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:29.982872 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.131461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.131947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Fanout notify agent at l3_agent the message router_deleted on router e734b238-059a-4665-a500-35442ae85b20 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:17:30.163527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.164651 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ce6bfaa3-6f3a-4dfa-92f4-a19a6ecf163b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/routers/e734b238-059a-4665-a500-35442ae85b20 HTTP/1.1" status: 204 len: 168 time: 2.5949507 Apr 22 15:17:30.167879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36252) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:30.265758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c21f33d0-6432-4987-ba0f-42992219ad6c no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:17:30.296342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-2ad54c23-db92-437f-bf64-9a8732159598', 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'fixed_ips': [{'subnet_id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:17:30.297296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.324997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: c21f33d0-6432-4987-ba0f-42992219ad6c {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:17:30.325485 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c21f33d0-6432-4987-ba0f-42992219ad6c not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:17:30.326029 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e60b92fe-524d-485e-9c58-ac6edf5b45f3 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:17:30.375427 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa770473-b395-489e-a42e-448b4eb9b4aa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.400811 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.409982 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: e60b92fe-524d-485e-9c58-ac6edf5b45f3 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:17:30.410581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e60b92fe-524d-485e-9c58-ac6edf5b45f3 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:17:30.410818 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 18d6f376-d1fb-4c87-9bff-e820df481419 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:17:30.443942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 18d6f376-d1fb-4c87-9bff-e820df481419 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:17:30.444288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 18d6f376-d1fb-4c87-9bff-e820df481419 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:17:30.568927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.594189 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Allocated IP 2001:db8::2 (2ad54c23-db92-437f-bf64-9a8732159598/7810b68a-0f0a-41e4-ae02-4574be15a9a6/cb7a6fed-cc70-405a-a5b4-64a97244b7bf) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:30.595640 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa770473-b395-489e-a42e-448b4eb9b4aa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.621882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.642170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-fa770473-b395-489e-a42e-448b4eb9b4aa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24824d7-084f-4dd0-a097-236bf252abab']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:30.661669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-fa770473-b395-489e-a42e-448b4eb9b4aa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e68cdce-6de6-42e3-a84b-ee2832987112') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:30.662259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-fa770473-b395-489e-a42e-448b4eb9b4aa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e68cdce-6de6-42e3-a84b-ee2832987112') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:30.679329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa770473-b395-489e-a42e-448b4eb9b4aa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.765307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa770473-b395-489e-a42e-448b4eb9b4aa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.775916 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa770473-b395-489e-a42e-448b4eb9b4aa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:17:30.776300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa770473-b395-489e-a42e-448b4eb9b4aa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:17:30.791153 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:17:30.822862 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.900849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Transition to ACTIVE for port object cb7a6fed-cc70-405a-a5b4-64a97244b7bf will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:30.902830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa770473-b395-489e-a42e-448b4eb9b4aa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.922767 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Transition to ACTIVE for port object cb7a6fed-cc70-405a-a5b4-64a97244b7bf will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:30.924207 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa770473-b395-489e-a42e-448b4eb9b4aa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.932206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.932435 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa770473-b395-489e-a42e-448b4eb9b4aa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Network': ['ID=e24824d7-084f-4dd0-a097-236bf252abab,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:30.939003 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fa770473-b395-489e-a42e-448b4eb9b4aa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/networks/e24824d7-084f-4dd0-a097-236bf252abab HTTP/1.1" status: 204 len: 168 time: 0.7696102 Apr 22 15:17:30.965629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36256) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:30.976060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'network': {'name': 'tempest-network-smoke--474124680', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'port_security_enabled': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:30.981860 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.987605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:30.988952 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:30.996595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:network and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:31.001133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:31.011940 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:31.020222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Network 2ad54c23-db92-437f-bf64-9a8732159598 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:31.024129 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:31.029273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Allocated IP 2001:db8::1 (2ad54c23-db92-437f-bf64-9a8732159598/7810b68a-0f0a-41e4-ae02-4574be15a9a6/9409c80b-d504-4e3e-8793-82179363fa7b) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:31.030570 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:31.035209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Pushing event updated for resources: {'Port': ['ID=cb7a6fed-cc70-405a-a5b4-64a97244b7bf,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:31.040188 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:31.043102 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.109886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'Port': ['ID=ad84957b-b0af-445d-8e95-854dd95df03b,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:31.123615 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.133889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Attempting to bind port cb7a6fed-cc70-405a-a5b4-64a97244b7bf on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:31.134376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Attempting to bind port cb7a6fed-cc70-405a-a5b4-64a97244b7bf by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'b0d80770-55ed-4546-b3bb-27fd7a18212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:31.135472 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Attempting to bind port cb7a6fed-cc70-405a-a5b4-64a97244b7bf on network 2ad54c23-db92-437f-bf64-9a8732159598 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:31.144765 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:31.144765 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Checking segment: {'id': 'b0d80770-55ed-4546-b3bb-27fd7a18212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:31.145254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.145710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Bound using segment: {'id': 'b0d80770-55ed-4546-b3bb-27fd7a18212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:31.146880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Bound port: cb7a6fed-cc70-405a-a5b4-64a97244b7bf, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d80770-55ed-4546-b3bb-27fd7a18212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:31.147973 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.151733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:17:31.170453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.170789 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Added segment 7429975a-df76-4675-8c26-feb4f0fd3684 of type vlan for network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d Apr 22 15:17:31.243400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.248531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.254485 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] For port cb7a6fed-cc70-405a-a5b4-64a97244b7bf, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:31.258795 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] For port cb7a6fed-cc70-405a-a5b4-64a97244b7bf, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=cb7a6fed-cc70-405a-a5b4-64a97244b7bf,segment=NetworkSegment(b0d80770-55ed-4546-b3bb-27fd7a18212a),segment_id=b0d80770-55ed-4546-b3bb-27fd7a18212a)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:31.263554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.270056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Transition to ACTIVE for port object 9409c80b-d504-4e3e-8793-82179363fa7b will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:31.296100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.300910 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:31.301497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.326598 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Floating IP 0871597c-54bb-499a-b636-a3aed9721283 associated. External IP: 172.26.8.241, port: 4750f498-d523-4650-862c-92b14be2ec15. Apr 22 15:17:31.351741 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71e173-1a14-4e41-814a-46dc1d66906b None None] Pushing event updated for resources: {'Port': ['ID=cb7a6fed-cc70-405a-a5b4-64a97244b7bf,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:31.417636 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.493960 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5225999 Apr 22 15:17:31.493960 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a65c03-ad13-45f2-9967-3ddc19d5a04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Network': ['ID=6ac0f11b-9c30-4b7e-aad5-a4c0c017017d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:31.497310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36260) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:31.506087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=9409c80b-d504-4e3e-8793-82179363fa7b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:31.508499 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'admin_state_up': True, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:31.524340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network 2ad54c23-db92-437f-bf64-9a8732159598 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:31.526748 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:31.531314 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:17:31.535093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:31.535637 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.541209 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:31.559361 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:router and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:31.563896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:31.573223 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:31.595311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.596243 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.642292 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:31.663235 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:32.035117 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:32.059125 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:32.063678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:32.064544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:32.185407 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device cb7a6fed-cc70-405a-a5b4-64a97244b7bf up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:32.258771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:32.275760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port cb7a6fed-cc70-405a-a5b4-64a97244b7bf completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:32.292641 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 05113500-34e5-438f-b639-514135a57a68 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:17:32.298857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:32.332953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 05113500-34e5-438f-b639-514135a57a68 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:17:32.333900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 05113500-34e5-438f-b639-514135a57a68 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:17:32.337652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:32.338993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=9409c80b-d504-4e3e-8793-82179363fa7b,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:32.394962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network 2ad54c23-db92-437f-bf64-9a8732159598 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:32.396841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:32.413033 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eddc851-d750-484d-b781-08e461ebf862 None None] Network 2ad54c23-db92-437f-bf64-9a8732159598 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:32.529945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-83c5060b-ba71-4f0c-adb4-e80116e2d374 None None] Provisioning for port cb7a6fed-cc70-405a-a5b4-64a97244b7bf completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:32.540075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-83c5060b-ba71-4f0c-adb4-e80116e2d374 None None] Provisioning complete for port cb7a6fed-cc70-405a-a5b4-64a97244b7bf triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:32.540763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83c5060b-ba71-4f0c-adb4-e80116e2d374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:32.620807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.30 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/e03c8dd6-20ce-4d33-86f7-393c0a856d9c) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:32.757197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83c5060b-ba71-4f0c-adb4-e80116e2d374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:32.763939 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 807c187d-183e-4a88-b02f-45e92012d089 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:17:32.784884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:32.794764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-83c5060b-ba71-4f0c-adb4-e80116e2d374 None None] For port cb7a6fed-cc70-405a-a5b4-64a97244b7bf, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=cb7a6fed-cc70-405a-a5b4-64a97244b7bf,segment=NetworkSegment(b0d80770-55ed-4546-b3bb-27fd7a18212a),segment_id=b0d80770-55ed-4546-b3bb-27fd7a18212a)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:32.805916 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83c5060b-ba71-4f0c-adb4-e80116e2d374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:32.810056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:32.824930 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6fbc4-5c78-4d65-9dd2-eeca4f53ec8e None None] Sync routers for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:32.836201 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:32.846935 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6fbc4-5c78-4d65-9dd2-eeca4f53ec8e None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:32.847843 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1b6fbc4-5c78-4d65-9dd2-eeca4f53ec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:32.903292 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e0c384e2-cf91-4660-8416-55c1e9c266fd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1313415 Apr 22 15:17:32.905369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5592167a-bcbe-4a41-a8fd-e92a2ed2dbca', 'tag': '4750f498-d523-4650-862c-92b14be2ec15'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:17:32.923421 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:32.955302 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:32.969966 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5060b-ba71-4f0c-adb4-e80116e2d374 None None] Pushing event updated for resources: {'Port': ['ID=cb7a6fed-cc70-405a-a5b4-64a97244b7bf,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:33.026720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:33.036849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Sync routers for ids ['807c187d-183e-4a88-b02f-45e92012d089'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:33.039886 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9e78c4b1-1231-4a30-b82e-18e4a4347d0b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0707021 Apr 22 15:17:33.042519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36270) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:33.055806 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1223323521'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:33.064523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Routers {'807c187d-183e-4a88-b02f-45e92012d089'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:33.066604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['807c187d-183e-4a88-b02f-45e92012d089'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:33.071155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:33.081224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:network and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:33.091431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:33.103168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:33.105089 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2cf3a8-aae9-4c63-a9e7-578935cf621d'] response: {'name': 'network-changed', 'server_uuid': '5592167a-bcbe-4a41-a8fd-e92a2ed2dbca', 'tag': '4750f498-d523-4650-862c-92b14be2ec15', 'status': 'completed', 'code': 200} Apr 22 15:17:33.129374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:33.139323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:33.142632 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:33.165574 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:33.168019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:33.214467 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e1b6fbc4-5c78-4d65-9dd2-eeca4f53ec8e None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:33.235486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=e03c8dd6-20ce-4d33-86f7-393c0a856d9c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:33.250783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:17:33.273331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:33.276366 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Added segment db868f03-b2d3-483f-9072-f7771b836455 of type vlan for network b9f51bf2-d21d-4b1f-b354-f0f8864617a1 Apr 22 15:17:33.308398 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31bb5463-32c6-4605-ac23-a6ebb92f003f req-f3114628-3492-46aa-a5fa-9a17077c375c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 1099 time: 0.1536846 Apr 22 15:17:33.340957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f10cf406-fcf5-4ad7-ac30-c5cccb378cd5 None None] Provisioning for port 9409c80b-d504-4e3e-8793-82179363fa7b completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:33.354188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f10cf406-fcf5-4ad7-ac30-c5cccb378cd5 None None] Provisioning complete for port 9409c80b-d504-4e3e-8793-82179363fa7b triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:33.354708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f10cf406-fcf5-4ad7-ac30-c5cccb378cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:33.361787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:33.409239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Set router 807c187d-183e-4a88-b02f-45e92012d089 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:33.423271 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:33.424221 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:33.498514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:33.500827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f10cf406-fcf5-4ad7-ac30-c5cccb378cd5 None None] Port 9409c80b-d504-4e3e-8793-82179363fa7b cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:33.502959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:33.503912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:33.556563 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb5463-32c6-4605-ac23-a6ebb92f003f req-799069bd-ad50-4cfc-8c10-b4ba50370131 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:33.558911 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31bb5463-32c6-4605-ac23-a6ebb92f003f req-799069bd-ad50-4cfc-8c10-b4ba50370131 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 913 time: 0.2385101 Apr 22 15:17:33.614296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f10cf406-fcf5-4ad7-ac30-c5cccb378cd5 None None] Provisioning complete for port cb7a6fed-cc70-405a-a5b4-64a97244b7bf triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:33.615291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f10cf406-fcf5-4ad7-ac30-c5cccb378cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:33.741321 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6945512 Apr 22 15:17:33.745218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36274) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:33.753000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'subnet': {'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:33.767731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1edb6-b3b8-425c-adcb-701496be1884 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Network': ['ID=b9f51bf2-d21d-4b1f-b354-f0f8864617a1,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:33.797523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network b9f51bf2-d21d-4b1f-b354-f0f8864617a1 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:17:33.808916 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31bb5463-32c6-4605-ac23-a6ebb92f003f req-21f2e2c0-d8d8-4830-b47a-a6587e2d8a29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4750f498-d523-4650-862c-92b14be2ec15 HTTP/1.1" status: 200 len: 1000 time: 0.2341661 Apr 22 15:17:33.862836 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1b6fbc4-5c78-4d65-9dd2-eeca4f53ec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '0871597c-54bb-499a-b636-a3aed9721283', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': '4750f498-d523-4650-862c-92b14be2ec15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:20:c3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5592167a-bcbe-4a41-a8fd-e92a2ed2dbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:17:29Z', 'updated_at': '2022-04-22T15:17:29Z', 'revision_number': 0, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:33.877255 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6fbc4-5c78-4d65-9dd2-eeca4f53ec8e None None] Checking router: cc41746b-4e25-4b9a-9e3d-0f24078acaa2 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:17:33.891088 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6fbc4-5c78-4d65-9dd2-eeca4f53ec8e None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:33.892384 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1b6fbc4-5c78-4d65-9dd2-eeca4f53ec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:33.893479 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb5463-32c6-4605-ac23-a6ebb92f003f req-43cec863-7ae2-4170-bc51-e19c5787d248 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:33.895375 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31bb5463-32c6-4605-ac23-a6ebb92f003f req-43cec863-7ae2-4170-bc51-e19c5787d248 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 200 len: 851 time: 0.0789149 Apr 22 15:17:33.999032 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31bb5463-32c6-4605-ac23-a6ebb92f003f req-5243beba-6f2f-423f-9e7c-6f92ba236e23 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0974877 Apr 22 15:17:34.028611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:17:34.055008 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:34.060434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:subnet and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:34.065137 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:34.121697 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:17:31Z', 'revision_number': 2, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None, '_interfaces': [{'id': '9409c80b-d504-4e3e-8793-82179363fa7b', 'name': '', 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:0b:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:30Z', 'updated_at': '2022-04-22T15:17:31Z', 'revision_number': 2, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:34.127715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Checking router: 807c187d-183e-4a88-b02f-45e92012d089 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:17:34.128152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Updating router 807c187d-183e-4a88-b02f-45e92012d089 port 9409c80b-d504-4e3e-8793-82179363fa7b binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:17:34.128481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:34.146371 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e1b6fbc4-5c78-4d65-9dd2-eeca4f53ec8e None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:34.178554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device cb7a6fed-cc70-405a-a5b4-64a97244b7bf up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:34.211080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:34.339049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port cb7a6fed-cc70-405a-a5b4-64a97244b7bf triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:34.339341 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:34.342795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:34.382931 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31bb5463-32c6-4605-ac23-a6ebb92f003f req-abda5b03-ab98-4157-9c30-087def9a1110 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753285 Apr 22 15:17:34.385779 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-de54ffd9-9298-4bb0-9586-508db7f5b2d2 None None] Provisioning complete for port 9409c80b-d504-4e3e-8793-82179363fa7b triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:34.386174 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de54ffd9-9298-4bb0-9586-508db7f5b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:34.456782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-de54ffd9-9298-4bb0-9586-508db7f5b2d2 None None] Port 9409c80b-d504-4e3e-8793-82179363fa7b cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:34.467483 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:34.516618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:34.550645 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Sync routers for ids ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:34.560853 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31bb5463-32c6-4605-ac23-a6ebb92f003f req-05d73dd7-084e-46f4-a000-7b3b0051f2d2 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687701 Apr 22 15:17:34.580909 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Routers {'0ad25fd6-b63b-4e76-b236-b3164d3e3feb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:34.581522 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:34.594079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:34.598618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36278) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:34.598833 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-23707362-8b80-414a-96c4-c542dd66c1e2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0978928 Apr 22 15:17:34.650830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36282) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:34.651146 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ddd26189-2afc-457e-91b1-3308b06f5afd tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=837b6f9741fb4d28b96872e0afaf71d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508742 Apr 22 15:17:34.672126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:34.748712 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1b6fbc4-5c78-4d65-9dd2-eeca4f53ec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '0871597c-54bb-499a-b636-a3aed9721283', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': '4750f498-d523-4650-862c-92b14be2ec15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:20:c3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5592167a-bcbe-4a41-a8fd-e92a2ed2dbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:17:29Z', 'updated_at': '2022-04-22T15:17:29Z', 'revision_number': 0, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:34.766198 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b6fbc4-5c78-4d65-9dd2-eeca4f53ec8e None None] The sync data for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv is: [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '0871597c-54bb-499a-b636-a3aed9721283', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': '4750f498-d523-4650-862c-92b14be2ec15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:20:c3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5592167a-bcbe-4a41-a8fd-e92a2ed2dbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:17:29Z', 'updated_at': '2022-04-22T15:17:29Z', 'revision_number': 0, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:34.782926 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Set router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:34.841138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Subnet': ['ID=5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:34.870656 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Checking segment: {'id': 'db868f03-b2d3-483f-9072-f7771b836455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:34.871020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network hostable DHCP agents. Network: b9f51bf2-d21d-4b1f-b354-f0f8864617a1, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:17:34.878685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dc87c8-7aed-4935-9814-f01d2f3495ca tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:34.880706 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-08dc87c8-7aed-4935-9814-f01d2f3495ca tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2274070 Apr 22 15:17:34.884914 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36286) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:34.901600 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network b9f51bf2-d21d-4b1f-b354-f0f8864617a1 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:17:34.921814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, b9f51bf2-d21d-4b1f-b354-f0f8864617a1) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:34.932535 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b026f5f3-f8bd-4f01-94e4-8f2b58c2393f None None] Network b9f51bf2-d21d-4b1f-b354-f0f8864617a1 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:34.938781 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ec99b930-2ca6-461a-8fff-4c34b5c3b71b tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0523689 Apr 22 15:17:34.938962 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36290) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:34.949864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:34.950468 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:34.960435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:34.961254 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1278592378', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:35.048170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Transition to ACTIVE for port object 9409c80b-d504-4e3e-8793-82179363fa7b will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:35.075282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:35.077447 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e01710d5-8112-44e6-a9ee-275db6b52066 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3304646 Apr 22 15:17:35.080302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36294) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:35.109189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:35.113202 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:subnet and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:35.116599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:35.122801 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:35.143609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:35.150291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a83c13-351a-416b-9524-25b0d10ac629 None None] New status for floating IP 0871597c-54bb-499a-b636-a3aed9721283: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:17:35.196825 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:17:33Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:35.202120 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Checking router: 0ad25fd6-b63b-4e76-b236-b3164d3e3feb for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:17:35.202873 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Updating router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb port e03c8dd6-20ce-4d33-86f7-393c0a856d9c binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:17:35.253714 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:35.264850 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:35.448858 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56118cfc-601f-4862-9b07-d2275ad0ee0b None None] Pushing event updated for resources: {'Port': ['ID=9409c80b-d504-4e3e-8793-82179363fa7b,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:35.560689 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:35.679581 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Subnet': ['ID=5bcdfd9e-782d-486e-b78f-632494d50350,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:35.692899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Checking segment: {'id': '7429975a-df76-4675-8c26-feb4f0fd3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:35.693077 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network hostable DHCP agents. Network: 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:17:35.719787 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:35.721425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:17:35.736997 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Transition to ACTIVE for port object e03c8dd6-20ce-4d33-86f7-393c0a856d9c will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:35.739227 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:35.749383 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Attempting to bind port 9409c80b-d504-4e3e-8793-82179363fa7b on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:35.749908 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Attempting to bind port 9409c80b-d504-4e3e-8793-82179363fa7b by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'b0d80770-55ed-4546-b3bb-27fd7a18212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:35.750317 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Attempting to bind port 9409c80b-d504-4e3e-8793-82179363fa7b on network 2ad54c23-db92-437f-bf64-9a8732159598 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:35.751228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:35.752447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:35.759560 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:35.787175 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-903499f3-1bad-47d5-ad27-d2c0779c2c6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8448503 Apr 22 15:17:35.788734 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36298) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:35.832155 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Attempting to bind port e03c8dd6-20ce-4d33-86f7-393c0a856d9c on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:35.833541 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Attempting to bind port e03c8dd6-20ce-4d33-86f7-393c0a856d9c by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:35.833541 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Attempting to bind port e03c8dd6-20ce-4d33-86f7-393c0a856d9c on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:35.847958 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:35.848120 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:35.849222 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:35.849392 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:35.849858 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Bound port: e03c8dd6-20ce-4d33-86f7-393c0a856d9c, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:35.850440 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:35.873185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:35.873902 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Checking segment: {'id': 'b0d80770-55ed-4546-b3bb-27fd7a18212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:35.874478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:35.874684 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Bound using segment: {'id': 'b0d80770-55ed-4546-b3bb-27fd7a18212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:35.875177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Bound port: 9409c80b-d504-4e3e-8793-82179363fa7b, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d80770-55ed-4546-b3bb-27fd7a18212a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:35.875644 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:35.898238 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401fadd1-34de-414f-874e-9149053f043c None None] Network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:35.922951 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] For port e03c8dd6-20ce-4d33-86f7-393c0a856d9c, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:35.926090 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] For port e03c8dd6-20ce-4d33-86f7-393c0a856d9c, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e03c8dd6-20ce-4d33-86f7-393c0a856d9c,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:35.938450 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:35.975495 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Routers {'0ad25fd6-b63b-4e76-b236-b3164d3e3feb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:35.975495 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:36.095550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:36.131306 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-b9f51bf2-d21d-4b1f-b354-f0f8864617a1', 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'fixed_ips': [{'subnet_id': '5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:17:36.132296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:36.163818 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] Set router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:36.318326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] For port 9409c80b-d504-4e3e-8793-82179363fa7b, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:36.322417 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] For port 9409c80b-d504-4e3e-8793-82179363fa7b, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9409c80b-d504-4e3e-8793-82179363fa7b,segment=NetworkSegment(b0d80770-55ed-4546-b3bb-27fd7a18212a),segment_id=b0d80770-55ed-4546-b3bb-27fd7a18212a)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:36.339517 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:36.346439 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92add3-007e-4234-967a-404b34b927cb None None] Pushing event updated for resources: {'Port': ['ID=e03c8dd6-20ce-4d33-86f7-393c0a856d9c,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:36.372018 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92add3-007e-4234-967a-404b34b927cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.372153 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92add3-007e-4234-967a-404b34b927cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.372409 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92add3-007e-4234-967a-404b34b927cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.372739 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92add3-007e-4234-967a-404b34b927cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.373070 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92add3-007e-4234-967a-404b34b927cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.373395 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92add3-007e-4234-967a-404b34b927cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.373719 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92add3-007e-4234-967a-404b34b927cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.374687 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92add3-007e-4234-967a-404b34b927cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.374687 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92add3-007e-4234-967a-404b34b927cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.374687 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92add3-007e-4234-967a-404b34b927cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.374962 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92add3-007e-4234-967a-404b34b927cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.499337 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56118cfc-601f-4862-9b07-d2275ad0ee0b None None] Pushing event updated for resources: {'Port': ['ID=9409c80b-d504-4e3e-8793-82179363fa7b,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:36.521812 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56118cfc-601f-4862-9b07-d2275ad0ee0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.521991 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92add3-007e-4234-967a-404b34b927cb None None] Pushing event updated for resources: {'Port': ['ID=e03c8dd6-20ce-4d33-86f7-393c0a856d9c,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:36.522195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56118cfc-601f-4862-9b07-d2275ad0ee0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.523000 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56118cfc-601f-4862-9b07-d2275ad0ee0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.523000 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56118cfc-601f-4862-9b07-d2275ad0ee0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.523201 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56118cfc-601f-4862-9b07-d2275ad0ee0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.523697 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56118cfc-601f-4862-9b07-d2275ad0ee0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.524029 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56118cfc-601f-4862-9b07-d2275ad0ee0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.524714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56118cfc-601f-4862-9b07-d2275ad0ee0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.524817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56118cfc-601f-4862-9b07-d2275ad0ee0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.525462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56118cfc-601f-4862-9b07-d2275ad0ee0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.525570 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56118cfc-601f-4862-9b07-d2275ad0ee0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:17:36.587260 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:17:33Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:36.595705 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d5a4b-8e19-4ae0-b6d1-40652ac83e51 None None] The sync data for ids ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'] in dv-neutron-838883-3-hyperv is: [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:17:33Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:36.632559 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ips': [{'subnet_id': '5bcdfd9e-782d-486e-b78f-632494d50350'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:17:36.633273 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:36.765515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Routers {'807c187d-183e-4a88-b02f-45e92012d089'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:36.766022 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['807c187d-183e-4a88-b02f-45e92012d089'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:37.030160 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Allocated IP 2001:db8:1::2 (b9f51bf2-d21d-4b1f-b354-f0f8864617a1/5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad/eda01832-5c17-4b0b-98c3-3c32d74b84c0) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:37.041661 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Allocated IP 172.20.0.2 (6ac0f11b-9c30-4b7e-aad5-a4c0c017017d/5bcdfd9e-782d-486e-b78f-632494d50350/e06c3859-8aad-4030-aed8-9337a01f8f08) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:37.055395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] Set router 807c187d-183e-4a88-b02f-45e92012d089 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:37.173312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:37.745868 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:37.792198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Transition to ACTIVE for port object e06c3859-8aad-4030-aed8-9337a01f8f08 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:37.802711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:37.824799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Transition to ACTIVE for port object eda01832-5c17-4b0b-98c3-3c32d74b84c0 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:37.850570 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Transition to ACTIVE for port object e06c3859-8aad-4030-aed8-9337a01f8f08 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:37.862711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Transition to ACTIVE for port object eda01832-5c17-4b0b-98c3-3c32d74b84c0 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:37.864379 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:37.905020 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:37.949941 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.1 (6ac0f11b-9c30-4b7e-aad5-a4c0c017017d/5bcdfd9e-782d-486e-b78f-632494d50350/59b292ae-c9e5-4961-808f-5839d676a492) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:37.957821 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Pushing event updated for resources: {'Port': ['ID=e06c3859-8aad-4030-aed8-9337a01f8f08,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:37.962945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:37.981675 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Allocated IP 2001:db8:1::1 (b9f51bf2-d21d-4b1f-b354-f0f8864617a1/5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad/7b88c908-fd11-4bc4-b64c-25a267df30b4) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:38.014064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:38.017969 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Network b9f51bf2-d21d-4b1f-b354-f0f8864617a1 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:38.023729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:38.030338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:38.123205 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:38.130468 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.138003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Pushing event updated for resources: {'Port': ['ID=eda01832-5c17-4b0b-98c3-3c32d74b84c0,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:38.144938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:17:31Z', 'revision_number': 2, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None, '_interfaces': [{'id': '9409c80b-d504-4e3e-8793-82179363fa7b', 'name': '', 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:0b:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:30Z', 'updated_at': '2022-04-22T15:17:36Z', 'revision_number': 4, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:38.148491 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object 59b292ae-c9e5-4961-808f-5839d676a492 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:38.190302 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e03c8dd6-20ce-4d33-86f7-393c0a856d9c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:38.192450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.215695 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.232372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Transition to ACTIVE for port object 7b88c908-fd11-4bc4-b64c-25a267df30b4 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:38.242024 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aee7bf-0eba-460d-9d92-b82ae5d798b0 None None] The sync data for ids ['807c187d-183e-4a88-b02f-45e92012d089'] in dv-neutron-838883-3-hyperv is: [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:17:31Z', 'revision_number': 2, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None, '_interfaces': [{'id': '9409c80b-d504-4e3e-8793-82179363fa7b', 'name': '', 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:0b:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:30Z', 'updated_at': '2022-04-22T15:17:36Z', 'revision_number': 4, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:38.268886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.283891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:38.288128 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:38.290599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:38.316660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=59b292ae-c9e5-4961-808f-5839d676a492,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:38.324465 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Attempting to bind port e06c3859-8aad-4030-aed8-9337a01f8f08 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:38.324743 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Attempting to bind port e06c3859-8aad-4030-aed8-9337a01f8f08 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '7429975a-df76-4675-8c26-feb4f0fd3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:38.325298 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Attempting to bind port e06c3859-8aad-4030-aed8-9337a01f8f08 on network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:38.354274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.362257 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:38.362625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Checking segment: {'id': '7429975a-df76-4675-8c26-feb4f0fd3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:38.363210 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.363616 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Bound using segment: {'id': '7429975a-df76-4675-8c26-feb4f0fd3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:38.364131 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Bound port: e06c3859-8aad-4030-aed8-9337a01f8f08, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7429975a-df76-4675-8c26-feb4f0fd3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:38.364499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.385003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Attempting to bind port eda01832-5c17-4b0b-98c3-3c32d74b84c0 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:38.385712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Attempting to bind port eda01832-5c17-4b0b-98c3-3c32d74b84c0 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'db868f03-b2d3-483f-9072-f7771b836455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:38.386319 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Attempting to bind port eda01832-5c17-4b0b-98c3-3c32d74b84c0 on network b9f51bf2-d21d-4b1f-b354-f0f8864617a1 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:38.435884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:38.436315 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Checking segment: {'id': 'db868f03-b2d3-483f-9072-f7771b836455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:38.436652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.437735 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Bound using segment: {'id': 'db868f03-b2d3-483f-9072-f7771b836455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:38.437735 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Bound port: eda01832-5c17-4b0b-98c3-3c32d74b84c0, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db868f03-b2d3-483f-9072-f7771b836455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:38.437956 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.451474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.455765 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network b9f51bf2-d21d-4b1f-b354-f0f8864617a1 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:38.459298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:38.463155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:38.463885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.474042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=7b88c908-fd11-4bc4-b64c-25a267df30b4,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:38.518238 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port e03c8dd6-20ce-4d33-86f7-393c0a856d9c completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:38.541355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port e03c8dd6-20ce-4d33-86f7-393c0a856d9c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:38.541728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.577110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.584454 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] For port e06c3859-8aad-4030-aed8-9337a01f8f08, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:38.621910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] For port e06c3859-8aad-4030-aed8-9337a01f8f08, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e06c3859-8aad-4030-aed8-9337a01f8f08,segment=NetworkSegment(7429975a-df76-4675-8c26-feb4f0fd3684),segment_id=7429975a-df76-4675-8c26-feb4f0fd3684)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:38.633325 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] For port eda01832-5c17-4b0b-98c3-3c32d74b84c0, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:38.636014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.641045 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] For port eda01832-5c17-4b0b-98c3-3c32d74b84c0, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=eda01832-5c17-4b0b-98c3-3c32d74b84c0,segment=NetworkSegment(db868f03-b2d3-483f-9072-f7771b836455),segment_id=db868f03-b2d3-483f-9072-f7771b836455)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:38.678104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.783576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb92ed-04df-4907-8c8b-61a0064b628f None None] Pushing event updated for resources: {'Port': ['ID=e06c3859-8aad-4030-aed8-9337a01f8f08,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:38.867100 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:38.894728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port e03c8dd6-20ce-4d33-86f7-393c0a856d9c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e03c8dd6-20ce-4d33-86f7-393c0a856d9c,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:38.898116 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e74bf-2351-4d9f-8adb-f9d96ef6b437 None None] Pushing event updated for resources: {'Port': ['ID=eda01832-5c17-4b0b-98c3-3c32d74b84c0,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:38.902812 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:39.012842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:39.018752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:39.067942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:39.077775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:39.078848 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:39.080530 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=e03c8dd6-20ce-4d33-86f7-393c0a856d9c,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:39.196178 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:39.211720 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=59b292ae-c9e5-4961-808f-5839d676a492,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:39.281867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=7b88c908-fd11-4bc4-b64c-25a267df30b4,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:39.371108 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network b9f51bf2-d21d-4b1f-b354-f0f8864617a1 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:39.372447 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:39.424148 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:39.425327 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:39.734116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 807c187d-183e-4a88-b02f-45e92012d089 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:39.824956 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:39.936365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:39.950089 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fdf97c9f-e80f-4aa0-9117-57d640766ca8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8679211 Apr 22 15:17:39.952605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36302) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:39.960916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1258671287'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:39.971887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:39.975990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:network and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:39.979127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:39.985401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:40.003045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:40.006745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:40.048248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:17:40.058008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:40.058747 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Added segment 987ae447-f10e-4f9c-a228-eb639b1fb49e of type vlan for network a1fb36a3-847a-4745-8166-e0e83071b7dc Apr 22 15:17:40.058859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:40.083870 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-48332eec-f7a6-4718-bf83-5f744019df0f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/0ad25fd6-b63b-4e76-b236-b3164d3e3feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2940245 Apr 22 15:17:40.087769 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36306) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:40.279114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e03c8dd6-20ce-4d33-86f7-393c0a856d9c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:40.301842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:40.376412 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ebbb58-235f-4dfb-ab86-3bf7006217be None None] Network b9f51bf2-d21d-4b1f-b354-f0f8864617a1 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:40.377269 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:40.381750 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.382466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:40.392435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port e03c8dd6-20ce-4d33-86f7-393c0a856d9c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:40.392814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:40.470815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db55ad-d5d7-4ed8-9ebf-4f1a936f6b94 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.471235 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db55ad-d5d7-4ed8-9ebf-4f1a936f6b94 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.471665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db55ad-d5d7-4ed8-9ebf-4f1a936f6b94 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.472040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db55ad-d5d7-4ed8-9ebf-4f1a936f6b94 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.472399 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db55ad-d5d7-4ed8-9ebf-4f1a936f6b94 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.472749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db55ad-d5d7-4ed8-9ebf-4f1a936f6b94 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.473097 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db55ad-d5d7-4ed8-9ebf-4f1a936f6b94 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.474126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db55ad-d5d7-4ed8-9ebf-4f1a936f6b94 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.475977 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-38db55ad-d5d7-4ed8-9ebf-4f1a936f6b94 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5656 time: 0.3864079 Apr 22 15:17:40.479126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36310) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:40.521716 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Network': ['ID=a1fb36a3-847a-4745-8166-e0e83071b7dc,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:40.526541 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d6c34148-f635-45cb-afb4-2520f2924838 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5729365 Apr 22 15:17:40.529467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36314) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:40.540390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'subnet': {'network_id': 'a1fb36a3-847a-4745-8166-e0e83071b7dc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:40.554049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network a1fb36a3-847a-4745-8166-e0e83071b7dc details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:17:40.565203 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639d6a9-3bb2-4846-a31d-f8e4e3dcdcab tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.565585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639d6a9-3bb2-4846-a31d-f8e4e3dcdcab tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.565947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639d6a9-3bb2-4846-a31d-f8e4e3dcdcab tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.566060 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6dc1c5-472a-480d-9764-d0dd4f08357e None None] Network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:40.566332 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639d6a9-3bb2-4846-a31d-f8e4e3dcdcab tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.566684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639d6a9-3bb2-4846-a31d-f8e4e3dcdcab tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.567560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639d6a9-3bb2-4846-a31d-f8e4e3dcdcab tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.567911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639d6a9-3bb2-4846-a31d-f8e4e3dcdcab tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.568260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9639d6a9-3bb2-4846-a31d-f8e4e3dcdcab tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:40.570091 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9639d6a9-3bb2-4846-a31d-f8e4e3dcdcab tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5238 time: 0.0899954 Apr 22 15:17:40.573065 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36318) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:40.585884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fa9e3461-6f38-4c9b-865d-b5cc09fcf916 None None] Provisioning for port eda01832-5c17-4b0b-98c3-3c32d74b84c0 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:40.653502 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:40.657248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:subnet and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:40.660221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:40.665876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:40.676506 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:40.790251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:40.793725 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4b6e0850-0e55-4d67-a049-5431457c1c19 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3579 time: 0.2165918 Apr 22 15:17:40.851855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device eda01832-5c17-4b0b-98c3-3c32d74b84c0 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:41.026944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4a4c666f-161b-4418-8cda-f34704ef7a44 None None] Provisioning for port e06c3859-8aad-4030-aed8-9337a01f8f08 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:41.041363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.052427 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36326) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:41.060162 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933506199', 'description': 'tempest-secgroup-smoke-1933506199 description', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:41.067538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:41.072356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:41.075687 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:41.083920 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:41.118101 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port eda01832-5c17-4b0b-98c3-3c32d74b84c0 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:41.128009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Subnet': ['ID=e6169263-3df6-4185-8882-47c641384cad,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:41.138796 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port eda01832-5c17-4b0b-98c3-3c32d74b84c0 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:41.139082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.143952 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Checking segment: {'id': '987ae447-f10e-4f9c-a228-eb639b1fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a1fb36a3-847a-4745-8166-e0e83071b7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:41.144317 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network hostable DHCP agents. Network: a1fb36a3-847a-4745-8166-e0e83071b7dc, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:17:41.172450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network a1fb36a3-847a-4745-8166-e0e83071b7dc is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:17:41.185713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, a1fb36a3-847a-4745-8166-e0e83071b7dc) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:41.191461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:41.192690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.200159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8ebe86-572b-4a23-8e67-66c3c546985f None None] Network a1fb36a3-847a-4745-8166-e0e83071b7dc requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:41.230896 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d7ae1c74-4a6a-4090-a850-a1fa8a0486b8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6996975 Apr 22 15:17:41.232103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36330) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:41.241346 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.278311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:41.282244 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:41.285220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:41.292060 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:41.364888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.377118 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.446654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:41.458808 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.458808 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-05654d1f-65ab-4852-b670-e05b4840228e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4023151 Apr 22 15:17:41.458808 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36334) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:41.465121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-48488d8b-95e2-4fc0-af21-09380c2e32ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '27d0b120-5e32-4b7b-a1ee-bc6acbeed78c', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:41.481047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-48488d8b-95e2-4fc0-af21-09380c2e32ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:41.486072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-48488d8b-95e2-4fc0-af21-09380c2e32ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:41.490164 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-48488d8b-95e2-4fc0-af21-09380c2e32ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:41.496882 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-48488d8b-95e2-4fc0-af21-09380c2e32ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:41.527051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.528975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48488d8b-95e2-4fc0-af21-09380c2e32ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.648780 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-a1fb36a3-847a-4745-8166-e0e83071b7dc', 'network_id': 'a1fb36a3-847a-4745-8166-e0e83071b7dc', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'fixed_ips': [{'subnet_id': 'e6169263-3df6-4185-8882-47c641384cad'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:17:41.651363 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.657119 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48488d8b-95e2-4fc0-af21-09380c2e32ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.665023 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48488d8b-95e2-4fc0-af21-09380c2e32ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.713142 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48488d8b-95e2-4fc0-af21-09380c2e32ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39126cd6-cf93-425d-a8f6-47b609dd4dcf,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:41.737458 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-48488d8b-95e2-4fc0-af21-09380c2e32ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.739355 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-48488d8b-95e2-4fc0-af21-09380c2e32ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2790034 Apr 22 15:17:41.742155 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36338) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:41.748102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9a6e6cdc-fcbb-419b-9154-18af9f3f07c4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '27d0b120-5e32-4b7b-a1ee-bc6acbeed78c', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:41.759898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9a6e6cdc-fcbb-419b-9154-18af9f3f07c4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:41.765535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9a6e6cdc-fcbb-419b-9154-18af9f3f07c4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:41.770462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9a6e6cdc-fcbb-419b-9154-18af9f3f07c4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:41.785522 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port eda01832-5c17-4b0b-98c3-3c32d74b84c0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=eda01832-5c17-4b0b-98c3-3c32d74b84c0,segment=NetworkSegment(db868f03-b2d3-483f-9072-f7771b836455),segment_id=db868f03-b2d3-483f-9072-f7771b836455)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:41.791312 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5d354a15-5c5f-4170-8501-6103e0f6b7ce None None] Provisioning complete for port eda01832-5c17-4b0b-98c3-3c32d74b84c0 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:41.791581 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9a6e6cdc-fcbb-419b-9154-18af9f3f07c4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:41.792185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d354a15-5c5f-4170-8501-6103e0f6b7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.820373 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a6e6cdc-fcbb-419b-9154-18af9f3f07c4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.913604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Allocated IP 2001:db8:2::2 (a1fb36a3-847a-4745-8166-e0e83071b7dc/e6169263-3df6-4185-8882-47c641384cad/5e857e57-322f-4239-9357-b61f294b4a7b) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:41.923836 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a6e6cdc-fcbb-419b-9154-18af9f3f07c4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.926987 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.927338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e06c3859-8aad-4030-aed8-9337a01f8f08 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:41.940123 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a6e6cdc-fcbb-419b-9154-18af9f3f07c4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.970251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e6cdc-fcbb-419b-9154-18af9f3f07c4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d7bf4b-4286-4e9d-9257-19ebc1a8ee82,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:41.996535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9a6e6cdc-fcbb-419b-9154-18af9f3f07c4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:41.997730 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9a6e6cdc-fcbb-419b-9154-18af9f3f07c4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2546446 Apr 22 15:17:42.001711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36342) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:42.013080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-873a39e4-676c-46a2-8226-6d19f6dabdfc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '27d0b120-5e32-4b7b-a1ee-bc6acbeed78c', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:42.032477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-873a39e4-676c-46a2-8226-6d19f6dabdfc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:42.039904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-873a39e4-676c-46a2-8226-6d19f6dabdfc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:42.049134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-873a39e4-676c-46a2-8226-6d19f6dabdfc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:42.058263 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-873a39e4-676c-46a2-8226-6d19f6dabdfc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:42.065803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.273782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=eda01832-5c17-4b0b-98c3-3c32d74b84c0,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:42.354718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-873a39e4-676c-46a2-8226-6d19f6dabdfc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.404513 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port e06c3859-8aad-4030-aed8-9337a01f8f08 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:42.422586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port e06c3859-8aad-4030-aed8-9337a01f8f08 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:42.422956 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.511465 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-873a39e4-676c-46a2-8226-6d19f6dabdfc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.515660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-873a39e4-676c-46a2-8226-6d19f6dabdfc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.543225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5d354a15-5c5f-4170-8501-6103e0f6b7ce None None] Provisioning for port 7b88c908-fd11-4bc4-b64c-25a267df30b4 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:42.551854 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.561901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5d354a15-5c5f-4170-8501-6103e0f6b7ce None None] Provisioning complete for port 7b88c908-fd11-4bc4-b64c-25a267df30b4 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:42.562515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d354a15-5c5f-4170-8501-6103e0f6b7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.584116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a39e4-676c-46a2-8226-6d19f6dabdfc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c343d8-40f2-4f98-ae98-0525cc39f4f4,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:42.606629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-873a39e4-676c-46a2-8226-6d19f6dabdfc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.608021 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-873a39e4-676c-46a2-8226-6d19f6dabdfc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6049616 Apr 22 15:17:42.608888 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Transition to ACTIVE for port object 5e857e57-322f-4239-9357-b61f294b4a7b will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:42.610719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36346) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:42.616707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7a229824-3ea7-48cf-bdc0-c5b2cddd5afa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '27d0b120-5e32-4b7b-a1ee-bc6acbeed78c', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:42.622459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7a229824-3ea7-48cf-bdc0-c5b2cddd5afa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:42.626219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7a229824-3ea7-48cf-bdc0-c5b2cddd5afa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:42.629101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7a229824-3ea7-48cf-bdc0-c5b2cddd5afa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:42.634845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7a229824-3ea7-48cf-bdc0-c5b2cddd5afa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:42.652508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a229824-3ea7-48cf-bdc0-c5b2cddd5afa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.702859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Transition to ACTIVE for port object 5e857e57-322f-4239-9357-b61f294b4a7b will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:42.704932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5d354a15-5c5f-4170-8501-6103e0f6b7ce None None] Port 7b88c908-fd11-4bc4-b64c-25a267df30b4 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:42.715322 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a0984c5e-7d0b-4891-bb85-054900164863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.719323 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.722758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.755459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a229824-3ea7-48cf-bdc0-c5b2cddd5afa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.760657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a229824-3ea7-48cf-bdc0-c5b2cddd5afa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.795031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a229824-3ea7-48cf-bdc0-c5b2cddd5afa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5c4523-cab7-4a1c-ab9f-2478043a3f7a,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:42.810970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Pushing event updated for resources: {'Port': ['ID=5e857e57-322f-4239-9357-b61f294b4a7b,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:42.813862 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7a229824-3ea7-48cf-bdc0-c5b2cddd5afa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.819121 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7a229824-3ea7-48cf-bdc0-c5b2cddd5afa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2032309 Apr 22 15:17:42.819121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Allocated IP 2001:db8:2::1 (a1fb36a3-847a-4745-8166-e0e83071b7dc/e6169263-3df6-4185-8882-47c641384cad/b199422c-a80e-4ddd-8320-4543c77e4e6a) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:42.819121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36350) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:42.826678 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Network a1fb36a3-847a-4745-8166-e0e83071b7dc is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:42.827401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-627e202c-37eb-4c3d-a7d5-9b9f962f6756 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '27d0b120-5e32-4b7b-a1ee-bc6acbeed78c', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:42.829796 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:42.835381 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port e06c3859-8aad-4030-aed8-9337a01f8f08, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e06c3859-8aad-4030-aed8-9337a01f8f08,segment=NetworkSegment(7429975a-df76-4675-8c26-feb4f0fd3684),segment_id=7429975a-df76-4675-8c26-feb4f0fd3684)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:42.836464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:42.838421 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-627e202c-37eb-4c3d-a7d5-9b9f962f6756 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:42.844862 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-627e202c-37eb-4c3d-a7d5-9b9f962f6756 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:42.845808 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.864733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-627e202c-37eb-4c3d-a7d5-9b9f962f6756 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:42.928097 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-627e202c-37eb-4c3d-a7d5-9b9f962f6756 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:42.959015 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-627e202c-37eb-4c3d-a7d5-9b9f962f6756 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:17:42.968981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-627e202c-37eb-4c3d-a7d5-9b9f962f6756 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:42.977201 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device eda01832-5c17-4b0b-98c3-3c32d74b84c0 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:43.017382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b501940d-984f-435b-97de-5960599a6f12 None None] Provisioning complete for port 7b88c908-fd11-4bc4-b64c-25a267df30b4 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:43.017382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b501940d-984f-435b-97de-5960599a6f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.062006 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.084696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Transition to ACTIVE for port object b199422c-a80e-4ddd-8320-4543c77e4e6a will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:43.098896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-627e202c-37eb-4c3d-a7d5-9b9f962f6756 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.099170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Attempting to bind port 5e857e57-322f-4239-9357-b61f294b4a7b on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:43.100161 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Attempting to bind port 5e857e57-322f-4239-9357-b61f294b4a7b by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '987ae447-f10e-4f9c-a228-eb639b1fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a1fb36a3-847a-4745-8166-e0e83071b7dc'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:43.100161 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Attempting to bind port 5e857e57-322f-4239-9357-b61f294b4a7b on network a1fb36a3-847a-4745-8166-e0e83071b7dc {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:43.104367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-627e202c-37eb-4c3d-a7d5-9b9f962f6756 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.117810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b501940d-984f-435b-97de-5960599a6f12 None None] Port 7b88c908-fd11-4bc4-b64c-25a267df30b4 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:43.119311 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=e06c3859-8aad-4030-aed8-9337a01f8f08,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:43.127336 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:43.127785 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Checking segment: {'id': '987ae447-f10e-4f9c-a228-eb639b1fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a1fb36a3-847a-4745-8166-e0e83071b7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:43.128091 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.128472 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Bound using segment: {'id': '987ae447-f10e-4f9c-a228-eb639b1fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a1fb36a3-847a-4745-8166-e0e83071b7dc'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:43.129031 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Bound port: 5e857e57-322f-4239-9357-b61f294b4a7b, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987ae447-f10e-4f9c-a228-eb639b1fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a1fb36a3-847a-4745-8166-e0e83071b7dc'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:43.129828 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.132311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e202c-37eb-4c3d-a7d5-9b9f962f6756 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce0fa10-17d8-4d9b-a17e-9b8f0b40e60b,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:43.143259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-627e202c-37eb-4c3d-a7d5-9b9f962f6756 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.145693 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-627e202c-37eb-4c3d-a7d5-9b9f962f6756 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3250325 Apr 22 15:17:43.148177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.148793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:43.158047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-273941a4-b476-40ca-bb5f-9f00ea67cdd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '27d0b120-5e32-4b7b-a1ee-bc6acbeed78c', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:43.164043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-273941a4-b476-40ca-bb5f-9f00ea67cdd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:43.168052 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-273941a4-b476-40ca-bb5f-9f00ea67cdd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:43.171060 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-273941a4-b476-40ca-bb5f-9f00ea67cdd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:43.177400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-273941a4-b476-40ca-bb5f-9f00ea67cdd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:43.215355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b501940d-984f-435b-97de-5960599a6f12 None None] Provisioning complete for port e06c3859-8aad-4030-aed8-9337a01f8f08 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:43.215355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b501940d-984f-435b-97de-5960599a6f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.215631 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-273941a4-b476-40ca-bb5f-9f00ea67cdd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:17:43.225356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-273941a4-b476-40ca-bb5f-9f00ea67cdd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.231839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network a1fb36a3-847a-4745-8166-e0e83071b7dc is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:43.235830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:43.240113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:43.240621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.243699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=b199422c-a80e-4ddd-8320-4543c77e4e6a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:43.263130 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port eda01832-5c17-4b0b-98c3-3c32d74b84c0 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:43.263514 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.343551 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-273941a4-b476-40ca-bb5f-9f00ea67cdd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.351388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-273941a4-b476-40ca-bb5f-9f00ea67cdd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.351517 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] For port 5e857e57-322f-4239-9357-b61f294b4a7b, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:43.351517 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] For port 5e857e57-322f-4239-9357-b61f294b4a7b, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5e857e57-322f-4239-9357-b61f294b4a7b,segment=NetworkSegment(987ae447-f10e-4f9c-a228-eb639b1fb49e),segment_id=987ae447-f10e-4f9c-a228-eb639b1fb49e)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:43.357491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.362131 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.433785 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273941a4-b476-40ca-bb5f-9f00ea67cdd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8633a6-280e-4c22-a075-32e0d31e3c88,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:43.444165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-273941a4-b476-40ca-bb5f-9f00ea67cdd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.444165 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-273941a4-b476-40ca-bb5f-9f00ea67cdd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2857559 Apr 22 15:17:43.603269 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6a910-57ab-4d72-b95b-15a5778cdef3 None None] Pushing event updated for resources: {'Port': ['ID=5e857e57-322f-4239-9357-b61f294b4a7b,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:43.639664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b501940d-984f-435b-97de-5960599a6f12 None None] Provisioning for port 59b292ae-c9e5-4961-808f-5839d676a492 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:43.648099 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b501940d-984f-435b-97de-5960599a6f12 None None] Provisioning complete for port 59b292ae-c9e5-4961-808f-5839d676a492 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:43.652719 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b501940d-984f-435b-97de-5960599a6f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:43.746304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b501940d-984f-435b-97de-5960599a6f12 None None] Port 59b292ae-c9e5-4961-808f-5839d676a492 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:44.029768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-d9e3b46f-2820-4223-a67f-f6c0c102b055 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:17:44.039368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:44.050186 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:44.050186 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:44.082556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-d9e3b46f-2820-4223-a67f-f6c0c102b055 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:17:44.091117 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-d9e3b46f-2820-4223-a67f-f6c0c102b055 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933506199&fields=id&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 267 time: 0.2053342 Apr 22 15:17:44.408462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=b199422c-a80e-4ddd-8320-4543c77e4e6a,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:44.484822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eb305bd2-8907-4ac6-8796-9ba927a95f8d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:44.485506 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eb305bd2-8907-4ac6-8796-9ba927a95f8d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:17:44.500689 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network a1fb36a3-847a-4745-8166-e0e83071b7dc is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:44.503366 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:44.631584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eb305bd2-8907-4ac6-8796-9ba927a95f8d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:17:44.632779 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eb305bd2-8907-4ac6-8796-9ba927a95f8d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/networks?id=6ac0f11b-9c30-4b7e-aad5-a4c0c017017d HTTP/1.1" status: 200 len: 796 time: 0.5451677 Apr 22 15:17:44.672536 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-646aec88-58c2-470e-af7a-bb9e1921ec66 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/quotas/837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 375 time: 0.0279055 Apr 22 15:17:44.743969 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d7cf3-c813-4351-ae0b-f7e5e9ac96b8 None None] Network a1fb36a3-847a-4745-8166-e0e83071b7dc requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:44.837323 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7173e7e6-767c-4a6f-862a-9a98671a13eb None None] Provisioning for port 5e857e57-322f-4239-9357-b61f294b4a7b completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:44.897833 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-b8c150d2-6dc1-40d4-8b0b-07a43e54c1d3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2175577 Apr 22 15:17:45.002644 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b6c7b6c9-c81c-4409-80ab-95bb90e8cfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:45.038770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5e857e57-322f-4239-9357-b61f294b4a7b up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:45.047352 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 807c187d-183e-4a88-b02f-45e92012d089 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:45.105579 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-8f72916c-9a37-4db2-9a8e-dc92e78cf454 service neutron] 10.222.0.71 "GET /v2.0/networks/6ac0f11b-9c30-4b7e-aad5-a4c0c017017d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905904 Apr 22 15:17:45.143969 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 5e857e57-322f-4239-9357-b61f294b4a7b completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:45.162425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 5e857e57-322f-4239-9357-b61f294b4a7b triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:45.162802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:45.392252 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:45.428848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 5e857e57-322f-4239-9357-b61f294b4a7b, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5e857e57-322f-4239-9357-b61f294b4a7b,segment=NetworkSegment(987ae447-f10e-4f9c-a228-eb639b1fb49e),segment_id=987ae447-f10e-4f9c-a228-eb639b1fb49e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:45.430267 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-2b5ad3b2-db5a-43ff-a167-b6595e312938 service neutron] 10.222.0.71 "GET /v2.0/networks/6ac0f11b-9c30-4b7e-aad5-a4c0c017017d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650499 Apr 22 15:17:45.444004 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:45.444763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e06c3859-8aad-4030-aed8-9337a01f8f08 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:45.446600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:45.459295 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c6daa10e-2671-4552-9d2a-3a7cc43c6547 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2255635 Apr 22 15:17:45.461713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36368) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:45.470702 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-936170972'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:45.478122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:45.489053 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:network and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:45.492668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:45.499651 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:45.519555 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:45.525807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:45.573024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:17:45.602092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:45.604826 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Added segment 6de6ddd3-219d-4560-842f-845f62b382d5 of type vlan for network efafc1c3-405c-43fc-9f0c-ec9f9425aa6d Apr 22 15:17:45.662725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:45.665026 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=5e857e57-322f-4239-9357-b61f294b4a7b,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:45.681912 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-323497e7-86ae-479b-8b43-1547365e768e None None] Provisioning for port b199422c-a80e-4ddd-8320-4543c77e4e6a completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:45.695521 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-323497e7-86ae-479b-8b43-1547365e768e None None] Provisioning complete for port b199422c-a80e-4ddd-8320-4543c77e4e6a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:45.696235 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-323497e7-86ae-479b-8b43-1547365e768e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:45.716951 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8110dab8-c289-4d55-b199-d5896ed995a6 req-0593c609-e3fb-488c-9140-f7077ec36d28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 210 time: 0.0492647 Apr 22 15:17:45.751760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:45.759744 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:45.761034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:45.789645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-323497e7-86ae-479b-8b43-1547365e768e None None] Port b199422c-a80e-4ddd-8320-4543c77e4e6a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:45.791234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port e06c3859-8aad-4030-aed8-9337a01f8f08 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:45.791595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:45.862632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-323497e7-86ae-479b-8b43-1547365e768e None None] Provisioning complete for port 5e857e57-322f-4239-9357-b61f294b4a7b triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:45.863271 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-323497e7-86ae-479b-8b43-1547365e768e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:45.877310 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4116108 Apr 22 15:17:45.877788 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36380) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:45.884617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'subnet': {'network_id': 'efafc1c3-405c-43fc-9f0c-ec9f9425aa6d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:45.887115 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be757f-907c-47f8-9669-51a78e1686a1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Network': ['ID=efafc1c3-405c-43fc-9f0c-ec9f9425aa6d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:45.900618 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network efafc1c3-405c-43fc-9f0c-ec9f9425aa6d details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:17:46.096481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:46.101370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:subnet and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:46.105547 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:46.112707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:46.126856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:46.128171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Made reservation on behalf of 2254ef69dc934886a009ff147c38096c for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:46.132484 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:46.258879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:46.363087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-aacece4e-b43a-461f-aedf-87df2f4fc244 None None] Provisioning complete for port b199422c-a80e-4ddd-8320-4543c77e4e6a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:46.363983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aacece4e-b43a-461f-aedf-87df2f4fc244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:46.416974 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-aacece4e-b43a-461f-aedf-87df2f4fc244 None None] Port b199422c-a80e-4ddd-8320-4543c77e4e6a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:46.491255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:46.568112 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Subnet': ['ID=c3a61dee-131b-4571-a35e-50d10b463b33,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:46.582999 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Checking segment: {'id': '6de6ddd3-219d-4560-842f-845f62b382d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'efafc1c3-405c-43fc-9f0c-ec9f9425aa6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:46.582999 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network hostable DHCP agents. Network: efafc1c3-405c-43fc-9f0c-ec9f9425aa6d, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:17:46.608400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network efafc1c3-405c-43fc-9f0c-ec9f9425aa6d is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:17:46.620320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, efafc1c3-405c-43fc-9f0c-ec9f9425aa6d) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:46.620320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:46.620320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:46.626844 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a086540-9a85-4c50-950a-312616fbfaa2 None None] Network efafc1c3-405c-43fc-9f0c-ec9f9425aa6d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:46.643756 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-78cb8386-1de9-45e8-b557-bee6ad2f6db8 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7647324 Apr 22 15:17:46.646729 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36386) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:46.843945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-efafc1c3-405c-43fc-9f0c-ec9f9425aa6d', 'network_id': 'efafc1c3-405c-43fc-9f0c-ec9f9425aa6d', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'fixed_ips': [{'subnet_id': 'c3a61dee-131b-4571-a35e-50d10b463b33'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:17:46.844758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:46.925457 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3bafe479-05ef-4445-9797-fb730d480947 req-c7181e35-2ecd-4e77-b30d-dc5103526c4d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 210 time: 0.0651665 Apr 22 15:17:47.085481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5e857e57-322f-4239-9357-b61f294b4a7b up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:47.178805 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Allocated IP 2001:db8:3::2 (efafc1c3-405c-43fc-9f0c-ec9f9425aa6d/c3a61dee-131b-4571-a35e-50d10b463b33/9ca1f809-0d91-4165-9a64-321736607fb4) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:47.239608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 5e857e57-322f-4239-9357-b61f294b4a7b triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:47.240359 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:47.244210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-4cf673f7-b5e2-4266-a59b-f084046b3564 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:47.245652 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-4cf673f7-b5e2-4266-a59b-f084046b3564 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/networks?id=6ac0f11b-9c30-4b7e-aad5-a4c0c017017d HTTP/1.1" status: 200 len: 796 time: 0.1918316 Apr 22 15:17:47.340982 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-0961d25f-ae93-4d16-8c84-986453abe539 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 380 time: 0.0732086 Apr 22 15:17:47.350014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'port': {'device_id': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'admin_state_up': True, 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'security_groups': ['27d0b120-5e32-4b7b-a1ee-bc6acbeed78c']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:47.500805 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9409c80b-d504-4e3e-8793-82179363fa7b up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:47.601064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:47.603102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:47.625432 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:47.645646 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Transition to ACTIVE for port object 9ca1f809-0d91-4165-9a64-321736607fb4 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:47.665573 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 9409c80b-d504-4e3e-8793-82179363fa7b completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:47.670519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:17:47.675986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:port and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:17:47.676234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Transition to ACTIVE for port object 9ca1f809-0d91-4165-9a64-321736607fb4 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:47.678889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9409c80b-d504-4e3e-8793-82179363fa7b triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:47.679427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:47.681107 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:17:47.689214 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:17:47.703440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:17:47.715774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:47.721368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:47.865291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Network efafc1c3-405c-43fc-9f0c-ec9f9425aa6d is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:47.868426 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:47.870342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:47.875874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Pushing event updated for resources: {'Port': ['ID=9ca1f809-0d91-4165-9a64-321736607fb4,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:47.963952 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.8 (6ac0f11b-9c30-4b7e-aad5-a4c0c017017d/5bcdfd9e-782d-486e-b78f-632494d50350/4d6b4a88-f0c3-453b-aa95-d8dfdea61255) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:48.080018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Attempting to bind port 9ca1f809-0d91-4165-9a64-321736607fb4 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:48.080613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Attempting to bind port 9ca1f809-0d91-4165-9a64-321736607fb4 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '6de6ddd3-219d-4560-842f-845f62b382d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'efafc1c3-405c-43fc-9f0c-ec9f9425aa6d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:48.081180 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Attempting to bind port 9ca1f809-0d91-4165-9a64-321736607fb4 on network efafc1c3-405c-43fc-9f0c-ec9f9425aa6d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:48.083989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:48.109688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Allocated IP 2001:db8:3::1 (efafc1c3-405c-43fc-9f0c-ec9f9425aa6d/c3a61dee-131b-4571-a35e-50d10b463b33/b9a5e2eb-b757-44cd-9720-d7ecae3dfc48) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:17:48.114442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:48.115180 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Checking segment: {'id': '6de6ddd3-219d-4560-842f-845f62b382d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'efafc1c3-405c-43fc-9f0c-ec9f9425aa6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:48.117225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:48.117839 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Bound using segment: {'id': '6de6ddd3-219d-4560-842f-845f62b382d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'efafc1c3-405c-43fc-9f0c-ec9f9425aa6d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:48.118586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Bound port: 9ca1f809-0d91-4165-9a64-321736607fb4, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de6ddd3-219d-4560-842f-845f62b382d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'efafc1c3-405c-43fc-9f0c-ec9f9425aa6d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:48.119209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:48.194236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 9409c80b-d504-4e3e-8793-82179363fa7b, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9409c80b-d504-4e3e-8793-82179363fa7b,segment=NetworkSegment(b0d80770-55ed-4546-b3bb-27fd7a18212a),segment_id=b0d80770-55ed-4546-b3bb-27fd7a18212a)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:48.204722 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:48.234889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:48.258441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:48.294059 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] For port 9ca1f809-0d91-4165-9a64-321736607fb4, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:48.309910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] For port 9ca1f809-0d91-4165-9a64-321736607fb4, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9ca1f809-0d91-4165-9a64-321736607fb4,segment=NetworkSegment(6de6ddd3-219d-4560-842f-845f62b382d5),segment_id=6de6ddd3-219d-4560-842f-845f62b382d5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:48.336597 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:48.336597 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=9409c80b-d504-4e3e-8793-82179363fa7b,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:48.372325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:48.464416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:48.464416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:48.473687 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:48.494955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:48.520435 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Transition to ACTIVE for port object b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:48.530557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c97f99-9007-423a-a432-7495a67c06e4 None None] Pushing event updated for resources: {'Port': ['ID=9ca1f809-0d91-4165-9a64-321736607fb4,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:48.554664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:48.594056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=4d6b4a88-f0c3-453b-aa95-d8dfdea61255,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:48.611950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:48.616438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:48.671710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a750de6-22cf-4d86-b698-9556f43d0431 req-59fb85e2-1b45-4aa8-a6fd-d07a15e2dc50 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:48.672580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-7a750de6-22cf-4d86-b698-9556f43d0431 req-59fb85e2-1b45-4aa8-a6fd-d07a15e2dc50 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:17:48.674354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network efafc1c3-405c-43fc-9f0c-ec9f9425aa6d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:48.675260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=b9a5e2eb-b757-44cd-9720-d7ecae3dfc48,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:48.677496 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eacfdddf-2958-4283-8115-54fe5b863297 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3314269 Apr 22 15:17:48.682040 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:48.684337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:17:48.684867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:48.703710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Request body: {'port': {'device_id': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:48.733499 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-7a750de6-22cf-4d86-b698-9556f43d0431 req-59fb85e2-1b45-4aa8-a6fd-d07a15e2dc50 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:17:48.734685 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7a750de6-22cf-4d86-b698-9556f43d0431 req-59fb85e2-1b45-4aa8-a6fd-d07a15e2dc50 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 931 time: 0.4526494 Apr 22 15:17:48.824864 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7a750de6-22cf-4d86-b698-9556f43d0431 req-44691478-6f15-40d0-b152-11828107cebe tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709152 Apr 22 15:17:48.882570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:48.951604 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:48.991555 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4ca70938-a555-4fd9-afd6-bc6295df33f8 None None] Provisioning for port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:49.003538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4ca70938-a555-4fd9-afd6-bc6295df33f8 None None] Provisioning complete for port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:49.005515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ca70938-a555-4fd9-afd6-bc6295df33f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:49.073799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9409c80b-d504-4e3e-8793-82179363fa7b up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:49.215181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4ca70938-a555-4fd9-afd6-bc6295df33f8 None None] Port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:49.239237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9409c80b-d504-4e3e-8793-82179363fa7b triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:49.240100 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:49.472918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:17:49.481105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:49.511729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Transition to ACTIVE for port object 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:49.515945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:49.542509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:49.548140 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:49.549692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:49.688862 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6b4a88-f0c3-453b-aa95-d8dfdea61255,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:49.734191 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event updated for resources: {'Port': ['ID=b9a5e2eb-b757-44cd-9720-d7ecae3dfc48,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:49.833687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Attempting to bind port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:49.833970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Attempting to bind port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7429975a-df76-4675-8c26-feb4f0fd3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:49.834488 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Attempting to bind port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 on network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:49.834595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Network efafc1c3-405c-43fc-9f0c-ec9f9425aa6d is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:17:49.836091 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:17:49.844000 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 on network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:17:49.844844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Attempting to bind port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 on network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:49.852676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:49.853017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Checking segment: {'id': '7429975a-df76-4675-8c26-feb4f0fd3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:49.853407 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Bound using segment: {'id': '7429975a-df76-4675-8c26-feb4f0fd3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:49.854130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Bound port: 4d6b4a88-f0c3-453b-aa95-d8dfdea61255, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7429975a-df76-4675-8c26-feb4f0fd3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:49.854512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:49.963138 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Sync routers for ids ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:50.005039 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Routers {'0ad25fd6-b63b-4e76-b236-b3164d3e3feb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:50.008912 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:50.034526 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] For port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:50.038298 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] For port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4d6b4a88-f0c3-453b-aa95-d8dfdea61255,segment=NetworkSegment(7429975a-df76-4675-8c26-feb4f0fd3684),segment_id=7429975a-df76-4675-8c26-feb4f0fd3684)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:50.049387 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:50.181001 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551ebccd-1c51-45f3-b420-4be3ef563815 None None] Network efafc1c3-405c-43fc-9f0c-ec9f9425aa6d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:50.187204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6b4a88-f0c3-453b-aa95-d8dfdea61255,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:50.218771 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:50.218771 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-c37d7806-53f5-4607-939d-aa03e0ba08d1 service neutron] 10.222.0.70 "PUT /v2.0/ports/4d6b4a88-f0c3-453b-aa95-d8dfdea61255 HTTP/1.1" status: 200 len: 1093 time: 1.5128715 Apr 22 15:17:50.218771 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'tag': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:17:50.360839 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eed7dfc-859d-4fe3-a2b2-f3d5bac5dbce'] response: {'name': 'network-changed', 'server_uuid': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'tag': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255', 'status': 'completed', 'code': 200} Apr 22 15:17:50.407170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-471b4c58-7df7-46c9-8965-b9e5a2092aa4 None None] Provisioning for port 9ca1f809-0d91-4165-9a64-321736607fb4 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:50.471081 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Sync routers for ids ['807c187d-183e-4a88-b02f-45e92012d089'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:17:50.516096 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Routers {'807c187d-183e-4a88-b02f-45e92012d089'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:50.517148 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['807c187d-183e-4a88-b02f-45e92012d089'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:50.621946 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-408c03cf-2c16-4a20-92c5-25eebb150b43 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 1096 time: 0.3434362 Apr 22 15:17:50.633310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95a351-9bd7-4dd4-baa1-2913bcb7b507 req-b246fb88-3cce-4c9f-97f9-a5c33d1b1e84 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:50.634762 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-df95a351-9bd7-4dd4-baa1-2913bcb7b507 req-b246fb88-3cce-4c9f-97f9-a5c33d1b1e84 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 943 time: 0.2684100 Apr 22 15:17:50.656502 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Set router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:50.724596 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-de9b691b-baa8-4d69-99e6-04bf0e8d0ee9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d6b4a88-f0c3-453b-aa95-d8dfdea61255 HTTP/1.1" status: 200 len: 217 time: 0.0888500 Apr 22 15:17:50.756120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 807c187d-183e-4a88-b02f-45e92012d089 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:50.804915 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Set router 807c187d-183e-4a88-b02f-45e92012d089 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:50.817095 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-df95a351-9bd7-4dd4-baa1-2913bcb7b507 req-9ca96c9e-dfe3-4392-a65a-3b569318942b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320171 Apr 22 15:17:50.833332 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-fc2450da-60d2-440b-a461-a05678826aea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:50.834879 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-fc2450da-60d2-440b-a461-a05678826aea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bcdfd9e-782d-486e-b78f-632494d50350 HTTP/1.1" status: 200 len: 835 time: 0.0997748 Apr 22 15:17:50.985100 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-8cd0a959-2260-4c51-ae7b-896c224eba94 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6ac0f11b-9c30-4b7e-aad5-a4c0c017017d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1377668 Apr 22 15:17:51.011007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:51.045507 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-de9bdeee-d6f0-4848-9d0d-882756b7c299 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3952844 Apr 22 15:17:51.049349 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36398) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:51.058321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7a1dc292-c462-4c6c-8281-77c1e8047b0a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:51.060131 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9ca1f809-0d91-4165-9a64-321736607fb4 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:51.212522 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '59b292ae-c9e5-4961-808f-5839d676a492', 'name': '', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:4b:64:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:37Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:51.220387 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Checking router: 0ad25fd6-b63b-4e76-b236-b3164d3e3feb for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:17:51.221237 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Updating router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb port 59b292ae-c9e5-4961-808f-5839d676a492 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:17:51.242426 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-eeb3c9e5-8531-4b99-b86f-5f89623ff7ed service neutron] 10.222.0.70 "GET /v2.0/networks/6ac0f11b-9c30-4b7e-aad5-a4c0c017017d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506561 Apr 22 15:17:51.291875 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:51.359621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 9ca1f809-0d91-4165-9a64-321736607fb4 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:51.381858 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9ca1f809-0d91-4165-9a64-321736607fb4 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:51.382397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:51.452226 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a478fecc-afc6-46c6-8d95-00c5b2c97508 req-ba329a2f-b3ff-4fb3-9711-b16d877b103c service neutron] 10.222.0.70 "GET /v2.0/networks/6ac0f11b-9c30-4b7e-aad5-a4c0c017017d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951315 Apr 22 15:17:51.648380 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-faecc311-31fd-4185-8b1e-959d6c78f8f0 None None] Provisioning for port b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:51.664851 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-faecc311-31fd-4185-8b1e-959d6c78f8f0 None None] Provisioning complete for port b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:51.664851 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-faecc311-31fd-4185-8b1e-959d6c78f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:51.708682 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:17:48Z', 'revision_number': 5, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None, '_interfaces': [{'id': '7b88c908-fd11-4bc4-b64c-25a267df30b4', 'name': '', 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:aa:5e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:36Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 2, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9409c80b-d504-4e3e-8793-82179363fa7b', 'name': '', 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:0b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:30Z', 'updated_at': '2022-04-22T15:17:48Z', 'revision_number': 5, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b199422c-a80e-4ddd-8320-4543c77e4e6a', 'name': '', 'network_id': 'a1fb36a3-847a-4745-8166-e0e83071b7dc', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:d7:26:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6169263-3df6-4185-8882-47c641384cad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:42Z', 'updated_at': '2022-04-22T15:17:43Z', 'revision_number': 2, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': 'e6169263-3df6-4185-8882-47c641384cad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9a5e2eb-b757-44cd-9720-d7ecae3dfc48', 'name': '', 'network_id': 'efafc1c3-405c-43fc-9f0c-ec9f9425aa6d', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:2f:b4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3a61dee-131b-4571-a35e-50d10b463b33', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:47Z', 'updated_at': '2022-04-22T15:17:49Z', 'revision_number': 2, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': 'c3a61dee-131b-4571-a35e-50d10b463b33', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:51.716333 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:51.717124 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Checking router: 807c187d-183e-4a88-b02f-45e92012d089 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:17:51.717478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Updating router 807c187d-183e-4a88-b02f-45e92012d089 port 7b88c908-fd11-4bc4-b64c-25a267df30b4 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:17:51.727885 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd044d8d-f585-4e12-aa44-d10bf2cf0921 req-f0cfa74b-2fe5-4447-bbdb-9390a01df498 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 1096 time: 0.1676602 Apr 22 15:17:51.749362 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Transition to ACTIVE for port object 59b292ae-c9e5-4961-808f-5839d676a492 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:51.758781 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:51.763294 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:51.839478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 9ca1f809-0d91-4165-9a64-321736607fb4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9ca1f809-0d91-4165-9a64-321736607fb4,segment=NetworkSegment(6de6ddd3-219d-4560-842f-845f62b382d5),segment_id=6de6ddd3-219d-4560-842f-845f62b382d5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:51.845881 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-faecc311-31fd-4185-8b1e-959d6c78f8f0 None None] Port b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:51.851135 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:51.874243 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:51.958718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd044d8d-f585-4e12-aa44-d10bf2cf0921 req-36d139e3-2a7b-4e38-b37a-216c58dec030 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:51.960005 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd044d8d-f585-4e12-aa44-d10bf2cf0921 req-36d139e3-2a7b-4e38-b37a-216c58dec030 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6ac0f11b-9c30-4b7e-aad5-a4c0c017017d HTTP/1.1" status: 200 len: 897 time: 0.2255986 Apr 22 15:17:52.015714 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bbb34-b788-4277-aea7-a96807f08df7 None None] Pushing event updated for resources: {'Port': ['ID=59b292ae-c9e5-4961-808f-5839d676a492,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:52.114295 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd044d8d-f585-4e12-aa44-d10bf2cf0921 req-f902a0a2-4565-4276-89bb-d757a7b8d6eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d6b4a88-f0c3-453b-aa95-d8dfdea61255 HTTP/1.1" status: 200 len: 217 time: 0.1472342 Apr 22 15:17:52.153434 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-faecc311-31fd-4185-8b1e-959d6c78f8f0 None None] Provisioning complete for port 9ca1f809-0d91-4165-9a64-321736607fb4 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:52.153612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-faecc311-31fd-4185-8b1e-959d6c78f8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:52.208809 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=9ca1f809-0d91-4165-9a64-321736607fb4,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:52.236221 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.extraroute_db [None req-7a1dc292-c462-4c6c-8281-77c1e8047b0a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83934) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 15:17:52.261488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.extraroute_db [None req-7a1dc292-c462-4c6c-8281-77c1e8047b0a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Removed routes are [] {{(pid=83934) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 15:17:52.262051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc292-c462-4c6c-8281-77c1e8047b0a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:52.283935 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd044d8d-f585-4e12-aa44-d10bf2cf0921 req-08d2c0d3-fa67-4efe-bf2d-c3b2206674ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:52.286990 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd044d8d-f585-4e12-aa44-d10bf2cf0921 req-08d2c0d3-fa67-4efe-bf2d-c3b2206674ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bcdfd9e-782d-486e-b78f-632494d50350 HTTP/1.1" status: 200 len: 835 time: 0.1114428 Apr 22 15:17:52.302934 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Attempting to bind port 59b292ae-c9e5-4961-808f-5839d676a492 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:52.303402 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Attempting to bind port 59b292ae-c9e5-4961-808f-5839d676a492 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '7429975a-df76-4675-8c26-feb4f0fd3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:52.303757 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Attempting to bind port 59b292ae-c9e5-4961-808f-5839d676a492 on network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:52.313625 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:52.314190 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Checking segment: {'id': '7429975a-df76-4675-8c26-feb4f0fd3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:52.314684 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:52.315462 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Bound using segment: {'id': '7429975a-df76-4675-8c26-feb4f0fd3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:52.316228 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Bound port: 59b292ae-c9e5-4961-808f-5839d676a492, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7429975a-df76-4675-8c26-feb4f0fd3684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:52.317386 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:52.367403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9ffa5-b69c-4005-8538-3542b7e087ca req-ddce5a72-db1d-4a74-8229-d8748e181dfc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:52.369702 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6ab9ffa5-b69c-4005-8538-3542b7e087ca req-ddce5a72-db1d-4a74-8229-d8748e181dfc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 943 time: 0.2540421 Apr 22 15:17:52.451071 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6ab9ffa5-b69c-4005-8538-3542b7e087ca req-50f810ff-d95d-4acc-922b-337305d2c4cf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737336 Apr 22 15:17:52.474903 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd044d8d-f585-4e12-aa44-d10bf2cf0921 req-16d6b0fe-5dfd-41ef-b37c-819754ab866c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6ac0f11b-9c30-4b7e-aad5-a4c0c017017d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1804109 Apr 22 15:17:52.479007 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] For port 59b292ae-c9e5-4961-808f-5839d676a492, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:52.483396 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] For port 59b292ae-c9e5-4961-808f-5839d676a492, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=59b292ae-c9e5-4961-808f-5839d676a492,segment=NetworkSegment(7429975a-df76-4675-8c26-feb4f0fd3684),segment_id=7429975a-df76-4675-8c26-feb4f0fd3684)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:52.489227 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:52.624491 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bbb34-b788-4277-aea7-a96807f08df7 None None] Pushing event updated for resources: {'Port': ['ID=59b292ae-c9e5-4961-808f-5839d676a492,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:52.654155 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Routers {'0ad25fd6-b63b-4e76-b236-b3164d3e3feb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:52.654866 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:52.689115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-15771450-9552-49a4-848f-0bd7c612da70 None None] Provisioning complete for port b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:52.689727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-15771450-9552-49a4-848f-0bd7c612da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:52.725915 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd044d8d-f585-4e12-aa44-d10bf2cf0921 req-e8bab94d-b430-4110-b885-dd8c81def4f3 service neutron] 10.222.0.70 "GET /v2.0/networks/6ac0f11b-9c30-4b7e-aad5-a4c0c017017d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416792 Apr 22 15:17:52.750010 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:52.761662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc292-c462-4c6c-8281-77c1e8047b0a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:52.766039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc292-c462-4c6c-8281-77c1e8047b0a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:52.788983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-15771450-9552-49a4-848f-0bd7c612da70 None None] Port b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:17:52.798708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Transition to ACTIVE for port object 7b88c908-fd11-4bc4-b64c-25a267df30b4 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:52.819431 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:52.981023 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd044d8d-f585-4e12-aa44-d10bf2cf0921 req-76bf2672-350c-450c-af7b-f7b860b0a349 service neutron] 10.222.0.70 "GET /v2.0/networks/6ac0f11b-9c30-4b7e-aad5-a4c0c017017d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487545 Apr 22 15:17:53.013471 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] Set router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:53.105263 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9ca1f809-0d91-4165-9a64-321736607fb4 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:53.174030 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757d083-f6b8-41b9-b922-1e82fd04f96e None None] Pushing event updated for resources: {'Port': ['ID=7b88c908-fd11-4bc4-b64c-25a267df30b4,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:53.234274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1dc292-c462-4c6c-8281-77c1e8047b0a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 807c187d-183e-4a88-b02f-45e92012d089 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:53.308779 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Attempting to bind port 7b88c908-fd11-4bc4-b64c-25a267df30b4 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:53.309102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Attempting to bind port 7b88c908-fd11-4bc4-b64c-25a267df30b4 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'db868f03-b2d3-483f-9072-f7771b836455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:53.309444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Attempting to bind port 7b88c908-fd11-4bc4-b64c-25a267df30b4 on network b9f51bf2-d21d-4b1f-b354-f0f8864617a1 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:53.323406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:53.323777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Checking segment: {'id': 'db868f03-b2d3-483f-9072-f7771b836455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:53.324672 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:53.324672 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Bound using segment: {'id': 'db868f03-b2d3-483f-9072-f7771b836455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:53.325101 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Bound port: 7b88c908-fd11-4bc4-b64c-25a267df30b4, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db868f03-b2d3-483f-9072-f7771b836455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:53.325671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:53.346693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9ca1f809-0d91-4165-9a64-321736607fb4 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:53.346693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:53.431853 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '59b292ae-c9e5-4961-808f-5839d676a492', 'name': '', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:4b:64:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:37Z', 'updated_at': '2022-04-22T15:17:52Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:53.435861 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9095a-fcc2-4b10-99a1-8e3955199857 None None] The sync data for ids ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'] in dv-neutron-838883-3-hyperv is: [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '59b292ae-c9e5-4961-808f-5839d676a492', 'name': '', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:4b:64:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:37Z', 'updated_at': '2022-04-22T15:17:52Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:53.509979 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] For port 7b88c908-fd11-4bc4-b64c-25a267df30b4, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:53.514498 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] For port 7b88c908-fd11-4bc4-b64c-25a267df30b4, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7b88c908-fd11-4bc4-b64c-25a267df30b4,segment=NetworkSegment(db868f03-b2d3-483f-9072-f7771b836455),segment_id=db868f03-b2d3-483f-9072-f7771b836455)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:53.531659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1dc292-c462-4c6c-8281-77c1e8047b0a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:53.543748 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc292-c462-4c6c-8281-77c1e8047b0a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:53.547410 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7a1dc292-c462-4c6c-8281-77c1e8047b0a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089 HTTP/1.1" status: 200 len: 953 time: 2.4946749 Apr 22 15:17:53.549136 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36408) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:53.555910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:53.669475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Updating router 807c187d-183e-4a88-b02f-45e92012d089 port b199422c-a80e-4ddd-8320-4543c77e4e6a binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:17:53.720738 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757d083-f6b8-41b9-b922-1e82fd04f96e None None] Pushing event updated for resources: {'Port': ['ID=7b88c908-fd11-4bc4-b64c-25a267df30b4,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:53.742695 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:54.041707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ce60c-86a4-4671-b922-96837c5f371e req-c521d3ab-1796-4e32-a2fa-d9a95bbcbe6d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:54.043577 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-325ce60c-86a4-4671-b922-96837c5f371e req-c521d3ab-1796-4e32-a2fa-d9a95bbcbe6d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 943 time: 0.3754442 Apr 22 15:17:54.053832 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-97ce95a1-2cbb-4924-93f6-eccdff5071f1 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089 HTTP/1.1" status: 200 len: 953 time: 0.5048473 Apr 22 15:17:54.056374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36412) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:54.074721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-9c37dc0d-8765-4368-a9a2-c70dbd931abf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'router': {'routes': None}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:17:54.224505 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:54.224641 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-325ce60c-86a4-4671-b922-96837c5f371e req-ca2bff2a-8efc-4bf5-88e6-786c48b88419 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691914 Apr 22 15:17:54.239105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Transition to ACTIVE for port object b199422c-a80e-4ddd-8320-4543c77e4e6a will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:54.257556 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:54.397025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757d083-f6b8-41b9-b922-1e82fd04f96e None None] Pushing event updated for resources: {'Port': ['ID=b199422c-a80e-4ddd-8320-4543c77e4e6a,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:54.523247 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Attempting to bind port b199422c-a80e-4ddd-8320-4543c77e4e6a on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:54.523829 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Attempting to bind port b199422c-a80e-4ddd-8320-4543c77e4e6a by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '987ae447-f10e-4f9c-a228-eb639b1fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a1fb36a3-847a-4745-8166-e0e83071b7dc'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:54.524222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Attempting to bind port b199422c-a80e-4ddd-8320-4543c77e4e6a on network a1fb36a3-847a-4745-8166-e0e83071b7dc {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:54.532184 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:54.532749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Checking segment: {'id': '987ae447-f10e-4f9c-a228-eb639b1fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a1fb36a3-847a-4745-8166-e0e83071b7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:54.532933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:54.533481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Bound using segment: {'id': '987ae447-f10e-4f9c-a228-eb639b1fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a1fb36a3-847a-4745-8166-e0e83071b7dc'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:54.534336 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Bound port: b199422c-a80e-4ddd-8320-4543c77e4e6a, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987ae447-f10e-4f9c-a228-eb639b1fb49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a1fb36a3-847a-4745-8166-e0e83071b7dc'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:54.534336 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:54.634561 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] For port b199422c-a80e-4ddd-8320-4543c77e4e6a, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:54.637815 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] For port b199422c-a80e-4ddd-8320-4543c77e4e6a, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b199422c-a80e-4ddd-8320-4543c77e4e6a,segment=NetworkSegment(987ae447-f10e-4f9c-a228-eb639b1fb49e),segment_id=987ae447-f10e-4f9c-a228-eb639b1fb49e)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:54.642749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:54.701904 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Updating router 807c187d-183e-4a88-b02f-45e92012d089 port b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:17:54.777733 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757d083-f6b8-41b9-b922-1e82fd04f96e None None] Pushing event updated for resources: {'Port': ['ID=b199422c-a80e-4ddd-8320-4543c77e4e6a,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:54.780945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:54.795526 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.extraroute_db [None req-9c37dc0d-8765-4368-a9a2-c70dbd931abf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Added routes are [] {{(pid=83933) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 15:17:54.795839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.extraroute_db [None req-9c37dc0d-8765-4368-a9a2-c70dbd931abf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83933) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 15:17:54.826975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c37dc0d-8765-4368-a9a2-c70dbd931abf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:55.004210 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 59b292ae-c9e5-4961-808f-5839d676a492 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:55.131618 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 59b292ae-c9e5-4961-808f-5839d676a492 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:55.144869 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 59b292ae-c9e5-4961-808f-5839d676a492 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:55.145670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:55.164874 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c37dc0d-8765-4368-a9a2-c70dbd931abf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:55.168192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c37dc0d-8765-4368-a9a2-c70dbd931abf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:55.254923 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:55.269554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Transition to ACTIVE for port object b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:17:55.306714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:55.342337 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c37dc0d-8765-4368-a9a2-c70dbd931abf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 807c187d-183e-4a88-b02f-45e92012d089 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:55.378342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:55.450299 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757d083-f6b8-41b9-b922-1e82fd04f96e None None] Pushing event updated for resources: {'Port': ['ID=b9a5e2eb-b757-44cd-9720-d7ecae3dfc48,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:55.514547 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 59b292ae-c9e5-4961-808f-5839d676a492, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=59b292ae-c9e5-4961-808f-5839d676a492,segment=NetworkSegment(7429975a-df76-4675-8c26-feb4f0fd3684),segment_id=7429975a-df76-4675-8c26-feb4f0fd3684)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:55.526689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:55.639000 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Attempting to bind port b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:17:55.639507 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Attempting to bind port b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '6de6ddd3-219d-4560-842f-845f62b382d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'efafc1c3-405c-43fc-9f0c-ec9f9425aa6d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:17:55.639876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Attempting to bind port b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 on network efafc1c3-405c-43fc-9f0c-ec9f9425aa6d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:17:55.651992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:17:55.652363 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Checking segment: {'id': '6de6ddd3-219d-4560-842f-845f62b382d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'efafc1c3-405c-43fc-9f0c-ec9f9425aa6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:17:55.652761 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:55.653175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Bound using segment: {'id': '6de6ddd3-219d-4560-842f-845f62b382d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'efafc1c3-405c-43fc-9f0c-ec9f9425aa6d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:17:55.653629 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Bound port: b9a5e2eb-b757-44cd-9720-d7ecae3dfc48, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de6ddd3-219d-4560-842f-845f62b382d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'efafc1c3-405c-43fc-9f0c-ec9f9425aa6d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:17:55.654005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:55.663172 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=59b292ae-c9e5-4961-808f-5839d676a492,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:55.683988 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4ce90-6666-4116-a2ed-452be781be6d req-9dae66cd-a090-4269-90a0-d595f7284dd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:55.685451 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7ff4ce90-6666-4116-a2ed-452be781be6d req-9dae66cd-a090-4269-90a0-d595f7284dd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 943 time: 0.3308177 Apr 22 15:17:55.737003 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c37dc0d-8765-4368-a9a2-c70dbd931abf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:55.744903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c37dc0d-8765-4368-a9a2-c70dbd931abf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:55.746596 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9c37dc0d-8765-4368-a9a2-c70dbd931abf tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089 HTTP/1.1" status: 200 len: 703 time: 1.6891024 Apr 22 15:17:55.748641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36418) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:55.757916 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] For port b9a5e2eb-b757-44cd-9720-d7ecae3dfc48, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:17:55.760892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] For port b9a5e2eb-b757-44cd-9720-d7ecae3dfc48, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b9a5e2eb-b757-44cd-9720-d7ecae3dfc48,segment=NetworkSegment(6de6ddd3-219d-4560-842f-845f62b382d5),segment_id=6de6ddd3-219d-4560-842f-845f62b382d5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:17:55.765949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:55.810522 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7ff4ce90-6666-4116-a2ed-452be781be6d req-23d20619-56db-4344-875c-2fc35ed24227 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151226 Apr 22 15:17:55.849773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757d083-f6b8-41b9-b922-1e82fd04f96e None None] Pushing event updated for resources: {'Port': ['ID=b9a5e2eb-b757-44cd-9720-d7ecae3dfc48,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:55.862534 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Routers {'807c187d-183e-4a88-b02f-45e92012d089'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:17:55.863885 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['807c187d-183e-4a88-b02f-45e92012d089'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:55.941482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36422) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:55.942105 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ad12f5e8-6c5b-4a74-8ae8-830253ded007 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089 HTTP/1.1" status: 200 len: 703 time: 0.1917751 Apr 22 15:17:56.096515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] Set router 807c187d-183e-4a88-b02f-45e92012d089 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:17:56.317318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:17:56.335244 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f36-9a26-45cb-9d80-5bba58c579f5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:56.550915 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4d6b4a88-f0c3-453b-aa95-d8dfdea61255,segment=NetworkSegment(7429975a-df76-4675-8c26-feb4f0fd3684),segment_id=7429975a-df76-4675-8c26-feb4f0fd3684)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:56.567985 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'port_id': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255', 'mac_address': 'fa:16:3e:24:56:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:17:56.626251 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:17:54Z', 'revision_number': 7, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None, '_interfaces': [{'id': '7b88c908-fd11-4bc4-b64c-25a267df30b4', 'name': '', 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:aa:5e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:36Z', 'updated_at': '2022-04-22T15:17:53Z', 'revision_number': 4, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9409c80b-d504-4e3e-8793-82179363fa7b', 'name': '', 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:0b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:30Z', 'updated_at': '2022-04-22T15:17:48Z', 'revision_number': 5, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b199422c-a80e-4ddd-8320-4543c77e4e6a', 'name': '', 'network_id': 'a1fb36a3-847a-4745-8166-e0e83071b7dc', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:d7:26:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6169263-3df6-4185-8882-47c641384cad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:42Z', 'updated_at': '2022-04-22T15:17:54Z', 'revision_number': 4, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': 'e6169263-3df6-4185-8882-47c641384cad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9a5e2eb-b757-44cd-9720-d7ecae3dfc48', 'name': '', 'network_id': 'efafc1c3-405c-43fc-9f0c-ec9f9425aa6d', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:2f:b4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3a61dee-131b-4571-a35e-50d10b463b33', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:47Z', 'updated_at': '2022-04-22T15:17:55Z', 'revision_number': 4, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': 'c3a61dee-131b-4571-a35e-50d10b463b33', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:17:56.634259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:56.642017 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62639bc7-d58f-4319-9e23-8de037cd091c None None] The sync data for ids ['807c187d-183e-4a88-b02f-45e92012d089'] in dv-neutron-838883-3-hyperv is: [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:17:54Z', 'revision_number': 7, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None, '_interfaces': [{'id': '7b88c908-fd11-4bc4-b64c-25a267df30b4', 'name': '', 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:aa:5e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:36Z', 'updated_at': '2022-04-22T15:17:53Z', 'revision_number': 4, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9409c80b-d504-4e3e-8793-82179363fa7b', 'name': '', 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:0b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:30Z', 'updated_at': '2022-04-22T15:17:48Z', 'revision_number': 5, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b199422c-a80e-4ddd-8320-4543c77e4e6a', 'name': '', 'network_id': 'a1fb36a3-847a-4745-8166-e0e83071b7dc', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:d7:26:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6169263-3df6-4185-8882-47c641384cad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:42Z', 'updated_at': '2022-04-22T15:17:54Z', 'revision_number': 4, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': 'e6169263-3df6-4185-8882-47c641384cad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9a5e2eb-b757-44cd-9720-d7ecae3dfc48', 'name': '', 'network_id': 'efafc1c3-405c-43fc-9f0c-ec9f9425aa6d', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:2f:b4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3a61dee-131b-4571-a35e-50d10b463b33', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:47Z', 'updated_at': '2022-04-22T15:17:55Z', 'revision_number': 4, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': 'c3a61dee-131b-4571-a35e-50d10b463b33', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:17:56.662478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:17:56.681879 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4d6b4a88-f0c3-453b-aa95-d8dfdea61255,segment=NetworkSegment(7429975a-df76-4675-8c26-feb4f0fd3684),segment_id=7429975a-df76-4675-8c26-feb4f0fd3684)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:56.685372 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:56.807462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=4d6b4a88-f0c3-453b-aa95-d8dfdea61255,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:57.090904 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7b88c908-fd11-4bc4-b64c-25a267df30b4 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:57.119211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d3a72f36-9a26-45cb-9d80-5bba58c579f5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:17:57.120994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644ffad-279e-48d0-8f04-8070cf5a96ac req-6d239680-98ec-41b8-9da5-8e884eb4b439 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:57.122074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f36-9a26-45cb-9d80-5bba58c579f5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:57.126410 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['4d6b4a88-f0c3-453b-aa95-d8dfdea61255'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:17:57.131236 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1644ffad-279e-48d0-8f04-8070cf5a96ac req-6d239680-98ec-41b8-9da5-8e884eb4b439 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 944 time: 0.1177149 Apr 22 15:17:57.198074 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1644ffad-279e-48d0-8f04-8070cf5a96ac req-0db83731-1e04-4043-a206-c52cd2695a73 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656981 Apr 22 15:17:57.278341 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 7b88c908-fd11-4bc4-b64c-25a267df30b4 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:57.289046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 7b88c908-fd11-4bc4-b64c-25a267df30b4 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:57.289677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:57.545079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-d3a72f36-9a26-45cb-9d80-5bba58c579f5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] For port b9a5e2eb-b757-44cd-9720-d7ecae3dfc48, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b9a5e2eb-b757-44cd-9720-d7ecae3dfc48,segment=NetworkSegment(6de6ddd3-219d-4560-842f-845f62b382d5),segment_id=6de6ddd3-219d-4560-842f-845f62b382d5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:57.545438 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f36-9a26-45cb-9d80-5bba58c579f5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:57.558747 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:57.663823 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 7b88c908-fd11-4bc4-b64c-25a267df30b4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7b88c908-fd11-4bc4-b64c-25a267df30b4,segment=NetworkSegment(db868f03-b2d3-483f-9072-f7771b836455),segment_id=db868f03-b2d3-483f-9072-f7771b836455)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:57.672780 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:57.673533 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 59b292ae-c9e5-4961-808f-5839d676a492 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:57.684149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d3a72f36-9a26-45cb-9d80-5bba58c579f5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:17:57.812639 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=7b88c908-fd11-4bc4-b64c-25a267df30b4,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:57.837729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 59b292ae-c9e5-4961-808f-5839d676a492 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:57.839015 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:57.959186 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f36-9a26-45cb-9d80-5bba58c579f5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:58.086030 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a72f36-9a26-45cb-9d80-5bba58c579f5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=b9a5e2eb-b757-44cd-9720-d7ecae3dfc48,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:58.427162 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3a72f36-9a26-45cb-9d80-5bba58c579f5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:58.504052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29b378-532c-4070-a016-52771d2a2991 req-bb130b4d-666f-461b-a797-29608c7d86af tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:58.506405 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cf29b378-532c-4070-a016-52771d2a2991 req-bb130b4d-666f-461b-a797-29608c7d86af tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 944 time: 0.1085865 Apr 22 15:17:58.568336 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cf29b378-532c-4070-a016-52771d2a2991 req-ca1929f2-045b-40e7-9bbb-138995ac08f6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519693 Apr 22 15:17:59.025060 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a72f36-9a26-45cb-9d80-5bba58c579f5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 807c187d-183e-4a88-b02f-45e92012d089 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:17:59.052843 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7b88c908-fd11-4bc4-b64c-25a267df30b4 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:59.129792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 7b88c908-fd11-4bc4-b64c-25a267df30b4 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:59.129792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:59.215012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a72f36-9a26-45cb-9d80-5bba58c579f5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:17:59.230565 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d3a72f36-9a26-45cb-9d80-5bba58c579f5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2868698 Apr 22 15:17:59.233167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36430) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:17:59.308852 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b199422c-a80e-4ddd-8320-4543c77e4e6a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:17:59.384906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port b199422c-a80e-4ddd-8320-4543c77e4e6a completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:17:59.389892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b199422c-a80e-4ddd-8320-4543c77e4e6a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:17:59.390340 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:59.543527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:59.554272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e74f947-6e0f-4c38-b8a3-f91115191c3f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting subnet c3a61dee-131b-4571-a35e-50d10b463b33 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:17:59.557508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e74f947-6e0f-4c38-b8a3-f91115191c3f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:59.579080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port b199422c-a80e-4ddd-8320-4543c77e4e6a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b199422c-a80e-4ddd-8320-4543c77e4e6a,segment=NetworkSegment(987ae447-f10e-4f9c-a228-eb639b1fb49e),segment_id=987ae447-f10e-4f9c-a228-eb639b1fb49e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:17:59.584585 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:59.622782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e74f947-6e0f-4c38-b8a3-f91115191c3f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:59.686107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=b199422c-a80e-4ddd-8320-4543c77e4e6a,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:59.742724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e74f947-6e0f-4c38-b8a3-f91115191c3f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:59.810669 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0829a-3e20-4d04-a33d-3d1e921e709c req-e4857ab9-1464-4d3e-b429-c7e80fc8816b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:17:59.810669 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5ca0829a-3e20-4d04-a33d-3d1e921e709c req-e4857ab9-1464-4d3e-b429-c7e80fc8816b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 944 time: 0.0864980 Apr 22 15:17:59.819955 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e74f947-6e0f-4c38-b8a3-f91115191c3f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:59.856828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74f947-6e0f-4c38-b8a3-f91115191c3f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a61dee-131b-4571-a35e-50d10b463b33,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:17:59.865506 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e74f947-6e0f-4c38-b8a3-f91115191c3f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:17:59.868519 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5ca0829a-3e20-4d04-a33d-3d1e921e709c req-5dea1629-3d86-4e77-bbb1-edb802cdd04d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542979 Apr 22 15:17:59.873172 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0916f191-1c4a-486e-b33f-a6ada2c79a98 None None] Network efafc1c3-405c-43fc-9f0c-ec9f9425aa6d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:17:59.885884 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9e74f947-6e0f-4c38-b8a3-f91115191c3f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/c3a61dee-131b-4571-a35e-50d10b463b33 HTTP/1.1" status: 204 len: 168 time: 0.6504416 Apr 22 15:17:59.891274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36436) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:00.044871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.064354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port 9ca1f809-0d91-4165-9a64-321736607fb4 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:18:00.066417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.151532 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e0323-5885-45f5-b6e9-13b5a4daaf89 None None] DHCP port deletion for efafc1c3-405c-43fc-9f0c-ec9f9425aa6d request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:18:00.159987 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e0323-5885-45f5-b6e9-13b5a4daaf89 None None] Deleting port 9ca1f809-0d91-4165-9a64-321736607fb4 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:18:00.160619 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e8e0323-5885-45f5-b6e9-13b5a4daaf89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.289533 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:18:00.307757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] For port 9ca1f809-0d91-4165-9a64-321736607fb4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9ca1f809-0d91-4165-9a64-321736607fb4,segment=NetworkSegment(6de6ddd3-219d-4560-842f-845f62b382d5),segment_id=6de6ddd3-219d-4560-842f-845f62b382d5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:00.307757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.449213 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1e8e0323-5885-45f5-b6e9-13b5a4daaf89 None None] For port 9ca1f809-0d91-4165-9a64-321736607fb4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9ca1f809-0d91-4165-9a64-321736607fb4,segment=NetworkSegment(6de6ddd3-219d-4560-842f-845f62b382d5),segment_id=6de6ddd3-219d-4560-842f-845f62b382d5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:00.449366 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e8e0323-5885-45f5-b6e9-13b5a4daaf89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.452229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for 9ca1f809-0d91-4165-9a64-321736607fb4 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:18:00.530321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.576116 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e0323-5885-45f5-b6e9-13b5a4daaf89 None None] Calling delete_port for 9ca1f809-0d91-4165-9a64-321736607fb4 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:18:00.579601 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=9ca1f809-0d91-4165-9a64-321736607fb4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:00.583697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No DVR routers for this DVR port 9ca1f809-0d91-4165-9a64-321736607fb4 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:18:00.616536 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:18:00.625367 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:18:00.625735 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.694906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-1e8e0323-5885-45f5-b6e9-13b5a4daaf89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:18:00.695361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-1e8e0323-5885-45f5-b6e9-13b5a4daaf89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:18:00.706072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.737791 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efafc1c3-405c-43fc-9f0c-ec9f9425aa6d']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:00.750524 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de6ddd3-219d-4560-842f-845f62b382d5') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:00.750825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de6ddd3-219d-4560-842f-845f62b382d5') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:00.762793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.763266 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.778603 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.785295 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:18:00.785687 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.790489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:18:00.800680 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:18:00.803500 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4d6b4a88-f0c3-453b-aa95-d8dfdea61255,segment=NetworkSegment(7429975a-df76-4675-8c26-feb4f0fd3684),segment_id=7429975a-df76-4675-8c26-feb4f0fd3684)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:00.806317 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.849983 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffac2869-6a94-437d-81f9-7413e7cea24a'] response: {'server_uuid': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255', 'code': 200} Apr 22 15:18:00.878061 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=4d6b4a88-f0c3-453b-aa95-d8dfdea61255,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:00.883966 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.904331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:00.932440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Network': ['ID=efafc1c3-405c-43fc-9f0c-ec9f9425aa6d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:00.954444 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-80625cf1-240e-4971-a3c8-0bd8a0992ab3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/networks/efafc1c3-405c-43fc-9f0c-ec9f9425aa6d HTTP/1.1" status: 204 len: 168 time: 1.0660634 Apr 22 15:18:00.958775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36446) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:00.990094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b199422c-a80e-4ddd-8320-4543c77e4e6a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:18:01.078667 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b199422c-a80e-4ddd-8320-4543c77e4e6a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:18:01.079120 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:01.198458 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e0323-5885-45f5-b6e9-13b5a4daaf89 None None] Deleting port 9ca1f809-0d91-4165-9a64-321736607fb4 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:18:01.199132 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e8e0323-5885-45f5-b6e9-13b5a4daaf89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:01.271558 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e0323-5885-45f5-b6e9-13b5a4daaf89 None None] The port '9ca1f809-0d91-4165-9a64-321736607fb4' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:18:01.275630 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccaabe-979f-43e5-be0f-91c820211c87 req-cfb6e086-ec64-4a42-b88f-0f9b656b11df tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:01.285426 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-48ccaabe-979f-43e5-be0f-91c820211c87 req-cfb6e086-ec64-4a42-b88f-0f9b656b11df tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 945 time: 0.2503536 Apr 22 15:18:01.319233 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b7457ec2-a91f-40c5-b494-3c53091a4e57 req-d3084a52-ee3b-4b9e-ba9a-fa732596eea2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 1098 time: 0.1724424 Apr 22 15:18:01.354178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9ca1f809-0d91-4165-9a64-321736607fb4 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:18:01.383660 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-48ccaabe-979f-43e5-be0f-91c820211c87 req-69cc16e5-bc4d-44eb-84fd-4666670a58d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967038 Apr 22 15:18:01.391651 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 9ca1f809-0d91-4165-9a64-321736607fb4 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:18:01.392207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9ca1f809-0d91-4165-9a64-321736607fb4 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:18:01.516096 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b7457ec2-a91f-40c5-b494-3c53091a4e57 req-48faf461-e802-439b-93c9-b6d35f0fbde1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941128 Apr 22 15:18:01.570037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b6ca69-a610-4411-976e-4e471914a52c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:02.253686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-82b6ca69-a610-4411-976e-4e471914a52c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port b199422c-a80e-4ddd-8320-4543c77e4e6a {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:18:02.254388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b6ca69-a610-4411-976e-4e471914a52c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:02.435144 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-82b6ca69-a610-4411-976e-4e471914a52c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] For port b199422c-a80e-4ddd-8320-4543c77e4e6a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b199422c-a80e-4ddd-8320-4543c77e4e6a,segment=NetworkSegment(987ae447-f10e-4f9c-a228-eb639b1fb49e),segment_id=987ae447-f10e-4f9c-a228-eb639b1fb49e)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:02.435499 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b6ca69-a610-4411-976e-4e471914a52c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:02.556440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-82b6ca69-a610-4411-976e-4e471914a52c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for b199422c-a80e-4ddd-8320-4543c77e4e6a owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:18:02.705928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30a4e6-0254-421c-b4de-75934a5fa734 req-fe049536-f6ff-4b29-9241-b47c82600e53 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:02.707474 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7d30a4e6-0254-421c-b4de-75934a5fa734 req-fe049536-f6ff-4b29-9241-b47c82600e53 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 945 time: 0.1579070 Apr 22 15:18:02.810124 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7d30a4e6-0254-421c-b4de-75934a5fa734 req-1b065115-bb32-4675-a5df-a75406b2ba31 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944095 Apr 22 15:18:02.833692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b6ca69-a610-4411-976e-4e471914a52c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:02.881587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6ca69-a610-4411-976e-4e471914a52c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=b199422c-a80e-4ddd-8320-4543c77e4e6a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:02.896153 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:03.106808 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-82b6ca69-a610-4411-976e-4e471914a52c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:03.219227 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:18:03.729284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b6ca69-a610-4411-976e-4e471914a52c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 807c187d-183e-4a88-b02f-45e92012d089 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:18:03.898205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b6ca69-a610-4411-976e-4e471914a52c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:18:03.911661 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-82b6ca69-a610-4411-976e-4e471914a52c tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9512072 Apr 22 15:18:03.914266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36454) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:04.124331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe5271-51f8-4c23-9248-312e294e67a9 req-f251082f-9705-4d9f-9d84-e78b8df07b2d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:04.125693 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-55fe5271-51f8-4c23-9248-312e294e67a9 req-f251082f-9705-4d9f-9d84-e78b8df07b2d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 945 time: 0.1805489 Apr 22 15:18:04.184678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdad2a64-f31a-43a7-9199-df3934793ede tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting subnet e6169263-3df6-4185-8882-47c641384cad {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:18:04.189225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cdad2a64-f31a-43a7-9199-df3934793ede tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:04.236102 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-55fe5271-51f8-4c23-9248-312e294e67a9 req-5f375bb2-d172-4c7e-b924-af196fc52a48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975111 Apr 22 15:18:04.249392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cdad2a64-f31a-43a7-9199-df3934793ede tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:04.347673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cdad2a64-f31a-43a7-9199-df3934793ede tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:04.474411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cdad2a64-f31a-43a7-9199-df3934793ede tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:04.514695 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad2a64-f31a-43a7-9199-df3934793ede tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Subnet': ['ID=e6169263-3df6-4185-8882-47c641384cad,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:04.525677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537cf1a-d688-475a-ad4d-1258e8283a58 req-ec1acf98-5e13-4200-99af-ff199d36b5e0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:04.527197 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0537cf1a-d688-475a-ad4d-1258e8283a58 req-ec1acf98-5e13-4200-99af-ff199d36b5e0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 945 time: 0.1508167 Apr 22 15:18:04.531119 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cdad2a64-f31a-43a7-9199-df3934793ede tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:04.537958 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc652a0-e397-401f-81ab-ed933dc64da7 None None] Network a1fb36a3-847a-4745-8166-e0e83071b7dc requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:18:04.552281 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cdad2a64-f31a-43a7-9199-df3934793ede tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/e6169263-3df6-4185-8882-47c641384cad HTTP/1.1" status: 204 len: 168 time: 0.6369936 Apr 22 15:18:04.555448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36460) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:04.580272 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0537cf1a-d688-475a-ad4d-1258e8283a58 req-193aef7d-5249-41fd-9447-f2642fd4c79f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463977 Apr 22 15:18:04.608745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36464) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:04.674675 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:04.680694 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5975392a-b9b5-4432-a36e-cc9cafe0832b tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 1093 time: 0.0705135 Apr 22 15:18:04.683411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36468) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:04.687971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port 5e857e57-322f-4239-9357-b61f294b4a7b {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:18:04.688308 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:04.688895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:18:04.695215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:18:04.699254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:floatingip and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:18:04.702280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:18:04.708714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:18:04.725361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:04.790412 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af4116-3084-4122-8358-37e80d77aab6 None None] Sync routers for ids ['807c187d-183e-4a88-b02f-45e92012d089'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:18:04.806576 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af4116-3084-4122-8358-37e80d77aab6 None None] Routers {'807c187d-183e-4a88-b02f-45e92012d089'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:18:04.807520 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-96af4116-3084-4122-8358-37e80d77aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['807c187d-183e-4a88-b02f-45e92012d089'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:04.884144 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6f548c-570d-4316-81a8-073c2369575d None None] DHCP port deletion for a1fb36a3-847a-4745-8166-e0e83071b7dc request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:18:04.890339 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f548c-570d-4316-81a8-073c2369575d None None] Deleting port 5e857e57-322f-4239-9357-b61f294b4a7b {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:18:04.890706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c6f548c-570d-4316-81a8-073c2369575d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:04.890888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:05.001852 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-96af4116-3084-4122-8358-37e80d77aab6 None None] Set router 807c187d-183e-4a88-b02f-45e92012d089 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:18:05.064752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] For port 5e857e57-322f-4239-9357-b61f294b4a7b, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5e857e57-322f-4239-9357-b61f294b4a7b,segment=NetworkSegment(987ae447-f10e-4f9c-a228-eb639b1fb49e),segment_id=987ae447-f10e-4f9c-a228-eb639b1fb49e)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:05.065542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:05.109414 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5e857e57-322f-4239-9357-b61f294b4a7b no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:18:05.125691 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.91 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/205f34be-b6ca-48f6-9e5e-01ff39881e2a) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:18:05.216737 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for 5e857e57-322f-4239-9357-b61f294b4a7b owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:18:05.300130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:05.308192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:05.328994 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Port 5e857e57-322f-4239-9357-b61f294b4a7b update to DOWN by agent not found {{(pid=83935) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 22 15:18:05.335268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5c6f548c-570d-4316-81a8-073c2369575d None None] For port 5e857e57-322f-4239-9357-b61f294b4a7b, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5e857e57-322f-4239-9357-b61f294b4a7b,segment=NetworkSegment(987ae447-f10e-4f9c-a228-eb639b1fb49e),segment_id=987ae447-f10e-4f9c-a228-eb639b1fb49e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:05.335873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c6f548c-570d-4316-81a8-073c2369575d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:05.344201 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:05.356764 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=5e857e57-322f-4239-9357-b61f294b4a7b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:05.363887 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No DVR routers for this DVR port 5e857e57-322f-4239-9357-b61f294b4a7b on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:18:05.372678 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-96af4116-3084-4122-8358-37e80d77aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:18:02Z', 'revision_number': 9, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None, '_interfaces': [{'id': '7b88c908-fd11-4bc4-b64c-25a267df30b4', 'name': '', 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:aa:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:36Z', 'updated_at': '2022-04-22T15:17:57Z', 'revision_number': 5, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9409c80b-d504-4e3e-8793-82179363fa7b', 'name': '', 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:0b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:30Z', 'updated_at': '2022-04-22T15:17:48Z', 'revision_number': 5, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:05.376640 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af4116-3084-4122-8358-37e80d77aab6 None None] Checking router: 807c187d-183e-4a88-b02f-45e92012d089 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:18:05.394071 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96af4116-3084-4122-8358-37e80d77aab6 None None] Routers {'807c187d-183e-4a88-b02f-45e92012d089'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:18:05.394958 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-96af4116-3084-4122-8358-37e80d77aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['807c187d-183e-4a88-b02f-45e92012d089'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:05.467109 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f548c-570d-4316-81a8-073c2369575d None None] Calling delete_port for 5e857e57-322f-4239-9357-b61f294b4a7b owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:18:05.532814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:05.543281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:18:05.546964 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:18:05.550937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:18:05.557469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-5c6f548c-570d-4316-81a8-073c2369575d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:18:05.558480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-5c6f548c-570d-4316-81a8-073c2369575d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:18:05.569861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fb36a3-847a-4745-8166-e0e83071b7dc']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:05.573731 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-96af4116-3084-4122-8358-37e80d77aab6 None None] Set router 807c187d-183e-4a88-b02f-45e92012d089 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:18:05.583019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987ae447-f10e-4f9c-a228-eb639b1fb49e') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:05.583248 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987ae447-f10e-4f9c-a228-eb639b1fb49e') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:05.597069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:05.597295 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=205f34be-b6ca-48f6-9e5e-01ff39881e2a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:05.617461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:05.625585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:18:05.626025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:18:05.643546 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:18:05.727737 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:05.751507 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:05.762080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Network': ['ID=a1fb36a3-847a-4745-8166-e0e83071b7dc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:05.772930 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e0a0e76a-9228-4d4f-82bd-a366aa0e1f8a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/networks/a1fb36a3-847a-4745-8166-e0e83071b7dc HTTP/1.1" status: 204 len: 168 time: 1.2154799 Apr 22 15:18:05.774108 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36472) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:05.946478 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-96af4116-3084-4122-8358-37e80d77aab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:18:02Z', 'revision_number': 9, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None, '_interfaces': [{'id': '7b88c908-fd11-4bc4-b64c-25a267df30b4', 'name': '', 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:aa:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:36Z', 'updated_at': '2022-04-22T15:17:57Z', 'revision_number': 5, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9409c80b-d504-4e3e-8793-82179363fa7b', 'name': '', 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:0b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:30Z', 'updated_at': '2022-04-22T15:17:48Z', 'revision_number': 5, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:05.953694 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96af4116-3084-4122-8358-37e80d77aab6 None None] The sync data for ids ['807c187d-183e-4a88-b02f-45e92012d089'] in dv-neutron-838883-3-hyperv is: [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:18:02Z', 'revision_number': 9, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None, '_interfaces': [{'id': '7b88c908-fd11-4bc4-b64c-25a267df30b4', 'name': '', 'network_id': 'b9f51bf2-d21d-4b1f-b354-f0f8864617a1', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:aa:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:36Z', 'updated_at': '2022-04-22T15:17:57Z', 'revision_number': 5, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9409c80b-d504-4e3e-8793-82179363fa7b', 'name': '', 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:0b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:30Z', 'updated_at': '2022-04-22T15:17:48Z', 'revision_number': 5, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:18:06.059860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f548c-570d-4316-81a8-073c2369575d None None] Deleting port 5e857e57-322f-4239-9357-b61f294b4a7b {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:18:06.060349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c6f548c-570d-4316-81a8-073c2369575d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:06.126170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f548c-570d-4316-81a8-073c2369575d None None] The port '5e857e57-322f-4239-9357-b61f294b4a7b' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:18:06.129522 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:06.139203 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fefa2064-eac6-44b4-baea-f6c429166fe7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:06.188977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:06.398725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:06.403248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:06.515587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=205f34be-b6ca-48f6-9e5e-01ff39881e2a,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:06.530819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:06.723155 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Floating IP 56dca847-8efd-44dd-ad1f-7f33d8a039d9 associated. External IP: 172.26.8.91, port: 4d6b4a88-f0c3-453b-aa95-d8dfdea61255. Apr 22 15:18:06.810056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-fefa2064-eac6-44b4-baea-f6c429166fe7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port 7b88c908-fd11-4bc4-b64c-25a267df30b4 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:18:06.810607 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fefa2064-eac6-44b4-baea-f6c429166fe7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:06.906359 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b199422c-a80e-4ddd-8320-4543c77e4e6a no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:18:06.959014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: b199422c-a80e-4ddd-8320-4543c77e4e6a {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:18:06.962377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b199422c-a80e-4ddd-8320-4543c77e4e6a not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:18:06.965870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:18:07.026364 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:18:07.026586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b9a5e2eb-b757-44cd-9720-d7ecae3dfc48 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:18:07.054492 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-fefa2064-eac6-44b4-baea-f6c429166fe7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] For port 7b88c908-fd11-4bc4-b64c-25a267df30b4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7b88c908-fd11-4bc4-b64c-25a267df30b4,segment=NetworkSegment(db868f03-b2d3-483f-9072-f7771b836455),segment_id=db868f03-b2d3-483f-9072-f7771b836455)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:07.054861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fefa2064-eac6-44b4-baea-f6c429166fe7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:07.182887 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-fefa2064-eac6-44b4-baea-f6c429166fe7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for 7b88c908-fd11-4bc4-b64c-25a267df30b4 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:18:07.266218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:18:07.365501 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fefa2064-eac6-44b4-baea-f6c429166fe7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:07.409798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa2064-eac6-44b4-baea-f6c429166fe7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=7b88c908-fd11-4bc4-b64c-25a267df30b4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:07.494665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:18:07.508637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2cfb0-e1e6-4c31-a4c5-1d3d1f42a8a5 None None] Sync routers for ids ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:18:07.522698 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2cfb0-e1e6-4c31-a4c5-1d3d1f42a8a5 None None] Routers {'0ad25fd6-b63b-4e76-b236-b3164d3e3feb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:18:07.524095 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d5c2cfb0-e1e6-4c31-a4c5-1d3d1f42a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:07.527028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:07.604143 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0bb5253b-d937-4b9c-af32-ab29627b5033 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9195242 Apr 22 15:18:07.604789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'tag': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:18:07.608372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36478) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:07.679171 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ccd8be3-ce02-4a98-b048-ec22e99dd9ba'] response: {'name': 'network-changed', 'server_uuid': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'tag': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255', 'status': 'completed', 'code': 200} Apr 22 15:18:07.728767 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b6a05b32-dbb1-4d5f-97c5-e336920c421b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/56dca847-8efd-44dd-ad1f-7f33d8a039d9 HTTP/1.1" status: 200 len: 990 time: 0.1199687 Apr 22 15:18:07.743447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fefa2064-eac6-44b4-baea-f6c429166fe7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:07.759833 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-d5c2cfb0-e1e6-4c31-a4c5-1d3d1f42a8a5 None None] Set router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:18:07.827240 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c120a606-b282-4868-ae42-77823a20ecef req-d0b15f08-e767-4b6f-978c-bc3df11530aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 1098 time: 0.0937037 Apr 22 15:18:07.995232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120a606-b282-4868-ae42-77823a20ecef req-bb4c043e-c598-4e02-a9e2-7c63ef44b864 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:08.000726 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c120a606-b282-4868-ae42-77823a20ecef req-bb4c043e-c598-4e02-a9e2-7c63ef44b864 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6ac0f11b-9c30-4b7e-aad5-a4c0c017017d HTTP/1.1" status: 200 len: 897 time: 0.1584871 Apr 22 15:18:08.122260 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c120a606-b282-4868-ae42-77823a20ecef req-d5dadf58-b4f5-4235-b460-f0c55d6ddab1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d6b4a88-f0c3-453b-aa95-d8dfdea61255 HTTP/1.1" status: 200 len: 998 time: 0.1191280 Apr 22 15:18:08.202715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120a606-b282-4868-ae42-77823a20ecef req-0d75c7dc-419e-4840-bb52-cc4998997c03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:08.205208 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c120a606-b282-4868-ae42-77823a20ecef req-0d75c7dc-419e-4840-bb52-cc4998997c03 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bcdfd9e-782d-486e-b78f-632494d50350 HTTP/1.1" status: 200 len: 835 time: 0.0747690 Apr 22 15:18:08.218511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d5c2cfb0-e1e6-4c31-a4c5-1d3d1f42a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '56dca847-8efd-44dd-ad1f-7f33d8a039d9', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'port_id': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'mac_address': 'fa:16:3e:24:56:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:18:05Z', 'updated_at': '2022-04-22T15:18:05Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b292ae-c9e5-4961-808f-5839d676a492', 'name': '', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:4b:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:37Z', 'updated_at': '2022-04-22T15:17:55Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:08.223001 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2cfb0-e1e6-4c31-a4c5-1d3d1f42a8a5 None None] Checking router: 0ad25fd6-b63b-4e76-b236-b3164d3e3feb for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:18:08.234486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c2cfb0-e1e6-4c31-a4c5-1d3d1f42a8a5 None None] Routers {'0ad25fd6-b63b-4e76-b236-b3164d3e3feb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:18:08.235160 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d5c2cfb0-e1e6-4c31-a4c5-1d3d1f42a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:08.286837 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c120a606-b282-4868-ae42-77823a20ecef req-3ae9a61a-db4e-424e-9c85-372e59b2032e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6ac0f11b-9c30-4b7e-aad5-a4c0c017017d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750434 Apr 22 15:18:08.299318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-c120a606-b282-4868-ae42-77823a20ecef req-b5dce45e-f121-4e00-88bb-27ec16bde4f3 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:18:08.300255 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c120a606-b282-4868-ae42-77823a20ecef req-b5dce45e-f121-4e00-88bb-27ec16bde4f3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049846 Apr 22 15:18:08.381007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefa2064-eac6-44b4-baea-f6c429166fe7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 807c187d-183e-4a88-b02f-45e92012d089 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:18:08.420326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-d5c2cfb0-e1e6-4c31-a4c5-1d3d1f42a8a5 None None] Set router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:18:08.441214 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c120a606-b282-4868-ae42-77823a20ecef req-f9a9b9ba-abbc-420c-b624-40a637d9cd8b service neutron] 10.222.0.70 "GET /v2.0/networks/6ac0f11b-9c30-4b7e-aad5-a4c0c017017d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344006 Apr 22 15:18:08.578664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefa2064-eac6-44b4-baea-f6c429166fe7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:18:08.589885 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882fc33-e35c-4296-bb73-39388b749b1e None None] Sync routers for ids ['807c187d-183e-4a88-b02f-45e92012d089'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:18:08.596531 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fefa2064-eac6-44b4-baea-f6c429166fe7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8213890 Apr 22 15:18:08.599493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36486) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:08.609139 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882fc33-e35c-4296-bb73-39388b749b1e None None] Routers {'807c187d-183e-4a88-b02f-45e92012d089'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:18:08.610844 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b882fc33-e35c-4296-bb73-39388b749b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['807c187d-183e-4a88-b02f-45e92012d089'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:08.620600 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c120a606-b282-4868-ae42-77823a20ecef req-d6249030-1e5a-41c2-96b4-5eaaa4da827d service neutron] 10.222.0.70 "GET /v2.0/networks/6ac0f11b-9c30-4b7e-aad5-a4c0c017017d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724782 Apr 22 15:18:08.741774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36490) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:08.803990 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-b882fc33-e35c-4296-bb73-39388b749b1e None None] Set router 807c187d-183e-4a88-b02f-45e92012d089 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:18:08.862015 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7543c7c-57f5-4827-8b9d-9b3fb9a032ea tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting subnet 5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:18:08.865369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7543c7c-57f5-4827-8b9d-9b3fb9a032ea tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:08.898914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d5c2cfb0-e1e6-4c31-a4c5-1d3d1f42a8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '56dca847-8efd-44dd-ad1f-7f33d8a039d9', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'port_id': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'mac_address': 'fa:16:3e:24:56:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:18:05Z', 'updated_at': '2022-04-22T15:18:05Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b292ae-c9e5-4961-808f-5839d676a492', 'name': '', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:4b:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:37Z', 'updated_at': '2022-04-22T15:17:55Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:08.904762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c2cfb0-e1e6-4c31-a4c5-1d3d1f42a8a5 None None] The sync data for ids ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'] in dv-neutron-838883-3-hyperv is: [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '56dca847-8efd-44dd-ad1f-7f33d8a039d9', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'port_id': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'mac_address': 'fa:16:3e:24:56:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:18:05Z', 'updated_at': '2022-04-22T15:18:05Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b292ae-c9e5-4961-808f-5839d676a492', 'name': '', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:4b:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:37Z', 'updated_at': '2022-04-22T15:17:55Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:18:08.924167 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-81b0ca9d-2f79-45a6-b0ee-e1d10aaf379f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/56dca847-8efd-44dd-ad1f-7f33d8a039d9 HTTP/1.1" status: 200 len: 990 time: 0.1898956 Apr 22 15:18:08.976370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7543c7c-57f5-4827-8b9d-9b3fb9a032ea tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:09.085795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7543c7c-57f5-4827-8b9d-9b3fb9a032ea tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:09.172450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7543c7c-57f5-4827-8b9d-9b3fb9a032ea tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:09.181970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff8ae6-fb9d-425a-8973-2c4a29d24cc5 None None] New status for floating IP 56dca847-8efd-44dd-ad1f-7f33d8a039d9: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:18:09.216691 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b882fc33-e35c-4296-bb73-39388b749b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:18:07Z', 'revision_number': 10, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None, '_interfaces': [{'id': '9409c80b-d504-4e3e-8793-82179363fa7b', 'name': '', 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:0b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:30Z', 'updated_at': '2022-04-22T15:17:48Z', 'revision_number': 5, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:09.220186 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882fc33-e35c-4296-bb73-39388b749b1e None None] Checking router: 807c187d-183e-4a88-b02f-45e92012d089 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:18:09.223144 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7543c7c-57f5-4827-8b9d-9b3fb9a032ea tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Subnet': ['ID=5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:09.229420 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7543c7c-57f5-4827-8b9d-9b3fb9a032ea tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:09.236269 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882fc33-e35c-4296-bb73-39388b749b1e None None] Routers {'807c187d-183e-4a88-b02f-45e92012d089'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:18:09.236635 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b882fc33-e35c-4296-bb73-39388b749b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['807c187d-183e-4a88-b02f-45e92012d089'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:09.242078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36494) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:09.242418 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f7543c7c-57f5-4827-8b9d-9b3fb9a032ea tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad HTTP/1.1" status: 204 len: 168 time: 0.6417816 Apr 22 15:18:09.255253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b77d1-9042-4c39-b202-71dca24fdafd None None] Network b9f51bf2-d21d-4b1f-b354-f0f8864617a1 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:18:09.373475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:09.399757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port eda01832-5c17-4b0b-98c3-3c32d74b84c0 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:18:09.399946 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-b882fc33-e35c-4296-bb73-39388b749b1e None None] Set router 807c187d-183e-4a88-b02f-45e92012d089 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:18:09.400937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:09.637719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] For port eda01832-5c17-4b0b-98c3-3c32d74b84c0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=eda01832-5c17-4b0b-98c3-3c32d74b84c0,segment=NetworkSegment(db868f03-b2d3-483f-9072-f7771b836455),segment_id=db868f03-b2d3-483f-9072-f7771b836455)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:09.639777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:09.750748 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59afd49-59c2-4606-b5a6-5566d2b61199 None None] DHCP port deletion for b9f51bf2-d21d-4b1f-b354-f0f8864617a1 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:18:09.756573 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c59afd49-59c2-4606-b5a6-5566d2b61199 None None] Deleting port eda01832-5c17-4b0b-98c3-3c32d74b84c0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:18:09.756868 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c59afd49-59c2-4606-b5a6-5566d2b61199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:09.769332 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b882fc33-e35c-4296-bb73-39388b749b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:18:07Z', 'revision_number': 10, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None, '_interfaces': [{'id': '9409c80b-d504-4e3e-8793-82179363fa7b', 'name': '', 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:0b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:30Z', 'updated_at': '2022-04-22T15:17:48Z', 'revision_number': 5, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:09.779969 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b882fc33-e35c-4296-bb73-39388b749b1e None None] The sync data for ids ['807c187d-183e-4a88-b02f-45e92012d089'] in dv-neutron-838883-3-hyperv is: [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:18:07Z', 'revision_number': 10, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None, '_interfaces': [{'id': '9409c80b-d504-4e3e-8793-82179363fa7b', 'name': '', 'network_id': '2ad54c23-db92-437f-bf64-9a8732159598', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'mac_address': 'fa:16:3e:0b:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807c187d-183e-4a88-b02f-45e92012d089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:30Z', 'updated_at': '2022-04-22T15:17:48Z', 'revision_number': 5, 'project_id': '2254ef69dc934886a009ff147c38096c', 'subnets': [{'id': '7810b68a-0f0a-41e4-ae02-4574be15a9a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:18:09.888171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for eda01832-5c17-4b0b-98c3-3c32d74b84c0 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:18:09.935985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36498) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:09.976464 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:10.029867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=eda01832-5c17-4b0b-98c3-3c32d74b84c0,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:10.037375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No DVR routers for this DVR port eda01832-5c17-4b0b-98c3-3c32d74b84c0 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:18:10.041868 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c59afd49-59c2-4606-b5a6-5566d2b61199 None None] For port eda01832-5c17-4b0b-98c3-3c32d74b84c0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=eda01832-5c17-4b0b-98c3-3c32d74b84c0,segment=NetworkSegment(db868f03-b2d3-483f-9072-f7771b836455),segment_id=db868f03-b2d3-483f-9072-f7771b836455)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:10.042749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c59afd49-59c2-4606-b5a6-5566d2b61199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:10.076693 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eebd1b74-c8ef-4e28-9934-f41222ff9a1c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/56dca847-8efd-44dd-ad1f-7f33d8a039d9 HTTP/1.1" status: 200 len: 992 time: 0.1451583 Apr 22 15:18:10.172067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:10.203400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f51bf2-d21d-4b1f-b354-f0f8864617a1']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:10.220814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db868f03-b2d3-483f-9072-f7771b836455') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:10.220814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db868f03-b2d3-483f-9072-f7771b836455') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:10.225037 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c59afd49-59c2-4606-b5a6-5566d2b61199 None None] Calling delete_port for eda01832-5c17-4b0b-98c3-3c32d74b84c0 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:18:10.230884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:10.250432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:10.266027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:18:10.266027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:18:10.304198 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:18:10.315929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-c59afd49-59c2-4606-b5a6-5566d2b61199 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:18:10.315929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-c59afd49-59c2-4606-b5a6-5566d2b61199 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:18:10.400213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:10.407133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:10.434105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Network': ['ID=b9f51bf2-d21d-4b1f-b354-f0f8864617a1,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:10.442516 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fc12f56a-73f7-48bb-a6aa-3b335b0b5921 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/networks/b9f51bf2-d21d-4b1f-b354-f0f8864617a1 HTTP/1.1" status: 204 len: 168 time: 1.1955042 Apr 22 15:18:10.442516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36502) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:10.779368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2726ff16-5f2e-4083-be7e-490bb47b0f37 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:10.809984 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c59afd49-59c2-4606-b5a6-5566d2b61199 None None] Deleting port eda01832-5c17-4b0b-98c3-3c32d74b84c0 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:18:10.810378 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c59afd49-59c2-4606-b5a6-5566d2b61199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:10.881420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c59afd49-59c2-4606-b5a6-5566d2b61199 None None] The port 'eda01832-5c17-4b0b-98c3-3c32d74b84c0' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:18:10.966964 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device eda01832-5c17-4b0b-98c3-3c32d74b84c0 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:18:11.008606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: eda01832-5c17-4b0b-98c3-3c32d74b84c0 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:18:11.008606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device eda01832-5c17-4b0b-98c3-3c32d74b84c0 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:18:11.008606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7b88c908-fd11-4bc4-b64c-25a267df30b4 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:18:11.041103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 7b88c908-fd11-4bc4-b64c-25a267df30b4 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:18:11.041103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7b88c908-fd11-4bc4-b64c-25a267df30b4 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:18:11.395436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2726ff16-5f2e-4083-be7e-490bb47b0f37 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port 9409c80b-d504-4e3e-8793-82179363fa7b {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:18:11.395776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2726ff16-5f2e-4083-be7e-490bb47b0f37 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:11.662727 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2726ff16-5f2e-4083-be7e-490bb47b0f37 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] For port 9409c80b-d504-4e3e-8793-82179363fa7b, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9409c80b-d504-4e3e-8793-82179363fa7b,segment=NetworkSegment(b0d80770-55ed-4546-b3bb-27fd7a18212a),segment_id=b0d80770-55ed-4546-b3bb-27fd7a18212a)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:11.663406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2726ff16-5f2e-4083-be7e-490bb47b0f37 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:11.786367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2726ff16-5f2e-4083-be7e-490bb47b0f37 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for 9409c80b-d504-4e3e-8793-82179363fa7b owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:18:11.957513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2726ff16-5f2e-4083-be7e-490bb47b0f37 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:12.006863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726ff16-5f2e-4083-be7e-490bb47b0f37 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=9409c80b-d504-4e3e-8793-82179363fa7b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:12.178102 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2726ff16-5f2e-4083-be7e-490bb47b0f37 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:12.573907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2726ff16-5f2e-4083-be7e-490bb47b0f37 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 807c187d-183e-4a88-b02f-45e92012d089 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:18:12.680198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cb3d4e9d-0223-42e4-b371-bae4e2fb0631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:12.805995 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2726ff16-5f2e-4083-be7e-490bb47b0f37 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:18:12.815546 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00315ec1-89cc-4f9a-9458-1a057a4f4e25 None None] Sync routers for ids ['807c187d-183e-4a88-b02f-45e92012d089'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:18:12.818698 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2726ff16-5f2e-4083-be7e-490bb47b0f37 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3755600 Apr 22 15:18:12.821316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36506) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:12.827564 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00315ec1-89cc-4f9a-9458-1a057a4f4e25 None None] Routers {'807c187d-183e-4a88-b02f-45e92012d089'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:18:12.828099 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-00315ec1-89cc-4f9a-9458-1a057a4f4e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['807c187d-183e-4a88-b02f-45e92012d089'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:12.991600 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-00315ec1-89cc-4f9a-9458-1a057a4f4e25 None None] Set router 807c187d-183e-4a88-b02f-45e92012d089 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:18:13.016788 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98c61c5-3a8b-4498-b301-36897bbc9f9f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting subnet 7810b68a-0f0a-41e4-ae02-4574be15a9a6 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:18:13.021029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b98c61c5-3a8b-4498-b301-36897bbc9f9f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:13.077652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b98c61c5-3a8b-4498-b301-36897bbc9f9f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:13.097471 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-00315ec1-89cc-4f9a-9458-1a057a4f4e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:18:11Z', 'revision_number': 11, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:13.101424 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00315ec1-89cc-4f9a-9458-1a057a4f4e25 None None] Checking router: 807c187d-183e-4a88-b02f-45e92012d089 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:18:13.111648 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00315ec1-89cc-4f9a-9458-1a057a4f4e25 None None] Routers {'807c187d-183e-4a88-b02f-45e92012d089'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:18:13.112242 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-00315ec1-89cc-4f9a-9458-1a057a4f4e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:17:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['807c187d-183e-4a88-b02f-45e92012d089'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:13.158052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b98c61c5-3a8b-4498-b301-36897bbc9f9f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:13.231606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b98c61c5-3a8b-4498-b301-36897bbc9f9f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:13.236786 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-00315ec1-89cc-4f9a-9458-1a057a4f4e25 None None] Set router 807c187d-183e-4a88-b02f-45e92012d089 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:18:13.272304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c61c5-3a8b-4498-b301-36897bbc9f9f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Subnet': ['ID=7810b68a-0f0a-41e4-ae02-4574be15a9a6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:13.276065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b98c61c5-3a8b-4498-b301-36897bbc9f9f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:13.282817 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b98c61c5-3a8b-4498-b301-36897bbc9f9f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/7810b68a-0f0a-41e4-ae02-4574be15a9a6 HTTP/1.1" status: 204 len: 168 time: 0.4604199 Apr 22 15:18:13.283349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17694898-e421-4ddc-ab2d-e7aed821cdd1 None None] Network 2ad54c23-db92-437f-bf64-9a8732159598 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:18:13.284631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36510) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:13.348173 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-00315ec1-89cc-4f9a-9458-1a057a4f4e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:18:11Z', 'revision_number': 11, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:13.352071 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00315ec1-89cc-4f9a-9458-1a057a4f4e25 None None] The sync data for ids ['807c187d-183e-4a88-b02f-45e92012d089'] in dv-neutron-838883-3-hyperv is: [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:18:11Z', 'revision_number': 11, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:18:13.412546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:13.423006 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Deleting port cb7a6fed-cc70-405a-a5b4-64a97244b7bf {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:18:13.423332 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:13.621531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] For port cb7a6fed-cc70-405a-a5b4-64a97244b7bf, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=cb7a6fed-cc70-405a-a5b4-64a97244b7bf,segment=NetworkSegment(b0d80770-55ed-4546-b3bb-27fd7a18212a),segment_id=b0d80770-55ed-4546-b3bb-27fd7a18212a)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:18:13.621804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:13.733546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add7cae0-fdb4-4c9c-a145-6b9ef973716e None None] DHCP port deletion for 2ad54c23-db92-437f-bf64-9a8732159598 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:18:13.738105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-add7cae0-fdb4-4c9c-a145-6b9ef973716e None None] Deleting port cb7a6fed-cc70-405a-a5b4-64a97244b7bf {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:18:13.738592 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-add7cae0-fdb4-4c9c-a145-6b9ef973716e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:13.743611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Calling delete_port for cb7a6fed-cc70-405a-a5b4-64a97244b7bf owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:18:13.817058 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:13.822181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-add7cae0-fdb4-4c9c-a145-6b9ef973716e None None] The port 'cb7a6fed-cc70-405a-a5b4-64a97244b7bf' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:18:13.864933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Port': ['ID=cb7a6fed-cc70-405a-a5b4-64a97244b7bf,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:13.869482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No DVR routers for this DVR port cb7a6fed-cc70-405a-a5b4-64a97244b7bf on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:18:13.990190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:14.018878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad54c23-db92-437f-bf64-9a8732159598']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:14.030477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d80770-55ed-4546-b3bb-27fd7a18212a') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:14.030774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d80770-55ed-4546-b3bb-27fd7a18212a') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:14.041745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:14.058112 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:14.063987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:18:14.064928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:18:14.078877 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:18:14.158152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:14.175251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:14.188155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Pushing event deleted for resources: {'Network': ['ID=2ad54c23-db92-437f-bf64-9a8732159598,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:14.193745 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-963412c4-855b-4122-9de3-80547c067af0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/networks/2ad54c23-db92-437f-bf64-9a8732159598 HTTP/1.1" status: 204 len: 168 time: 0.9078767 Apr 22 15:18:14.196512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36514) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:14.201518 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-75b468f2-ba5e-432a-9e62-57a1787a053a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'router': {'routes': None}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:18:14.579644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.extraroute_db [None req-75b468f2-ba5e-432a-9e62-57a1787a053a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Added routes are [] {{(pid=83933) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 22 15:18:14.580504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.extraroute_db [None req-75b468f2-ba5e-432a-9e62-57a1787a053a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Removed routes are [] {{(pid=83933) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 22 15:18:14.580857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-75b468f2-ba5e-432a-9e62-57a1787a053a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:14.821544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-75b468f2-ba5e-432a-9e62-57a1787a053a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:14.824782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-75b468f2-ba5e-432a-9e62-57a1787a053a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:14.932330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device cb7a6fed-cc70-405a-a5b4-64a97244b7bf no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:18:14.965366 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b468f2-ba5e-432a-9e62-57a1787a053a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 807c187d-183e-4a88-b02f-45e92012d089 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:18:14.974436 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: cb7a6fed-cc70-405a-a5b4-64a97244b7bf {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:18:14.975003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device cb7a6fed-cc70-405a-a5b4-64a97244b7bf not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:18:14.975411 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9409c80b-d504-4e3e-8793-82179363fa7b no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:18:15.008269 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 9409c80b-d504-4e3e-8793-82179363fa7b {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:18:15.008612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9409c80b-d504-4e3e-8793-82179363fa7b not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:18:15.010128 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-deb0fbe6-96e2-4b8b-8dd9-6ac1a9c801db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:15.103642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b468f2-ba5e-432a-9e62-57a1787a053a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:18:15.109412 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-75b468f2-ba5e-432a-9e62-57a1787a053a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:15.110550 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-75b468f2-ba5e-432a-9e62-57a1787a053a tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089 HTTP/1.1" status: 200 len: 704 time: 0.9131215 Apr 22 15:18:15.113217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36518) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:15.153167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-17a45fb7-f713-4d5c-9c30-71f0afca8b77 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Synchronizing usage tracker for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:18:15.167673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-17a45fb7-f713-4d5c-9c30-71f0afca8b77 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Unset dirty status for tenant:2254ef69dc934886a009ff147c38096c on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:18:15.168906 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-17a45fb7-f713-4d5c-9c30-71f0afca8b77 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports?device_id=807c187d-183e-4a88-b02f-45e92012d089 HTTP/1.1" status: 200 len: 205 time: 0.0547981 Apr 22 15:18:15.171559 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36522) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:15.304410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3576f69b-37f3-40cb-a812-252fed87daf2 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:15.538841 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33edb4e8-35f7-4da4-8a19-38b0a983de3f None None] Sync routers for ids ['807c187d-183e-4a88-b02f-45e92012d089'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:18:15.551660 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edb4e8-35f7-4da4-8a19-38b0a983de3f None None] Routers {'807c187d-183e-4a88-b02f-45e92012d089'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:18:15.552289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-33edb4e8-35f7-4da4-8a19-38b0a983de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:18:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['807c187d-183e-4a88-b02f-45e92012d089'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:15.679241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-33edb4e8-35f7-4da4-8a19-38b0a983de3f None None] Set router 807c187d-183e-4a88-b02f-45e92012d089 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:18:15.787708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-33edb4e8-35f7-4da4-8a19-38b0a983de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807c187d-183e-4a88-b02f-45e92012d089', 'name': 'tempest-RoutersIpV6Test-router-153842913', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:28Z', 'updated_at': '2022-04-22T15:18:11Z', 'revision_number': 11, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:15.791494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33edb4e8-35f7-4da4-8a19-38b0a983de3f None None] Checking router: 807c187d-183e-4a88-b02f-45e92012d089 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:18:15.793613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3576f69b-37f3-40cb-a812-252fed87daf2 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:15.797658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3576f69b-37f3-40cb-a812-252fed87daf2 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:15.803819 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edb4e8-35f7-4da4-8a19-38b0a983de3f None None] Routers {'807c187d-183e-4a88-b02f-45e92012d089'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:18:15.804632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-33edb4e8-35f7-4da4-8a19-38b0a983de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:18:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['807c187d-183e-4a88-b02f-45e92012d089'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:15.823139 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3576f69b-37f3-40cb-a812-252fed87daf2 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:15.823738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3576f69b-37f3-40cb-a812-252fed87daf2 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Fanout notify agent at l3_agent the message router_deleted on router 807c187d-183e-4a88-b02f-45e92012d089 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:18:15.837338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3576f69b-37f3-40cb-a812-252fed87daf2 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:15.842797 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3576f69b-37f3-40cb-a812-252fed87daf2 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089 HTTP/1.1" status: 204 len: 168 time: 0.6659527 Apr 22 15:18:15.843318 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36526) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:15.850531 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-39db896c-6a46-4a42-a793-4573241ee511 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-817383260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:18:15.857788 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-39db896c-6a46-4a42-a793-4573241ee511 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:18:15.862671 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-39db896c-6a46-4a42-a793-4573241ee511 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Usage tracker for resource:router and tenant:2254ef69dc934886a009ff147c38096c is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:18:15.865612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-39db896c-6a46-4a42-a793-4573241ee511 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:18:15.870595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-33edb4e8-35f7-4da4-8a19-38b0a983de3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:15.871003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33edb4e8-35f7-4da4-8a19-38b0a983de3f None None] The sync data for ids ['807c187d-183e-4a88-b02f-45e92012d089'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:18:15.871557 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-39db896c-6a46-4a42-a793-4573241ee511 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:18:15.882950 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39db896c-6a46-4a42-a793-4573241ee511 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:15.884468 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39db896c-6a46-4a42-a793-4573241ee511 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:15.903812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39db896c-6a46-4a42-a793-4573241ee511 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:15.922767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39db896c-6a46-4a42-a793-4573241ee511 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:15.959565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:15.961466 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-39db896c-6a46-4a42-a793-4573241ee511 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:15.966612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36530) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:15.966773 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-39db896c-6a46-4a42-a793-4573241ee511 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1221638 Apr 22 15:18:15.972468 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:15.974157 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f8987b56-5faf-401f-ad43-549a2bcb5a5f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:18:16.363152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f8987b56-5faf-401f-ad43-549a2bcb5a5f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:16.376186 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f8987b56-5faf-401f-ad43-549a2bcb5a5f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:16.539592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8987b56-5faf-401f-ad43-549a2bcb5a5f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Router 4e9ba017-0d51-4027-aec6-967932bf1bc7 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:18:16.673414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8987b56-5faf-401f-ad43-549a2bcb5a5f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:18:16.678865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f8987b56-5faf-401f-ad43-549a2bcb5a5f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:16.679973 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f8987b56-5faf-401f-ad43-549a2bcb5a5f tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "PUT /v2.0/routers/4e9ba017-0d51-4027-aec6-967932bf1bc7 HTTP/1.1" status: 200 len: 697 time: 0.7122507 Apr 22 15:18:16.682624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36534) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:16.685093 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a88b9-9968-4b81-908b-07e8ae1699ef None None] Sync routers for ids ['4e9ba017-0d51-4027-aec6-967932bf1bc7'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:18:16.697851 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a88b9-9968-4b81-908b-07e8ae1699ef None None] Routers {'4e9ba017-0d51-4027-aec6-967932bf1bc7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:18:16.698474 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7f6a88b9-9968-4b81-908b-07e8ae1699ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:18:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4e9ba017-0d51-4027-aec6-967932bf1bc7'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:16.816196 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e5781f63-587b-4232-b9e7-476819cef976 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/routers/4e9ba017-0d51-4027-aec6-967932bf1bc7 HTTP/1.1" status: 200 len: 703 time: 0.1325266 Apr 22 15:18:16.818931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36538) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:16.823577 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-7f6a88b9-9968-4b81-908b-07e8ae1699ef None None] Set router 4e9ba017-0d51-4027-aec6-967932bf1bc7 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:18:16.930219 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7f6a88b9-9968-4b81-908b-07e8ae1699ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ba017-0d51-4027-aec6-967932bf1bc7', 'name': 'tempest-RoutersIpV6Test-router-817383260', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:18:15Z', 'updated_at': '2022-04-22T15:18:16Z', 'revision_number': 2, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:16.934286 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a88b9-9968-4b81-908b-07e8ae1699ef None None] Checking router: 4e9ba017-0d51-4027-aec6-967932bf1bc7 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:18:16.945390 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a88b9-9968-4b81-908b-07e8ae1699ef None None] Routers {'4e9ba017-0d51-4027-aec6-967932bf1bc7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:18:16.945992 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7f6a88b9-9968-4b81-908b-07e8ae1699ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:18:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4e9ba017-0d51-4027-aec6-967932bf1bc7'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:16.972319 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-17d6d2e4-65ba-4797-bb37-bacaef746cb5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e9ba017-0d51-4027-aec6-967932bf1bc7 HTTP/1.1" status: 200 len: 205 time: 0.1498997 Apr 22 15:18:16.972877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36542) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:17.069322 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-7f6a88b9-9968-4b81-908b-07e8ae1699ef None None] Set router 4e9ba017-0d51-4027-aec6-967932bf1bc7 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:18:17.105014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9d13056-baef-4f12-aa94-306cc5276f53 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:17.172163 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-7f6a88b9-9968-4b81-908b-07e8ae1699ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ba017-0d51-4027-aec6-967932bf1bc7', 'name': 'tempest-RoutersIpV6Test-router-817383260', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:18:15Z', 'updated_at': '2022-04-22T15:18:16Z', 'revision_number': 2, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:18:17.176548 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a88b9-9968-4b81-908b-07e8ae1699ef None None] The sync data for ids ['4e9ba017-0d51-4027-aec6-967932bf1bc7'] in dv-neutron-838883-3-hyperv is: [{'id': '4e9ba017-0d51-4027-aec6-967932bf1bc7', 'name': 'tempest-RoutersIpV6Test-router-817383260', 'tenant_id': '2254ef69dc934886a009ff147c38096c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:18:15Z', 'updated_at': '2022-04-22T15:18:16Z', 'revision_number': 2, 'project_id': '2254ef69dc934886a009ff147c38096c', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:18:17.506008 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:17.514450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9d13056-baef-4f12-aa94-306cc5276f53 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:17.518532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9d13056-baef-4f12-aa94-306cc5276f53 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:17.542348 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9d13056-baef-4f12-aa94-306cc5276f53 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:17.542841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d13056-baef-4f12-aa94-306cc5276f53 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Fanout notify agent at l3_agent the message router_deleted on router 4e9ba017-0d51-4027-aec6-967932bf1bc7 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:18:17.556529 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f9d13056-baef-4f12-aa94-306cc5276f53 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:17.557585 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f9d13056-baef-4f12-aa94-306cc5276f53 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/routers/4e9ba017-0d51-4027-aec6-967932bf1bc7 HTTP/1.1" status: 204 len: 168 time: 0.5842402 Apr 22 15:18:17.561057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36546) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:17.601882 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2117dd4b-ed98-4aaf-b63c-b10097891e9d tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e9ba017-0d51-4027-aec6-967932bf1bc7 HTTP/1.1" status: 200 len: 205 time: 0.0397563 Apr 22 15:18:17.604346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36550) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:17.669011 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-238e7270-51d7-4675-8650-04da2eac3e97 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] delete failed (client error): The resource could not be found. Apr 22 15:18:17.669968 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-238e7270-51d7-4675-8650-04da2eac3e97 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/routers/4e9ba017-0d51-4027-aec6-967932bf1bc7 HTTP/1.1" status: 404 len: 336 time: 0.0647697 Apr 22 15:18:17.672393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36554) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:17.708441 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-de78b9a1-5627-43be-ac20-97c7210f3c2b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] DELETE failed (client error): The resource could not be found. Apr 22 15:18:17.708865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de78b9a1-5627-43be-ac20-97c7210f3c2b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:18:17.710430 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-de78b9a1-5627-43be-ac20-97c7210f3c2b tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/c3a61dee-131b-4571-a35e-50d10b463b33 HTTP/1.1" status: 404 len: 337 time: 0.0371697 Apr 22 15:18:17.712606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36558) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:17.750968 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-66601874-3b79-4d32-974e-c89fabdb2709 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] DELETE failed (client error): The resource could not be found. Apr 22 15:18:17.751440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66601874-3b79-4d32-974e-c89fabdb2709 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:18:17.753072 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-66601874-3b79-4d32-974e-c89fabdb2709 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/e6169263-3df6-4185-8882-47c641384cad HTTP/1.1" status: 404 len: 337 time: 0.0396249 Apr 22 15:18:17.755596 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36562) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:17.795161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf1631d-75d0-4672-b5dd-ab4d19cafa1e tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] DELETE failed (client error): The resource could not be found. Apr 22 15:18:17.795581 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf1631d-75d0-4672-b5dd-ab4d19cafa1e tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:18:17.797128 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-faf1631d-75d0-4672-b5dd-ab4d19cafa1e tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/5e4e6990-cff1-4bd9-8a7d-4020fd8d55ad HTTP/1.1" status: 404 len: 337 time: 0.0406692 Apr 22 15:18:17.799426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36566) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:17.835321 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-984be708-acc5-4396-8245-7c01207c2bea tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] DELETE failed (client error): The resource could not be found. Apr 22 15:18:17.835736 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984be708-acc5-4396-8245-7c01207c2bea tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:18:17.837300 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-984be708-acc5-4396-8245-7c01207c2bea tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/7810b68a-0f0a-41e4-ae02-4574be15a9a6 HTTP/1.1" status: 404 len: 337 time: 0.0370107 Apr 22 15:18:17.840004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36570) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:17.879886 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d2017dbf-f630-4751-bd63-5b6fb9f64c13 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports?device_id=807c187d-183e-4a88-b02f-45e92012d089 HTTP/1.1" status: 200 len: 205 time: 0.0389049 Apr 22 15:18:17.883053 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36574) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:17.948326 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-74fdffa2-e41d-4597-8c03-aaa086eb89f9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] delete failed (client error): The resource could not be found. Apr 22 15:18:17.949322 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-74fdffa2-e41d-4597-8c03-aaa086eb89f9 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/routers/807c187d-183e-4a88-b02f-45e92012d089 HTTP/1.1" status: 404 len: 336 time: 0.0654006 Apr 22 15:18:17.951984 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36578) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:17.992879 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-55db250a-78a5-4b84-9f8d-6589d52a59d7 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ef2c229-d575-43b5-b79f-0ed22bd083a7 HTTP/1.1" status: 200 len: 205 time: 0.0398896 Apr 22 15:18:17.995309 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36582) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:18.060108 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-786da72d-97af-4de3-9e9d-75582a01b4a5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] delete failed (client error): The resource could not be found. Apr 22 15:18:18.061014 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-786da72d-97af-4de3-9e9d-75582a01b4a5 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/routers/4ef2c229-d575-43b5-b79f-0ed22bd083a7 HTTP/1.1" status: 404 len: 336 time: 0.0647805 Apr 22 15:18:18.063573 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36586) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:18.100323 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c634e59a-48a0-406c-8883-f48d50221088 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] DELETE failed (client error): The resource could not be found. Apr 22 15:18:18.100746 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c634e59a-48a0-406c-8883-f48d50221088 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:18:18.102302 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c634e59a-48a0-406c-8883-f48d50221088 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/b5b373f8-ed77-4813-91e2-d57815b7337c HTTP/1.1" status: 404 len: 337 time: 0.0373356 Apr 22 15:18:18.107211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36590) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:18.244081 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bcd7b1ba-9b4d-4768-9c1e-b72bea488cd3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports?device_id=75ec6b93-d056-414d-881d-a7de3148cdfb HTTP/1.1" status: 200 len: 205 time: 0.1358142 Apr 22 15:18:18.246435 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36594) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:18.308064 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-ef38f517-3486-49f6-aa0e-75f2b6636ee2 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] delete failed (client error): The resource could not be found. Apr 22 15:18:18.309024 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ef38f517-3486-49f6-aa0e-75f2b6636ee2 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/routers/75ec6b93-d056-414d-881d-a7de3148cdfb HTTP/1.1" status: 404 len: 336 time: 0.0617294 Apr 22 15:18:18.311597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36598) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:18.354175 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a684c578-34c3-4fd5-8b5c-373fd33b0467 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports?device_id=19b104c6-f377-4258-bfd8-e70e84e5dc86 HTTP/1.1" status: 200 len: 205 time: 0.0416479 Apr 22 15:18:18.356361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36602) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:18.417457 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-c4ebf581-3d90-4c61-aef9-e31cda7a23fe tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] delete failed (client error): The resource could not be found. Apr 22 15:18:18.418441 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c4ebf581-3d90-4c61-aef9-e31cda7a23fe tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/routers/19b104c6-f377-4258-bfd8-e70e84e5dc86 HTTP/1.1" status: 404 len: 336 time: 0.0612154 Apr 22 15:18:18.420804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36606) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:18.460394 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e099af-1df6-4084-9354-145a0db4eed3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] DELETE failed (client error): The resource could not be found. Apr 22 15:18:18.460822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e099af-1df6-4084-9354-145a0db4eed3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:18:18.462409 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d8e099af-1df6-4084-9354-145a0db4eed3 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/8bc8bc49-abbf-453f-a8f7-c173a03e3812 HTTP/1.1" status: 404 len: 337 time: 0.0407355 Apr 22 15:18:18.465107 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36610) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:18.505914 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6b57752a-444b-46a0-b0d5-9db0b5416d20 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bfd2903-0ac3-4797-b909-e04b5d76567a HTTP/1.1" status: 200 len: 205 time: 0.0397856 Apr 22 15:18:18.508761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36614) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:18.574670 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-66279d41-f5e0-419b-ac6f-7514bb0b31ab tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] delete failed (client error): The resource could not be found. Apr 22 15:18:18.575577 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-66279d41-f5e0-419b-ac6f-7514bb0b31ab tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/routers/0bfd2903-0ac3-4797-b909-e04b5d76567a HTTP/1.1" status: 404 len: 336 time: 0.0663497 Apr 22 15:18:18.578165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36618) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:18.615658 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-851327e2-7d71-41c4-8a57-381d22631f3e tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] DELETE failed (client error): The resource could not be found. Apr 22 15:18:18.616074 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851327e2-7d71-41c4-8a57-381d22631f3e tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:18:18.617609 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-851327e2-7d71-41c4-8a57-381d22631f3e tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/fbb3119c-a45c-4945-b35d-f16318fe1514 HTTP/1.1" status: 404 len: 337 time: 0.0385621 Apr 22 15:18:18.620038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36622) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:18.659581 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-47b63d96-1283-4212-8652-f8aaeccbda26 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "GET /v2.0/ports?device_id=a4761177-7fad-4a19-bf2f-d100f9e4d3cc HTTP/1.1" status: 200 len: 205 time: 0.0385988 Apr 22 15:18:18.662232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36626) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:18.726921 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-6ca2f665-f051-4005-a345-cb8bb179d142 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] delete failed (client error): The resource could not be found. Apr 22 15:18:18.727934 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6ca2f665-f051-4005-a345-cb8bb179d142 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/routers/a4761177-7fad-4a19-bf2f-d100f9e4d3cc HTTP/1.1" status: 404 len: 336 time: 0.0648649 Apr 22 15:18:18.730484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36630) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:18.770777 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e49cd1-a47d-4750-8556-355064a1eea0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] DELETE failed (client error): The resource could not be found. Apr 22 15:18:18.771362 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e49cd1-a47d-4750-8556-355064a1eea0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:18:18.776018 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-39e49cd1-a47d-4750-8556-355064a1eea0 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/e304ec7b-df63-4236-acc5-c69245ce367a HTTP/1.1" status: 404 len: 337 time: 0.0442443 Apr 22 15:18:18.776516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36634) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:18.831734 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-975640d9-ef53-475b-9972-5b345c35a4c4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] DELETE failed (client error): The resource could not be found. Apr 22 15:18:18.832354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975640d9-ef53-475b-9972-5b345c35a4c4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:18:18.834777 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-975640d9-ef53-475b-9972-5b345c35a4c4 tempest-RoutersIpV6Test-161498075 tempest-RoutersIpV6Test-161498075-project] 10.222.0.71 "DELETE /v2.0/subnets/89ceb07f-39ed-4f57-a13c-29ae122d0a15 HTTP/1.1" status: 404 len: 337 time: 0.0571976 Apr 22 15:18:19.131606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36642) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:19.304777 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5a836120-dd25-43f0-b5ce-7990791ff4ee admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2254ef69dc934886a009ff147c38096c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1719542 Apr 22 15:18:19.307172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36648) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:19.363906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91f4c567-a812-4380-8dd4-4338b2f4787d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:19.388007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91f4c567-a812-4380-8dd4-4338b2f4787d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:19.442193 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91f4c567-a812-4380-8dd4-4338b2f4787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:19.459380 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4c567-a812-4380-8dd4-4338b2f4787d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231d76f0-5aec-4fc8-a8a3-8532d6198f6b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:19.463438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91f4c567-a812-4380-8dd4-4338b2f4787d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:19.464933 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-91f4c567-a812-4380-8dd4-4338b2f4787d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/231d76f0-5aec-4fc8-a8a3-8532d6198f6b HTTP/1.1" status: 204 len: 168 time: 0.1565080 Apr 22 15:18:20.341723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36670) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:20.465543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-64a8efbd-f3a7-4b77-89b0-c7ff4203cca4 tempest-DvrRoutersNegativeTest-904855039 tempest-DvrRoutersNegativeTest-904855039-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-715962955', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:18:20.467890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.policy [None req-64a8efbd-f3a7-4b77-89b0-c7ff4203cca4 tempest-DvrRoutersNegativeTest-904855039 tempest-DvrRoutersNegativeTest-904855039-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83933) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 22 15:18:20.468192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.policy [None req-64a8efbd-f3a7-4b77-89b0-c7ff4203cca4 tempest-DvrRoutersNegativeTest-904855039 tempest-DvrRoutersNegativeTest-904855039-project] Failed policy check for 'create_router' {{(pid=83933) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 22 15:18:20.468750 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-64a8efbd-f3a7-4b77-89b0-c7ff4203cca4 tempest-DvrRoutersNegativeTest-904855039 tempest-DvrRoutersNegativeTest-904855039-project] create failed (client error): Access was denied to this resource. Apr 22 15:18:20.469685 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-64a8efbd-f3a7-4b77-89b0-c7ff4203cca4 tempest-DvrRoutersNegativeTest-904855039 tempest-DvrRoutersNegativeTest-904855039-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1269612 Apr 22 15:18:20.753210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36680) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:20.892390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ee1942a-f393-4a82-8f5a-c72855ac33a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:20.922190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0ee1942a-f393-4a82-8f5a-c72855ac33a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:18:20.926065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0ee1942a-f393-4a82-8f5a-c72855ac33a9 admin admin] Usage tracker for resource:security_group_rule and tenant:36c8f136a3c646c2858b2acaa2fed9c8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:18:20.929082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0ee1942a-f393-4a82-8f5a-c72855ac33a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:18:20.935043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0ee1942a-f393-4a82-8f5a-c72855ac33a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:18:21.001565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ee1942a-f393-4a82-8f5a-c72855ac33a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:21.005304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ee1942a-f393-4a82-8f5a-c72855ac33a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:21.049105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1942a-f393-4a82-8f5a-c72855ac33a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf39ea5-6335-452f-8cfe-b8d1b4c73b17,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:21.054460 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0ee1942a-f393-4a82-8f5a-c72855ac33a9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=36c8f136a3c646c2858b2acaa2fed9c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3002105 Apr 22 15:18:21.057153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36686) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:18:21.115780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd228-a6c2-4657-827a-75c9027fdd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:21.140360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd228-a6c2-4657-827a-75c9027fdd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:21.192646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd228-a6c2-4657-827a-75c9027fdd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:21.206110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdd228-a6c2-4657-827a-75c9027fdd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf39ea5-6335-452f-8cfe-b8d1b4c73b17,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:18:21.212530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bbbdd228-a6c2-4657-827a-75c9027fdd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:21.213618 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bbbdd228-a6c2-4657-827a-75c9027fdd41 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9bf39ea5-6335-452f-8cfe-b8d1b4c73b17 HTTP/1.1" status: 204 len: 168 time: 0.1555803 Apr 22 15:18:32.890828 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:40.219726 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:18:41.657682 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e2de27a-e7e3-4333-8663-f77db5a7081b req-7a4d315a-f672-49c5-8639-9855850f613b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1828732 Apr 22 15:18:41.812321 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e2de27a-e7e3-4333-8663-f77db5a7081b req-a182dbb8-43f8-4636-a409-8b9ce20c47b9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 1099 time: 0.0670369 Apr 22 15:18:41.951668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2de27a-e7e3-4333-8663-f77db5a7081b req-7d26b1d8-e3d4-494f-b64d-b7e1af00ac99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:41.953070 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e2de27a-e7e3-4333-8663-f77db5a7081b req-7d26b1d8-e3d4-494f-b64d-b7e1af00ac99 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 913 time: 0.1229532 Apr 22 15:18:42.056535 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e2de27a-e7e3-4333-8663-f77db5a7081b req-296b1a8a-89f6-4a3e-88dc-f702487076da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4750f498-d523-4650-862c-92b14be2ec15 HTTP/1.1" status: 200 len: 1002 time: 0.0972633 Apr 22 15:18:42.127825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2de27a-e7e3-4333-8663-f77db5a7081b req-96ff043b-bff5-4968-b925-faa5f47a8ca8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:18:42.129212 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e2de27a-e7e3-4333-8663-f77db5a7081b req-96ff043b-bff5-4968-b925-faa5f47a8ca8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 200 len: 851 time: 0.0664475 Apr 22 15:18:42.201101 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e2de27a-e7e3-4333-8663-f77db5a7081b req-db69c9cf-2f21-4a4d-b2b0-629a7266bfe6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660093 Apr 22 15:18:42.329159 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e2de27a-e7e3-4333-8663-f77db5a7081b req-49d37d61-5ff7-4df6-8005-64da369a9568 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216259 Apr 22 15:18:42.456386 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e2de27a-e7e3-4333-8663-f77db5a7081b req-f4c44b72-626e-430b-862f-7a56cbfcbbb4 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212204 Apr 22 15:18:42.680855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a1b9a5f-3a1d-41f6-a511-e1bc209d0234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:44.952334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50c82478-9773-4717-8b37-9ef725e809e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:45.961964 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:45.964939 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:18:47.508053 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:02.886115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:10.823736 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36714) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:11.137526 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-68583424-a5bb-4189-8815-99e291bcd67c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/56dca847-8efd-44dd-ad1f-7f33d8a039d9 HTTP/1.1" status: 200 len: 992 time: 0.3125808 Apr 22 15:19:11.517012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36724) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:11.721346 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 205f34be-b6ca-48f6-9e5e-01ff39881e2a {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:19:11.722995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:11.897789 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:11.898120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:12.104849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 205f34be-b6ca-48f6-9e5e-01ff39881e2a owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:19:12.245089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:12.292921 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=205f34be-b6ca-48f6-9e5e-01ff39881e2a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:12.333521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:12.333858 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:12.334210 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:12.334545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:12.334871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:12.335196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:12.335518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:12.335838 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:12.336155 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:12.336526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:12.336847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:12.390215 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:12.682632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11d56dfe-1755-4a24-aa81-4b2e6bbcb931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:12.776891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:19:12.986277 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:19:12.998591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c7c61-0119-469d-8e41-4bb8f28c15c8 None None] Sync routers for ids ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:19:13.011777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c7c61-0119-469d-8e41-4bb8f28c15c8 None None] Routers {'0ad25fd6-b63b-4e76-b236-b3164d3e3feb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:13.012706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e29c7c61-0119-469d-8e41-4bb8f28c15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:18:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:13.017397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:13.082377 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6d3e1e23-aedb-43b5-bdf5-6a4f8a350578 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/floatingips/56dca847-8efd-44dd-ad1f-7f33d8a039d9 HTTP/1.1" status: 204 len: 168 time: 1.5618765 Apr 22 15:19:13.082377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'tag': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:19:13.146965 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ffa0b28-93aa-4ea3-8cd7-7a7a678923df'] response: {'name': 'network-changed', 'server_uuid': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'tag': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255', 'status': 'completed', 'code': 200} Apr 22 15:19:13.274377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-e29c7c61-0119-469d-8e41-4bb8f28c15c8 None None] Set router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:13.309948 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9407a4c2-37be-455f-9873-47ef64e85cf2 req-e57bffc8-625e-4f93-abdc-5669777fe6aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 1098 time: 0.1040878 Apr 22 15:19:13.459760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407a4c2-37be-455f-9873-47ef64e85cf2 req-a90f4faf-0778-4d1a-9a4f-505ed8f9735b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:13.462092 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9407a4c2-37be-455f-9873-47ef64e85cf2 req-a90f4faf-0778-4d1a-9a4f-505ed8f9735b service neutron] 10.222.0.70 "GET /v2.0/networks?id=6ac0f11b-9c30-4b7e-aad5-a4c0c017017d HTTP/1.1" status: 200 len: 897 time: 0.1452098 Apr 22 15:19:13.542459 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9407a4c2-37be-455f-9873-47ef64e85cf2 req-5bdc95a0-05b0-45ca-8c5a-21a708a839de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d6b4a88-f0c3-453b-aa95-d8dfdea61255 HTTP/1.1" status: 200 len: 217 time: 0.0723338 Apr 22 15:19:13.616378 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407a4c2-37be-455f-9873-47ef64e85cf2 req-6d596620-b2fe-425c-9821-5f0872ad2dc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:13.618022 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9407a4c2-37be-455f-9873-47ef64e85cf2 req-6d596620-b2fe-425c-9821-5f0872ad2dc3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5bcdfd9e-782d-486e-b78f-632494d50350 HTTP/1.1" status: 200 len: 835 time: 0.0714219 Apr 22 15:19:13.667516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e29c7c61-0119-469d-8e41-4bb8f28c15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '59b292ae-c9e5-4961-808f-5839d676a492', 'name': '', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:4b:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:37Z', 'updated_at': '2022-04-22T15:17:55Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:13.672924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c7c61-0119-469d-8e41-4bb8f28c15c8 None None] Checking router: 0ad25fd6-b63b-4e76-b236-b3164d3e3feb for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:19:13.690040 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29c7c61-0119-469d-8e41-4bb8f28c15c8 None None] Routers {'0ad25fd6-b63b-4e76-b236-b3164d3e3feb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:13.690856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e29c7c61-0119-469d-8e41-4bb8f28c15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:18:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:13.700663 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9407a4c2-37be-455f-9873-47ef64e85cf2 req-5cb673d2-7b4a-44ca-80c2-d29119c62297 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6ac0f11b-9c30-4b7e-aad5-a4c0c017017d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729742 Apr 22 15:19:13.897382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febac0a-d73e-4d3a-8ced-82a7e7d35a60 req-253c3f90-cc44-4868-90b6-ac281454c007 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:13.898074 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-e29c7c61-0119-469d-8e41-4bb8f28c15c8 None None] Set router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:13.898865 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0febac0a-d73e-4d3a-8ced-82a7e7d35a60 req-253c3f90-cc44-4868-90b6-ac281454c007 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 945 time: 0.3774540 Apr 22 15:19:13.902028 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9407a4c2-37be-455f-9873-47ef64e85cf2 req-b5f47fe6-8751-4c6b-93c0-75798075d031 service neutron] 10.222.0.70 "GET /v2.0/networks/6ac0f11b-9c30-4b7e-aad5-a4c0c017017d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673717 Apr 22 15:19:14.035443 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0febac0a-d73e-4d3a-8ced-82a7e7d35a60 req-79fa9d0a-124d-474a-bef9-b306d53bd86c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235285 Apr 22 15:19:14.070714 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9407a4c2-37be-455f-9873-47ef64e85cf2 req-8daf6962-c7c4-4055-98c3-484310fd1c0e service neutron] 10.222.0.70 "GET /v2.0/networks/6ac0f11b-9c30-4b7e-aad5-a4c0c017017d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571605 Apr 22 15:19:14.213351 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e29c7c61-0119-469d-8e41-4bb8f28c15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '59b292ae-c9e5-4961-808f-5839d676a492', 'name': '', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:4b:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:37Z', 'updated_at': '2022-04-22T15:17:55Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:14.217247 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29c7c61-0119-469d-8e41-4bb8f28c15c8 None None] The sync data for ids ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'] in dv-neutron-838883-3-hyperv is: [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '59b292ae-c9e5-4961-808f-5839d676a492', 'name': '', 'network_id': '6ac0f11b-9c30-4b7e-aad5-a4c0c017017d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:4b:64:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:37Z', 'updated_at': '2022-04-22T15:17:55Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '5bcdfd9e-782d-486e-b78f-632494d50350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:19:14.440920 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6e59d6-31af-42c8-bc81-09aceeb050a9 None None] New status for floating IP 56dca847-8efd-44dd-ad1f-7f33d8a039d9: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:19:14.954756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbca28cf-b780-4f2b-87cd-1a9d2b2a01d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:15.312718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f2236-c45d-473e-8ba4-f94f66066ca6 req-fffa5385-0cae-4f85-994c-9656cebc10ed tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:15.314186 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9a8f2236-c45d-473e-8ba4-f94f66066ca6 req-fffa5385-0cae-4f85-994c-9656cebc10ed tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 945 time: 0.1536360 Apr 22 15:19:15.410808 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9a8f2236-c45d-473e-8ba4-f94f66066ca6 req-5b5d6bd9-7b61-49c9-82ea-a284081310c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636601 Apr 22 15:19:15.434089 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906fc9-a419-4054-8d85-e70138e3bf6a req-3880fa70-2509-4b21-97dd-50803b58ef30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:15.435482 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13906fc9-a419-4054-8d85-e70138e3bf6a req-3880fa70-2509-4b21-97dd-50803b58ef30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 945 time: 0.1167345 Apr 22 15:19:15.503904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-13906fc9-a419-4054-8d85-e70138e3bf6a req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:19:15.504244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-13906fc9-a419-4054-8d85-e70138e3bf6a req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:15.746561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-13906fc9-a419-4054-8d85-e70138e3bf6a req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4d6b4a88-f0c3-453b-aa95-d8dfdea61255,segment=NetworkSegment(7429975a-df76-4675-8c26-feb4f0fd3684),segment_id=7429975a-df76-4675-8c26-feb4f0fd3684)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:15.746916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-13906fc9-a419-4054-8d85-e70138e3bf6a req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:15.864391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-13906fc9-a419-4054-8d85-e70138e3bf6a req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:19:15.971744 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:15.975767 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:16.103757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-13906fc9-a419-4054-8d85-e70138e3bf6a req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:16.149313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=4d6b4a88-f0c3-453b-aa95-d8dfdea61255,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:16.189217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.189560 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.189895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.190263 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.190594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.190920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.191246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.191569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.191976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.192300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.192621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:16.234828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-13906fc9-a419-4054-8d85-e70138e3bf6a req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] No DVR routers for this DVR port 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:19:16.237078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-13906fc9-a419-4054-8d85-e70138e3bf6a req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:16.239465 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'name': 'network-vif-deleted', 'tag': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:19:16.251140 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13906fc9-a419-4054-8d85-e70138e3bf6a req-c4465f68-1ee9-4c44-a477-ec92523e2234 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "DELETE /v2.0/ports/4d6b4a88-f0c3-453b-aa95-d8dfdea61255 HTTP/1.1" status: 204 len: 173 time: 0.8117146 Apr 22 15:19:16.292998 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80d40afe-b075-4b41-9fe6-4909661068be'] response: {'server_uuid': '2bb46169-fae9-4fe3-8ef4-b3f8f10f704b', 'name': 'network-vif-deleted', 'tag': '4d6b4a88-f0c3-453b-aa95-d8dfdea61255', 'status': 'completed', 'code': 200} Apr 22 15:19:16.587592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6f5af14d-12c1-4d73-8516-10ba222eae98 req-3fb94e02-f0b5-483a-a7c1-882e80cc37de tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:19:16.604640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6f5af14d-12c1-4d73-8516-10ba222eae98 req-3fb94e02-f0b5-483a-a7c1-882e80cc37de tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:19:16.605905 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5af14d-12c1-4d73-8516-10ba222eae98 req-3fb94e02-f0b5-483a-a7c1-882e80cc37de tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bb46169-fae9-4fe3-8ef4-b3f8f10f704b HTTP/1.1" status: 200 len: 210 time: 0.0595698 Apr 22 15:19:17.219427 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:19:17.510555 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:17.717147 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36750) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:17.784039 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8306b86f-01bf-4a7c-b4c4-364284c63860 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:17.815388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8306b86f-01bf-4a7c-b4c4-364284c63860 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:17.878872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8306b86f-01bf-4a7c-b4c4-364284c63860 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:17.897363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306b86f-01bf-4a7c-b4c4-364284c63860 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d0b120-5e32-4b7b-a1ee-bc6acbeed78c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:17.909875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8306b86f-01bf-4a7c-b4c4-364284c63860 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:17.911034 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8306b86f-01bf-4a7c-b4c4-364284c63860 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/security-groups/27d0b120-5e32-4b7b-a1ee-bc6acbeed78c HTTP/1.1" status: 204 len: 168 time: 0.1928966 Apr 22 15:19:17.952204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36756) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:18.363782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c2f9f98-8a31-4435-afc8-051491204fae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:18.693017 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:19:18.726426 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:19:18.726791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 4d6b4a88-f0c3-453b-aa95-d8dfdea61255 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:19:18.956136 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f9f98-8a31-4435-afc8-051491204fae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 59b292ae-c9e5-4961-808f-5839d676a492 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:19:18.956704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c2f9f98-8a31-4435-afc8-051491204fae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:19.248568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-4c2f9f98-8a31-4435-afc8-051491204fae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 59b292ae-c9e5-4961-808f-5839d676a492, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=59b292ae-c9e5-4961-808f-5839d676a492,segment=NetworkSegment(7429975a-df76-4675-8c26-feb4f0fd3684),segment_id=7429975a-df76-4675-8c26-feb4f0fd3684)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:19.249434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c2f9f98-8a31-4435-afc8-051491204fae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:19.365706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f9f98-8a31-4435-afc8-051491204fae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 59b292ae-c9e5-4961-808f-5839d676a492 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:19:19.536182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c2f9f98-8a31-4435-afc8-051491204fae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:19.579640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f9f98-8a31-4435-afc8-051491204fae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=59b292ae-c9e5-4961-808f-5839d676a492,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:19.871221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c2f9f98-8a31-4435-afc8-051491204fae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:20.436805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2f9f98-8a31-4435-afc8-051491204fae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:19:20.725979 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2f9f98-8a31-4435-afc8-051491204fae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:19:20.736641 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c60493-148e-4cdf-9314-610a2f228c66 None None] Sync routers for ids ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:19:20.745213 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4c2f9f98-8a31-4435-afc8-051491204fae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/0ad25fd6-b63b-4e76-b236-b3164d3e3feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7890306 Apr 22 15:19:20.745416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36760) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:20.749587 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c60493-148e-4cdf-9314-610a2f228c66 None None] Routers {'0ad25fd6-b63b-4e76-b236-b3164d3e3feb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:20.750292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-23c60493-148e-4cdf-9314-610a2f228c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:20.924848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-23c60493-148e-4cdf-9314-610a2f228c66 None None] Set router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:20.929241 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-8efc6900-24f0-4b93-8e66-b8527e18efa4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting subnet 5bcdfd9e-782d-486e-b78f-632494d50350 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:19:20.932346 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8efc6900-24f0-4b93-8e66-b8527e18efa4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:20.991166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8efc6900-24f0-4b93-8e66-b8527e18efa4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:21.081173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8efc6900-24f0-4b93-8e66-b8527e18efa4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:21.155874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8efc6900-24f0-4b93-8e66-b8527e18efa4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:21.195010 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc6900-24f0-4b93-8e66-b8527e18efa4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Subnet': ['ID=5bcdfd9e-782d-486e-b78f-632494d50350,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:21.198942 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8efc6900-24f0-4b93-8e66-b8527e18efa4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:21.205049 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8efc6900-24f0-4b93-8e66-b8527e18efa4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/subnets/5bcdfd9e-782d-486e-b78f-632494d50350 HTTP/1.1" status: 204 len: 168 time: 0.4587319 Apr 22 15:19:21.207767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36764) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:21.223506 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc717cc3-a6f5-4ac9-8803-d6f6854b4caa None None] Network 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:19:21.409655 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:21.417925 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-23c60493-148e-4cdf-9314-610a2f228c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:19:19Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:21.424315 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c60493-148e-4cdf-9314-610a2f228c66 None None] Checking router: 0ad25fd6-b63b-4e76-b236-b3164d3e3feb for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:19:21.441350 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c60493-148e-4cdf-9314-610a2f228c66 None None] Routers {'0ad25fd6-b63b-4e76-b236-b3164d3e3feb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:21.441955 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-23c60493-148e-4cdf-9314-610a2f228c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:21.559288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] DHCP port deletion for 6ac0f11b-9c30-4b7e-aad5-a4c0c017017d request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:19:21.574939 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Deleting port e06c3859-8aad-4030-aed8-9337a01f8f08 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:19:21.575308 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:21.609667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:21.618905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port e03c8dd6-20ce-4d33-86f7-393c0a856d9c {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:19:21.619346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:21.722550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-23c60493-148e-4cdf-9314-610a2f228c66 None None] Set router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:21.792768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port e03c8dd6-20ce-4d33-86f7-393c0a856d9c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e03c8dd6-20ce-4d33-86f7-393c0a856d9c,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:21.793048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:21.911656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for e03c8dd6-20ce-4d33-86f7-393c0a856d9c owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:19:21.983469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] For port e06c3859-8aad-4030-aed8-9337a01f8f08, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e06c3859-8aad-4030-aed8-9337a01f8f08,segment=NetworkSegment(7429975a-df76-4675-8c26-feb4f0fd3684),segment_id=7429975a-df76-4675-8c26-feb4f0fd3684)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:21.984034 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:22.079317 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:22.118598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Calling delete_port for e06c3859-8aad-4030-aed8-9337a01f8f08 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:19:22.121825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=e03c8dd6-20ce-4d33-86f7-393c0a856d9c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:22.249937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:22.299243 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Pushing event deleted for resources: {'Port': ['ID=e06c3859-8aad-4030-aed8-9337a01f8f08,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:22.312138 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] No DVR routers for this DVR port e06c3859-8aad-4030-aed8-9337a01f8f08 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:19:22.324863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:22.325199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:22.325584 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:22.325909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:22.326257 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:22.326581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:22.326900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:22.327844 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:22.328165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:22.328480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:22.328793 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8060e8b3-7755-4ab9-876a-a12727502814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:22.337808 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-23c60493-148e-4cdf-9314-610a2f228c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:19:19Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:22.341799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c60493-148e-4cdf-9314-610a2f228c66 None None] The sync data for ids ['0ad25fd6-b63b-4e76-b236-b3164d3e3feb'] in dv-neutron-838883-3-hyperv is: [{'id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'name': 'tempest-TestNetworkBasicOps-router-1097067151', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:17:31Z', 'updated_at': '2022-04-22T15:19:19Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'e03c8dd6-20ce-4d33-86f7-393c0a856d9c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad25fd6-b63b-4e76-b236-b3164d3e3feb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:17:32Z', 'updated_at': '2022-04-22T15:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:19:22.351081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:22.699684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:22.704468 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:22.730859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:22.731440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Fanout notify agent at l3_agent the message router_deleted on router 0ad25fd6-b63b-4e76-b236-b3164d3e3feb {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:19:22.745898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:22.747001 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-71d51482-1963-4632-901d-8090f16eed6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/routers/0ad25fd6-b63b-4e76-b236-b3164d3e3feb HTTP/1.1" status: 204 len: 168 time: 1.5382657 Apr 22 15:19:22.750489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36768) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:22.862114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-daca8ca2-bece-473a-9a7a-8a93105da70c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.005536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-daca8ca2-bece-473a-9a7a-8a93105da70c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.035328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-daca8ca2-bece-473a-9a7a-8a93105da70c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac0f11b-9c30-4b7e-aad5-a4c0c017017d']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:23.047725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-daca8ca2-bece-473a-9a7a-8a93105da70c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7429975a-df76-4675-8c26-feb4f0fd3684') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:23.048023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-daca8ca2-bece-473a-9a7a-8a93105da70c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7429975a-df76-4675-8c26-feb4f0fd3684') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:23.061268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-daca8ca2-bece-473a-9a7a-8a93105da70c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.077690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-daca8ca2-bece-473a-9a7a-8a93105da70c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.083610 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daca8ca2-bece-473a-9a7a-8a93105da70c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:19:23.084008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-daca8ca2-bece-473a-9a7a-8a93105da70c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:19:23.099069 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:19:23.176287 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-daca8ca2-bece-473a-9a7a-8a93105da70c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.192997 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-daca8ca2-bece-473a-9a7a-8a93105da70c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.205324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca8ca2-bece-473a-9a7a-8a93105da70c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Network': ['ID=6ac0f11b-9c30-4b7e-aad5-a4c0c017017d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:23.211565 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-daca8ca2-bece-473a-9a7a-8a93105da70c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/networks/6ac0f11b-9c30-4b7e-aad5-a4c0c017017d HTTP/1.1" status: 204 len: 168 time: 0.4599559 Apr 22 15:19:23.228822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36772) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:23.233943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'network': {'name': 'tempest-network-smoke--1741478833', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'port_security_enabled': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:23.238879 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:23.242907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:network and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:23.245701 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:23.251368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:23.260699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:19:23.263449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.291267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:19:23.299936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.300274 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Added segment 52408402-76a8-432e-a662-ce3cda9e54d4 of type vlan for network 498a27ae-e789-4b02-9cd4-e5702185369b Apr 22 15:19:23.331782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.349999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e06c3859-8aad-4030-aed8-9337a01f8f08 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:19:23.367745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.372207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:23.372810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.432423 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: e06c3859-8aad-4030-aed8-9337a01f8f08 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:19:23.432725 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e06c3859-8aad-4030-aed8-9337a01f8f08 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:19:23.433104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 59b292ae-c9e5-4961-808f-5839d676a492 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:19:23.463808 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 59b292ae-c9e5-4961-808f-5839d676a492 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:19:23.464185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 59b292ae-c9e5-4961-808f-5839d676a492 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:19:23.489546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Network': ['ID=498a27ae-e789-4b02-9cd4-e5702185369b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:23.493701 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0bcd9269-3294-47d5-8548-819d9eceb148 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2641332 Apr 22 15:19:23.496646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36776) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:23.500364 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 498a27ae-e789-4b02-9cd4-e5702185369b details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:19:23.503226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'admin_state_up': True, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:23.509995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:23.513779 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:router and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:23.517280 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:23.523089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:23.536889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.537924 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.556939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.782285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.953590 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:23.986552 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:24.115894 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.230 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/916e2109-015f-493a-81e4-6bf4526661d5) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:19:24.256840 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:24.283559 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:24.356839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:19:24.360345 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:19:24.364857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:19:24.388424 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=916e2109-015f-493a-81e4-6bf4526661d5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:24.524308 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:24.525087 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:24.770476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router f548cf7c-2024-4ec9-ade2-f78352cf7e0b is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:19:24.924345 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e03c8dd6-20ce-4d33-86f7-393c0a856d9c no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:19:24.957232 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: e03c8dd6-20ce-4d33-86f7-393c0a856d9c {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:19:24.957611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e03c8dd6-20ce-4d33-86f7-393c0a856d9c not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:19:24.989353 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:19:25.001647 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Sync routers for ids ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:19:25.016165 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Routers {'f548cf7c-2024-4ec9-ade2-f78352cf7e0b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:25.017144 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:25.020791 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:25.022067 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-001d36a6-caad-47bc-bea8-8261411d70f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5238907 Apr 22 15:19:25.026099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36780) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:25.209188 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9fcfb0a5-d10a-41de-940c-c8ec92493cca tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=837b6f9741fb4d28b96872e0afaf71d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1814551 Apr 22 15:19:25.211924 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36786) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:25.231731 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Set router f548cf7c-2024-4ec9-ade2-f78352cf7e0b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:25.341837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1a49c3-2864-4ad0-be5a-722057e16d8f tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:25.346344 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7d1a49c3-2864-4ad0-be5a-722057e16d8f tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304121 Apr 22 15:19:25.346586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36790) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:25.388205 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dc1ff70a-5612-4d01-a074-9a13db70384c tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406168 Apr 22 15:19:25.391272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36794) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:25.396466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1368123023', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:25.506593 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:25.510343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:subnet and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:25.513090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:25.514810 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:24Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:25.519254 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Checking router: f548cf7c-2024-4ec9-ade2-f78352cf7e0b for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:19:25.519402 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:25.519578 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Updating router f548cf7c-2024-4ec9-ade2-f78352cf7e0b port 916e2109-015f-493a-81e4-6bf4526661d5 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:19:25.527992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:19:25.570580 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:25.628322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:25.841279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:25.884692 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:25.897022 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Transition to ACTIVE for port object 916e2109-015f-493a-81e4-6bf4526661d5 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:19:25.904092 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:25.916860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Subnet': ['ID=1092411e-e9dc-416d-a81b-e17d7fd86ada,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:25.929484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Checking segment: {'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:19:25.929840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network hostable DHCP agents. Network: 498a27ae-e789-4b02-9cd4-e5702185369b, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:19:25.951987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 498a27ae-e789-4b02-9cd4-e5702185369b is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:19:25.962477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 498a27ae-e789-4b02-9cd4-e5702185369b) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:19:25.966763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:25.967348 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:25.980191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd6fdce-d043-4ec8-a94d-904205654d13 None None] Network 498a27ae-e789-4b02-9cd4-e5702185369b requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:19:25.982993 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850feb6-ba88-4681-95b1-d8751f64b9e5 None None] Pushing event updated for resources: {'Port': ['ID=916e2109-015f-493a-81e4-6bf4526661d5,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:25.995549 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-212e824d-f3bb-4918-baf8-7cb83b85242e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6008122 Apr 22 15:19:25.995776 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850feb6-ba88-4681-95b1-d8751f64b9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:25.995776 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850feb6-ba88-4681-95b1-d8751f64b9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:25.996000 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850feb6-ba88-4681-95b1-d8751f64b9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:25.996728 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850feb6-ba88-4681-95b1-d8751f64b9e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:25.996728 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850feb6-ba88-4681-95b1-d8751f64b9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:25.996978 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850feb6-ba88-4681-95b1-d8751f64b9e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:25.997280 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850feb6-ba88-4681-95b1-d8751f64b9e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:25.997608 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850feb6-ba88-4681-95b1-d8751f64b9e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:25.997926 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850feb6-ba88-4681-95b1-d8751f64b9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:25.998087 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36798) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:25.998590 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850feb6-ba88-4681-95b1-d8751f64b9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:25.998590 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850feb6-ba88-4681-95b1-d8751f64b9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:19:26.004169 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Attempting to bind port 916e2109-015f-493a-81e4-6bf4526661d5 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:19:26.004782 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Attempting to bind port 916e2109-015f-493a-81e4-6bf4526661d5 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:19:26.004920 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Attempting to bind port 916e2109-015f-493a-81e4-6bf4526661d5 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:19:26.012073 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:19:26.012441 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:19:26.012838 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:26.013220 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:19:26.013673 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Bound port: 916e2109-015f-493a-81e4-6bf4526661d5, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:19:26.014053 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:26.086612 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] For port 916e2109-015f-493a-81e4-6bf4526661d5, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:19:26.089904 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] For port 916e2109-015f-493a-81e4-6bf4526661d5, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=916e2109-015f-493a-81e4-6bf4526661d5,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:19:26.095697 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:26.176791 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850feb6-ba88-4681-95b1-d8751f64b9e5 None None] Pushing event updated for resources: {'Port': ['ID=916e2109-015f-493a-81e4-6bf4526661d5,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:26.181207 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Routers {'f548cf7c-2024-4ec9-ade2-f78352cf7e0b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:26.181868 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:26.219813 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-498a27ae-e789-4b02-9cd4-e5702185369b', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:19:26.220785 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:26.361873 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] Set router f548cf7c-2024-4ec9-ade2-f78352cf7e0b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:26.383595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Allocated IP 172.20.0.2 (498a27ae-e789-4b02-9cd4-e5702185369b/1092411e-e9dc-416d-a81b-e17d7fd86ada/14ffdc10-0e8d-432d-a01e-e32392f67251) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:19:26.588965 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:26.599384 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Transition to ACTIVE for port object 14ffdc10-0e8d-432d-a01e-e32392f67251 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:19:26.618069 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Transition to ACTIVE for port object 14ffdc10-0e8d-432d-a01e-e32392f67251 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:19:26.626115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:26.653637 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:24Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:26.657620 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486eefbb-c9e0-4762-af4a-cbc43337cc70 None None] The sync data for ids ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'] in dv-neutron-838883-3-hyperv is: [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:24Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:19:26.697064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Network 498a27ae-e789-4b02-9cd4-e5702185369b is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:19:26.700630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:19:26.702564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Pushing event updated for resources: {'Port': ['ID=14ffdc10-0e8d-432d-a01e-e32392f67251,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:26.705259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:19:26.792510 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Attempting to bind port 14ffdc10-0e8d-432d-a01e-e32392f67251 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:19:26.792882 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Attempting to bind port 14ffdc10-0e8d-432d-a01e-e32392f67251 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:19:26.793240 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Attempting to bind port 14ffdc10-0e8d-432d-a01e-e32392f67251 on network 498a27ae-e789-4b02-9cd4-e5702185369b {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:19:26.799847 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:19:26.800223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Checking segment: {'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:19:26.800621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:26.801030 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Bound using segment: {'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:19:26.801476 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Bound port: 14ffdc10-0e8d-432d-a01e-e32392f67251, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:19:26.801855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:26.896336 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:26.931469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] For port 14ffdc10-0e8d-432d-a01e-e32392f67251, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:19:26.940405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] For port 14ffdc10-0e8d-432d-a01e-e32392f67251, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=14ffdc10-0e8d-432d-a01e-e32392f67251,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:19:26.946781 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:27.042328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 916e2109-015f-493a-81e4-6bf4526661d5 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:19:27.095491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310934a6-c396-4c1e-9983-ae513747dcef None None] Pushing event updated for resources: {'Port': ['ID=14ffdc10-0e8d-432d-a01e-e32392f67251,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:27.144975 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 916e2109-015f-493a-81e4-6bf4526661d5 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:19:27.150468 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 916e2109-015f-493a-81e4-6bf4526661d5 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:27.150847 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:27.282081 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:27.298717 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 916e2109-015f-493a-81e4-6bf4526661d5, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=916e2109-015f-493a-81e4-6bf4526661d5,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:27.305135 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:27.398784 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.1 (498a27ae-e789-4b02-9cd4-e5702185369b/1092411e-e9dc-416d-a81b-e17d7fd86ada/947b2d8e-14b5-4c77-b621-77372825385a) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:19:27.412769 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=916e2109-015f-493a-81e4-6bf4526661d5,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:27.580114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:27.597171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object 947b2d8e-14b5-4c77-b621-77372825385a will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:19:27.619483 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:27.687886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 498a27ae-e789-4b02-9cd4-e5702185369b is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:19:27.690775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:19:27.693149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:19:27.732787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=947b2d8e-14b5-4c77-b621-77372825385a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:27.757981 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:27.840594 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:28.085559 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f500078-9b5e-4e02-a5c8-f876e10ee192 None None] Network 498a27ae-e789-4b02-9cd4-e5702185369b requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:19:28.192704 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a1e2ebe6-6a86-48cf-8106-006d3cd727fa None None] Provisioning for port 14ffdc10-0e8d-432d-a01e-e32392f67251 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:19:28.342363 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:28.349272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:28.460205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:28.463465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=947b2d8e-14b5-4c77-b621-77372825385a,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:28.601052 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 498a27ae-e789-4b02-9cd4-e5702185369b is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:19:28.602212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:19:28.624435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c10d32d4-4314-4e8e-833d-19cceac8352e None None] Provisioning for port 947b2d8e-14b5-4c77-b621-77372825385a completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:19:28.629897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c10d32d4-4314-4e8e-833d-19cceac8352e None None] Provisioning complete for port 947b2d8e-14b5-4c77-b621-77372825385a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:28.630388 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c10d32d4-4314-4e8e-833d-19cceac8352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:28.683808 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c10d32d4-4314-4e8e-833d-19cceac8352e None None] Port 947b2d8e-14b5-4c77-b621-77372825385a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:19:28.817181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9abbd665-f621-45e6-a7c5-612c1026306c None None] Provisioning complete for port 947b2d8e-14b5-4c77-b621-77372825385a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:28.817550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9abbd665-f621-45e6-a7c5-612c1026306c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:28.873612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9abbd665-f621-45e6-a7c5-612c1026306c None None] Port 947b2d8e-14b5-4c77-b621-77372825385a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:19:28.996452 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c56ebec7-c66a-483d-83ca-b283863565b2 None None] Provisioning complete for port 947b2d8e-14b5-4c77-b621-77372825385a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:28.996819 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c56ebec7-c66a-483d-83ca-b283863565b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:29.011994 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router f548cf7c-2024-4ec9-ade2-f78352cf7e0b has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:19:29.060485 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c56ebec7-c66a-483d-83ca-b283863565b2 None None] Port 947b2d8e-14b5-4c77-b621-77372825385a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:19:29.073285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 14ffdc10-0e8d-432d-a01e-e32392f67251 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:19:29.138731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 14ffdc10-0e8d-432d-a01e-e32392f67251 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:19:29.143206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 14ffdc10-0e8d-432d-a01e-e32392f67251 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:29.143574 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:29.229451 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:19:29.242155 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d97c4552-f54b-4917-bd37-74c793c5ef8b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/f548cf7c-2024-4ec9-ade2-f78352cf7e0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2425847 Apr 22 15:19:29.244711 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36806) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:29.258947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:29.290448 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 14ffdc10-0e8d-432d-a01e-e32392f67251, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=14ffdc10-0e8d-432d-a01e-e32392f67251,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:29.297197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:29.298160 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 916e2109-015f-493a-81e4-6bf4526661d5 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:19:29.384729 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37380d-1648-4b30-b7a2-26a64c3fff39 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:29.385108 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37380d-1648-4b30-b7a2-26a64c3fff39 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:29.385471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37380d-1648-4b30-b7a2-26a64c3fff39 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:29.385831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37380d-1648-4b30-b7a2-26a64c3fff39 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:29.386213 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37380d-1648-4b30-b7a2-26a64c3fff39 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:29.386569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a37380d-1648-4b30-b7a2-26a64c3fff39 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:29.388506 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1a37380d-1648-4b30-b7a2-26a64c3fff39 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1426969 Apr 22 15:19:29.391206 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36812) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:29.407732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=14ffdc10-0e8d-432d-a01e-e32392f67251,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:29.420281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 916e2109-015f-493a-81e4-6bf4526661d5 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:29.420637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:29.463252 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa3dcac-ae6e-46b8-87a5-6112129c0ab4 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:29.463855 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa3dcac-ae6e-46b8-87a5-6112129c0ab4 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:29.463964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa3dcac-ae6e-46b8-87a5-6112129c0ab4 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:29.464321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa3dcac-ae6e-46b8-87a5-6112129c0ab4 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:29.464677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa3dcac-ae6e-46b8-87a5-6112129c0ab4 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:29.465044 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa3dcac-ae6e-46b8-87a5-6112129c0ab4 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:29.470099 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2aa3dcac-ae6e-46b8-87a5-6112129c0ab4 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0746107 Apr 22 15:19:29.470288 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36816) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:29.772932 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4352f65d-749c-4736-989b-75c555347437 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3014176 Apr 22 15:19:30.132127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36826) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:30.137624 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-723418666', 'description': 'tempest-secgroup-smoke-723418666 description', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:30.144455 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:30.157497 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:30.160572 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:30.166543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:30.183515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.220069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:30.224225 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:30.227137 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:30.232792 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:30.299639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.305219 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.318703 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Sync routers for ids ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:19:30.333560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Routers {'f548cf7c-2024-4ec9-ade2-f78352cf7e0b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:30.335191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:30.355029 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:30.359698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.364164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36832) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:30.364624 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-65973f2e-efb1-455f-89b4-091854a82229 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2311072 Apr 22 15:19:30.369879 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7f6a7a0d-9cd1-4f55-b716-6742b7f09933 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:30.377103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7f6a7a0d-9cd1-4f55-b716-6742b7f09933 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:30.381321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7f6a7a0d-9cd1-4f55-b716-6742b7f09933 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:30.384608 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7f6a7a0d-9cd1-4f55-b716-6742b7f09933 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:30.393272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7f6a7a0d-9cd1-4f55-b716-6742b7f09933 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:30.410809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7a0d-9cd1-4f55-b716-6742b7f09933 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.511649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Set router f548cf7c-2024-4ec9-ade2-f78352cf7e0b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:30.526010 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7a0d-9cd1-4f55-b716-6742b7f09933 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.530731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7a0d-9cd1-4f55-b716-6742b7f09933 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.561358 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a7a0d-9cd1-4f55-b716-6742b7f09933 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769acd3f-42ce-45d6-b594-84dc4ccb47f5,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:30.571290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f307fe-5aa4-42ea-a5da-fe11059d5388 req-12035d88-127a-4719-bb8e-62a578d8e683 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:30.572746 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b0f307fe-5aa4-42ea-a5da-fe11059d5388 req-12035d88-127a-4719-bb8e-62a578d8e683 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 946 time: 0.1439815 Apr 22 15:19:30.573885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7a0d-9cd1-4f55-b716-6742b7f09933 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.577619 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7f6a7a0d-9cd1-4f55-b716-6742b7f09933 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2098372 Apr 22 15:19:30.577806 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36836) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:30.584697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-df64ec3f-7ff1-4e3d-aace-d51a7256feed tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:30.604746 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-df64ec3f-7ff1-4e3d-aace-d51a7256feed tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:30.612564 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-df64ec3f-7ff1-4e3d-aace-d51a7256feed tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:30.616051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-df64ec3f-7ff1-4e3d-aace-d51a7256feed tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:30.630075 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-df64ec3f-7ff1-4e3d-aace-d51a7256feed tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:30.644322 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b0f307fe-5aa4-42ea-a5da-fe11059d5388 req-413048ba-f493-4fcc-a387-b9383ecf06ff tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633762 Apr 22 15:19:30.653616 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df64ec3f-7ff1-4e3d-aace-d51a7256feed tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.813650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df64ec3f-7ff1-4e3d-aace-d51a7256feed tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.819069 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df64ec3f-7ff1-4e3d-aace-d51a7256feed tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.841326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64ec3f-7ff1-4e3d-aace-d51a7256feed tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768b7e9b-224a-4fb1-b6e4-5544a754843c,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:30.841656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:28Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:30.846895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Checking router: f548cf7c-2024-4ec9-ade2-f78352cf7e0b for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:19:30.847236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Updating router f548cf7c-2024-4ec9-ade2-f78352cf7e0b port 947b2d8e-14b5-4c77-b621-77372825385a binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:19:30.851151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df64ec3f-7ff1-4e3d-aace-d51a7256feed tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.854559 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-df64ec3f-7ff1-4e3d-aace-d51a7256feed tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2751889 Apr 22 15:19:30.855167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36840) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:30.860962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-86dee7b1-d8cb-4294-85d8-8bc0fd00887d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:30.866613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-86dee7b1-d8cb-4294-85d8-8bc0fd00887d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:30.870341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-86dee7b1-d8cb-4294-85d8-8bc0fd00887d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:30.873182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-86dee7b1-d8cb-4294-85d8-8bc0fd00887d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:30.880014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-86dee7b1-d8cb-4294-85d8-8bc0fd00887d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:30.895760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-86dee7b1-d8cb-4294-85d8-8bc0fd00887d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.900258 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.975815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-86dee7b1-d8cb-4294-85d8-8bc0fd00887d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:30.983332 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-86dee7b1-d8cb-4294-85d8-8bc0fd00887d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.006705 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dee7b1-d8cb-4294-85d8-8bc0fd00887d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b2b4e1-656e-4625-86c8-efe08a610cf4,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:31.014517 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 14ffdc10-0e8d-432d-a01e-e32392f67251 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:19:31.023707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-86dee7b1-d8cb-4294-85d8-8bc0fd00887d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.027443 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-86dee7b1-d8cb-4294-85d8-8bc0fd00887d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1688108 Apr 22 15:19:31.027748 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36844) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:31.033942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5f512586-8c0f-4876-b935-08095f5ac877 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:31.039524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5f512586-8c0f-4876-b935-08095f5ac877 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:31.043337 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5f512586-8c0f-4876-b935-08095f5ac877 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:31.046163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5f512586-8c0f-4876-b935-08095f5ac877 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:31.053020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5f512586-8c0f-4876-b935-08095f5ac877 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:31.069941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f512586-8c0f-4876-b935-08095f5ac877 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.135227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f512586-8c0f-4876-b935-08095f5ac877 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.139132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f512586-8c0f-4876-b935-08095f5ac877 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.162217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f512586-8c0f-4876-b935-08095f5ac877 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c33cf9e-9c30-48c1-a07d-705df09bb2bb,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:31.171864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f512586-8c0f-4876-b935-08095f5ac877 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.173796 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5f512586-8c0f-4876-b935-08095f5ac877 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1450734 Apr 22 15:19:31.176728 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36848) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:31.182217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6f7c1188-fbaa-44a9-9b72-5db7f7d10e3b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:31.187824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6f7c1188-fbaa-44a9-9b72-5db7f7d10e3b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:31.187993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 14ffdc10-0e8d-432d-a01e-e32392f67251 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:31.188289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.191618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6f7c1188-fbaa-44a9-9b72-5db7f7d10e3b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:31.194572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6f7c1188-fbaa-44a9-9b72-5db7f7d10e3b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:31.200190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6f7c1188-fbaa-44a9-9b72-5db7f7d10e3b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:31.210436 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-6f7c1188-fbaa-44a9-9b72-5db7f7d10e3b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:19:31.217109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1188-fbaa-44a9-9b72-5db7f7d10e3b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.284421 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1188-fbaa-44a9-9b72-5db7f7d10e3b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.288686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1188-fbaa-44a9-9b72-5db7f7d10e3b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.310204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c1188-fbaa-44a9-9b72-5db7f7d10e3b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6cc689-ec04-45fe-b5c2-e803deeb2c37,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:31.322316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6f7c1188-fbaa-44a9-9b72-5db7f7d10e3b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.323382 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6f7c1188-fbaa-44a9-9b72-5db7f7d10e3b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1456528 Apr 22 15:19:31.326324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36852) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:31.332508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ab17dd44-3d9a-4127-8aac-9b4d241e81ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:31.338123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ab17dd44-3d9a-4127-8aac-9b4d241e81ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:31.341873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ab17dd44-3d9a-4127-8aac-9b4d241e81ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:31.345308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ab17dd44-3d9a-4127-8aac-9b4d241e81ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:31.351339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ab17dd44-3d9a-4127-8aac-9b4d241e81ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:31.362498 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-ab17dd44-3d9a-4127-8aac-9b4d241e81ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:19:31.368734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab17dd44-3d9a-4127-8aac-9b4d241e81ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.431399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.444012 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Transition to ACTIVE for port object 947b2d8e-14b5-4c77-b621-77372825385a will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:19:31.444336 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab17dd44-3d9a-4127-8aac-9b4d241e81ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.449348 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab17dd44-3d9a-4127-8aac-9b4d241e81ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.451465 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.473191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17dd44-3d9a-4127-8aac-9b4d241e81ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42639904-9b97-44af-8ed6-3f5092021602,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:31.482852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ab17dd44-3d9a-4127-8aac-9b4d241e81ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.493694 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ab17dd44-3d9a-4127-8aac-9b4d241e81ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1569436 Apr 22 15:19:31.580072 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e811075-e3bd-47f2-97b9-c41a191616c3 None None] Pushing event updated for resources: {'Port': ['ID=947b2d8e-14b5-4c77-b621-77372825385a,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:31.672819 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Attempting to bind port 947b2d8e-14b5-4c77-b621-77372825385a on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:19:31.673183 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Attempting to bind port 947b2d8e-14b5-4c77-b621-77372825385a by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:19:31.673580 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Attempting to bind port 947b2d8e-14b5-4c77-b621-77372825385a on network 498a27ae-e789-4b02-9cd4-e5702185369b {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:19:31.679618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-c437df7d-e9be-48da-a8ce-2e93084f6e28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:19:31.682491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:19:31.682945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Checking segment: {'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:19:31.683353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.684363 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Bound using segment: {'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:19:31.684855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Bound port: 947b2d8e-14b5-4c77-b621-77372825385a, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:19:31.685240 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.711530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-c437df7d-e9be-48da-a8ce-2e93084f6e28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:19:31.712730 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-c437df7d-e9be-48da-a8ce-2e93084f6e28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-723418666&fields=id&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 267 time: 0.0815201 Apr 22 15:19:31.801757 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] For port 947b2d8e-14b5-4c77-b621-77372825385a, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:19:31.805882 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] For port 947b2d8e-14b5-4c77-b621-77372825385a, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=947b2d8e-14b5-4c77-b621-77372825385a,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:19:31.813389 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:31.896621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e811075-e3bd-47f2-97b9-c41a191616c3 None None] Pushing event updated for resources: {'Port': ['ID=947b2d8e-14b5-4c77-b621-77372825385a,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:31.900970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Routers {'f548cf7c-2024-4ec9-ade2-f78352cf7e0b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:31.901590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:31.920381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-e7d4b859-d59e-44d9-81b9-863e734a9a89 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:31.921073 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-e7d4b859-d59e-44d9-81b9-863e734a9a89 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:19:31.932386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e08c7-ca2d-44dc-9fc7-5e6c8dbf6981 req-29356451-2892-4b40-a7a6-9f61a1820c4f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:31.933820 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c09e08c7-ca2d-44dc-9fc7-5e6c8dbf6981 req-29356451-2892-4b40-a7a6-9f61a1820c4f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 946 time: 0.1339097 Apr 22 15:19:31.977211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-e7d4b859-d59e-44d9-81b9-863e734a9a89 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:19:31.983346 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-e7d4b859-d59e-44d9-81b9-863e734a9a89 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/networks?id=498a27ae-e789-4b02-9cd4-e5702185369b HTTP/1.1" status: 200 len: 797 time: 0.2639909 Apr 22 15:19:32.008604 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-65e69136-94f7-4db3-88eb-5ddba4e069fe tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/quotas/837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 375 time: 0.0220263 Apr 22 15:19:32.056614 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c09e08c7-ca2d-44dc-9fc7-5e6c8dbf6981 req-14fe732a-9ffe-4055-8d49-93ff02679ff4 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153736 Apr 22 15:19:32.096781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-23646a75-9ac6-490f-890b-cae1464dc2ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:19:32.097546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] Set router f548cf7c-2024-4ec9-ade2-f78352cf7e0b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:32.113181 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-23646a75-9ac6-490f-890b-cae1464dc2ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:19:32.114752 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-23646a75-9ac6-490f-890b-cae1464dc2ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075971 Apr 22 15:19:32.200306 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-aff1188f-6191-4c91-83c6-b59377300840 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:19:32.201277 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-aff1188f-6191-4c91-83c6-b59377300840 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0742264 Apr 22 15:19:32.387183 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-ecd658fd-e947-4994-b3e2-33e644b1bca5 service neutron] 10.222.0.71 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791101 Apr 22 15:19:32.397793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-533f737f-b5c9-411e-8545-4a1f7bea03a6 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:32.399116 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-533f737f-b5c9-411e-8545-4a1f7bea03a6 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 946 time: 0.1237109 Apr 22 15:19:32.423052 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:31Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:32.427000 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b0ef9-d27f-4009-a938-c6d3a111f7df None None] The sync data for ids ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'] in dv-neutron-838883-3-hyperv is: [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:31Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:19:32.547280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Deleting port 4750f498-d523-4650-862c-92b14be2ec15 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:19:32.547620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:32.631204 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-67cdac8f-7ff5-475b-8a92-9822679681d9 service neutron] 10.222.0.71 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311444 Apr 22 15:19:32.858466 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a867fccf-af9f-4089-bdda-785d83af54eb req-4c814834-1441-499d-8f43-cec3f2088e9d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 210 time: 0.0624406 Apr 22 15:19:32.903045 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:32.909179 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] For port 4750f498-d523-4650-862c-92b14be2ec15, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4750f498-d523-4650-862c-92b14be2ec15,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:32.909601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:33.040601 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 947b2d8e-14b5-4c77-b621-77372825385a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:19:33.140448 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 947b2d8e-14b5-4c77-b621-77372825385a completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:19:33.147365 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 947b2d8e-14b5-4c77-b621-77372825385a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:33.147786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:33.297079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:33.344050 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 947b2d8e-14b5-4c77-b621-77372825385a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=947b2d8e-14b5-4c77-b621-77372825385a,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:33.348369 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:33.430630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=947b2d8e-14b5-4c77-b621-77372825385a,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:33.472947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:33.472947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:33.472947 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Floating IP 0871597c-54bb-499a-b636-a3aed9721283 disassociated. External IP: 172.26.8.241, port: 4750f498-d523-4650-862c-92b14be2ec15. Apr 22 15:19:33.472947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Calling delete_port for 4750f498-d523-4650-862c-92b14be2ec15 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:19:33.548464 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaeec1-ec64-4dbb-9a35-188c559d1f52 req-3b513ac2-e601-4f4b-928a-d8343393612e tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:33.549963 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4ceaeec1-ec64-4dbb-9a35-188c559d1f52 req-3b513ac2-e601-4f4b-928a-d8343393612e tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 946 time: 0.2498837 Apr 22 15:19:33.662107 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4ceaeec1-ec64-4dbb-9a35-188c559d1f52 req-d65562f9-d2a8-4c76-bb90-bf8ee46b076a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888278 Apr 22 15:19:33.688284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:33.728831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event deleted for resources: {'Port': ['ID=4750f498-d523-4650-862c-92b14be2ec15,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:33.956292 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:19:34.115662 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b6a64b8c-5738-4f5f-afef-e0e0875cf4df req-b6ba5119-153c-47d6-9190-84fa51418d16 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 210 time: 0.1027122 Apr 22 15:19:34.201600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:19:34.212695 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1deca44-fddb-4576-acd7-29c80c2f7532 None None] Sync routers for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:19:34.228319 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1deca44-fddb-4576-acd7-29c80c2f7532 None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:34.229298 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c1deca44-fddb-4576-acd7-29c80c2f7532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:34.299074 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] No DVR routers for this DVR port 4750f498-d523-4650-862c-92b14be2ec15 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:19:34.304367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:34.306809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5592167a-bcbe-4a41-a8fd-e92a2ed2dbca', 'name': 'network-vif-deleted', 'tag': '4750f498-d523-4650-862c-92b14be2ec15'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:19:34.382646 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d3e02e19-13e4-496c-8b4d-4f4f22d914e9 req-1d3ad0e5-d422-44fc-91ee-4ca274a9405f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "DELETE /v2.0/ports/4750f498-d523-4650-862c-92b14be2ec15 HTTP/1.1" status: 204 len: 173 time: 1.9654679 Apr 22 15:19:34.450205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-372b66ca-5e67-46d4-8fd0-f6a3f6d9b664 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:34.451628 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-372b66ca-5e67-46d4-8fd0-f6a3f6d9b664 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/networks?id=498a27ae-e789-4b02-9cd4-e5702185369b HTTP/1.1" status: 200 len: 797 time: 0.1818173 Apr 22 15:19:34.473587 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c1deca44-fddb-4576-acd7-29c80c2f7532 None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:34.519516 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-dc4adc51-27fb-43b6-b3ed-6b723f9b5c99 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 379 time: 0.0484929 Apr 22 15:19:34.521140 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f44bd2-5bde-4251-9671-69ed15209afa'] response: {'server_uuid': '5592167a-bcbe-4a41-a8fd-e92a2ed2dbca', 'name': 'network-vif-deleted', 'tag': '4750f498-d523-4650-862c-92b14be2ec15', 'status': 'completed', 'code': 200} Apr 22 15:19:34.559767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'port': {'device_id': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'admin_state_up': True, 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'security_groups': ['9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:34.700444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:34.711052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:34.723557 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:19:34.727589 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:34.821536 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c1deca44-fddb-4576-acd7-29c80c2f7532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:34.825654 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1deca44-fddb-4576-acd7-29c80c2f7532 None None] Checking router: cc41746b-4e25-4b9a-9e3d-0f24078acaa2 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:19:34.836808 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1deca44-fddb-4576-acd7-29c80c2f7532 None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:34.837396 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c1deca44-fddb-4576-acd7-29c80c2f7532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:34.863811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-9df50a12-130a-4bd4-a471-8c7d0040225b req-399f05fa-4e04-47d3-89e8-926d5ff961db tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Synchronizing usage tracker for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:19:34.940369 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-9df50a12-130a-4bd4-a471-8c7d0040225b req-399f05fa-4e04-47d3-89e8-926d5ff961db tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Unset dirty status for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:19:34.952828 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9df50a12-130a-4bd4-a471-8c7d0040225b req-399f05fa-4e04-47d3-89e8-926d5ff961db tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=5592167a-bcbe-4a41-a8fd-e92a2ed2dbca HTTP/1.1" status: 200 len: 210 time: 0.1469696 Apr 22 15:19:35.009924 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.11 (498a27ae-e789-4b02-9cd4-e5702185369b/1092411e-e9dc-416d-a81b-e17d7fd86ada/ab5ff2d5-f852-45d2-b865-96bb2218b7ba) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:19:35.032671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 947b2d8e-14b5-4c77-b621-77372825385a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:19:35.068991 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c1deca44-fddb-4576-acd7-29c80c2f7532 None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:35.122705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 947b2d8e-14b5-4c77-b621-77372825385a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:35.123104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:35.322973 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b4b0ee0e-3b2b-45e9-8657-26348f59e241 req-f05a8f18-3c95-4eb0-a7d9-92aeda095b96 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 210 time: 0.0554106 Apr 22 15:19:35.390222 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:35.406377 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object ab5ff2d5-f852-45d2-b865-96bb2218b7ba will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:19:35.428188 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:35.431956 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c1deca44-fddb-4576-acd7-29c80c2f7532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:35.435910 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1deca44-fddb-4576-acd7-29c80c2f7532 None None] The sync data for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv is: [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:19:35.504660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 498a27ae-e789-4b02-9cd4-e5702185369b is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:19:35.508410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:19:35.510344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=ab5ff2d5-f852-45d2-b865-96bb2218b7ba,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:35.512434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:19:35.573490 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:35.574206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:35.600930 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-2c7d0dab-171b-436b-91b8-547a8dec66f4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0451620 Apr 22 15:19:35.619431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Request body: {'port': {'device_id': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:35.731963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:35.796387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9d338e3f-c76b-4989-b705-37f5baa6f531 None None] Provisioning for port ab5ff2d5-f852-45d2-b865-96bb2218b7ba completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:19:35.802959 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9d338e3f-c76b-4989-b705-37f5baa6f531 None None] Provisioning complete for port ab5ff2d5-f852-45d2-b865-96bb2218b7ba triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:35.804998 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9d338e3f-c76b-4989-b705-37f5baa6f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:35.899516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9d338e3f-c76b-4989-b705-37f5baa6f531 None None] Port ab5ff2d5-f852-45d2-b865-96bb2218b7ba cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:19:36.079156 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5ff2d5-f852-45d2-b865-96bb2218b7ba {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:19:36.086283 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:36.100830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Transition to ACTIVE for port object ab5ff2d5-f852-45d2-b865-96bb2218b7ba will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:19:36.104903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:36.236087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5ff2d5-f852-45d2-b865-96bb2218b7ba,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:36.377793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Attempting to bind port ab5ff2d5-f852-45d2-b865-96bb2218b7ba on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:19:36.378128 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Attempting to bind port ab5ff2d5-f852-45d2-b865-96bb2218b7ba by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:19:36.378480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Attempting to bind port ab5ff2d5-f852-45d2-b865-96bb2218b7ba on network 498a27ae-e789-4b02-9cd4-e5702185369b {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:19:36.389545 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-88babcb3-353c-4f73-91f5-9dcca2fff581 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512204315&fields=id&tenant_id=772d75f15f3749d9bde609249fe8eb65 HTTP/1.1" status: 200 len: 267 time: 0.0607009 Apr 22 15:19:36.390204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Port ab5ff2d5-f852-45d2-b865-96bb2218b7ba on network 498a27ae-e789-4b02-9cd4-e5702185369b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:19:36.390527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Attempting to bind port ab5ff2d5-f852-45d2-b865-96bb2218b7ba on network 498a27ae-e789-4b02-9cd4-e5702185369b {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:19:36.397860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:19:36.398209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Checking segment: {'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:19:36.398580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Bound using segment: {'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:19:36.398994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Bound port: ab5ff2d5-f852-45d2-b865-96bb2218b7ba, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:19:36.399332 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:36.660801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] For port ab5ff2d5-f852-45d2-b865-96bb2218b7ba, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:19:36.666498 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45f66d-2657-4711-9030-5112038a7e67 req-da116b82-659b-4f87-a46a-dd9d258a29da tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:36.667902 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-da116b82-659b-4f87-a46a-dd9d258a29da tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 812 time: 0.2710190 Apr 22 15:19:36.669930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] For port ab5ff2d5-f852-45d2-b865-96bb2218b7ba, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ab5ff2d5-f852-45d2-b865-96bb2218b7ba,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:19:36.681594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:36.727715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f0362-7601-408a-a689-ed39b0ffb9e2 req-a9b95a7f-3f87-4e02-aacc-b9a84816b20c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:36.728412 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-7d5f0362-7601-408a-a689-ed39b0ffb9e2 req-a9b95a7f-3f87-4e02-aacc-b9a84816b20c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:19:36.744655 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-229fd37a-c49b-4e2c-ac2b-48d345db2227 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/quotas/772d75f15f3749d9bde609249fe8eb65 HTTP/1.1" status: 200 len: 375 time: 0.0709271 Apr 22 15:19:36.792805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:36.794150 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] 10.222.0.70 "PUT /v2.0/ports/ab5ff2d5-f852-45d2-b865-96bb2218b7ba HTTP/1.1" status: 200 len: 1094 time: 1.1789360 Apr 22 15:19:36.799354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'tag': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:19:36.823509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269849fd-03d9-47df-8fae-0585523dde62 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5ff2d5-f852-45d2-b865-96bb2218b7ba,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:36.825997 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-7d5f0362-7601-408a-a689-ed39b0ffb9e2 req-a9b95a7f-3f87-4e02-aacc-b9a84816b20c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:19:36.827144 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7d5f0362-7601-408a-a689-ed39b0ffb9e2 req-a9b95a7f-3f87-4e02-aacc-b9a84816b20c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 944 time: 0.3442059 Apr 22 15:19:36.836194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 4750f498-d523-4650-862c-92b14be2ec15 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:19:36.872697 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 4750f498-d523-4650-862c-92b14be2ec15 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:19:36.873036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 4750f498-d523-4650-862c-92b14be2ec15 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:19:36.948257 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7d5f0362-7601-408a-a689-ed39b0ffb9e2 req-a16ad85c-198b-438a-8028-305d0cce131d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077919 Apr 22 15:19:36.963846 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-f2e5bd1a-098e-462a-998d-b50b8ab2a178 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2090244 Apr 22 15:19:36.977259 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-3e3e8397-de62-4644-aac5-26f9c1aa1be7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 1097 time: 0.1149523 Apr 22 15:19:37.144535 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a1d290-02bc-44c1-83dd-1334928f6c23'] response: {'name': 'network-changed', 'server_uuid': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'tag': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba', 'status': 'completed', 'code': 200} Apr 22 15:19:37.212957 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-279daf08-b597-440b-961b-029369a756f7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab5ff2d5-f852-45d2-b865-96bb2218b7ba HTTP/1.1" status: 200 len: 217 time: 0.2135541 Apr 22 15:19:37.304105 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-10a4339f-2c72-4ccb-9d15-7bda0fe6043d service neutron] 10.222.0.71 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218198 Apr 22 15:19:37.305378 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-b90e47bc-4abd-46d8-b786-6fa13b13b27a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:37.306663 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-b90e47bc-4abd-46d8-b786-6fa13b13b27a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1092411e-e9dc-416d-a81b-e17d7fd86ada HTTP/1.1" status: 200 len: 835 time: 0.0857351 Apr 22 15:19:37.482806 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-5c8ee78d-e84c-4f3f-9b5b-291a81444a08 service neutron] 10.222.0.71 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728859 Apr 22 15:19:37.489561 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-eb59eb8a-5847-489b-a3fa-c26a5a9a52dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=498a27ae-e789-4b02-9cd4-e5702185369b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1627686 Apr 22 15:19:37.619311 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-bed73370-d2c8-4445-bbaf-42d8df69b512 service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232333 Apr 22 15:19:37.755647 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96ec614e-f532-43c9-a6fa-2dd29bb933fc req-96d97948-ec98-4173-a1ba-ab07d48838a9 service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295824 Apr 22 15:19:37.898499 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be82fea9-fa57-427c-a97c-2351e0c1b71c req-5268e8d1-b5d3-4ddf-8d1b-4aad7994a018 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 210 time: 0.0712254 Apr 22 15:19:37.939693 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a71e587f-b302-4173-a135-0dbff1da478b req-2890b493-a870-47b1-89a9-e777990361e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 1097 time: 0.0775504 Apr 22 15:19:38.075578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e587f-b302-4173-a135-0dbff1da478b req-eca63106-f498-4dd6-aad2-a32032e75001 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:38.076956 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a71e587f-b302-4173-a135-0dbff1da478b req-eca63106-f498-4dd6-aad2-a32032e75001 service neutron] 10.222.0.70 "GET /v2.0/networks?id=498a27ae-e789-4b02-9cd4-e5702185369b HTTP/1.1" status: 200 len: 898 time: 0.1315463 Apr 22 15:19:38.183603 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a71e587f-b302-4173-a135-0dbff1da478b req-941ae5fb-e2b7-4d78-bb94-34439aede4f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab5ff2d5-f852-45d2-b865-96bb2218b7ba HTTP/1.1" status: 200 len: 217 time: 0.1003044 Apr 22 15:19:38.263154 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e587f-b302-4173-a135-0dbff1da478b req-80205d39-ea36-47ee-a861-b4b5769f567e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:38.264577 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a71e587f-b302-4173-a135-0dbff1da478b req-80205d39-ea36-47ee-a861-b4b5769f567e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1092411e-e9dc-416d-a81b-e17d7fd86ada HTTP/1.1" status: 200 len: 835 time: 0.0654588 Apr 22 15:19:38.270833 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4545ac-f306-4908-aa3d-86d6c531b27b req-7a2daf6b-46e6-4c3d-a437-9e597217c896 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:38.272175 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fe4545ac-f306-4908-aa3d-86d6c531b27b req-7a2daf6b-46e6-4c3d-a437-9e597217c896 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 944 time: 0.1412382 Apr 22 15:19:38.366210 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fe4545ac-f306-4908-aa3d-86d6c531b27b req-ae481df0-5115-4d3f-86af-20713872632e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649896 Apr 22 15:19:38.378941 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a71e587f-b302-4173-a135-0dbff1da478b req-855c82b3-07d9-4719-863e-7d8938f7499f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=498a27ae-e789-4b02-9cd4-e5702185369b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1059003 Apr 22 15:19:38.511305 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a71e587f-b302-4173-a135-0dbff1da478b req-2055f8a0-e27b-4c1b-80d9-f36ffe8ae344 service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259677 Apr 22 15:19:38.738066 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a71e587f-b302-4173-a135-0dbff1da478b req-7ba311dc-dbb6-40d5-8236-b607fbfe6373 service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190659 Apr 22 15:19:39.030554 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45f66d-2657-4711-9030-5112038a7e67 req-c3ccc768-c478-4ed7-8457-9f13c75512a7 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:39.032049 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-c3ccc768-c478-4ed7-8457-9f13c75512a7 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 812 time: 0.1487055 Apr 22 15:19:39.097172 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-71484f18-677a-47aa-8f50-aee995db70ad req-016d2854-445f-4d26-ad1e-13bc942092f4 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 210 time: 0.0587547 Apr 22 15:19:39.131924 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-f73ab8dd-5ed2-4f22-a1c2-5f371de97534 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772d75f15f3749d9bde609249fe8eb65 HTTP/1.1" status: 200 len: 379 time: 0.0630972 Apr 22 15:19:39.141351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Request body: {'port': {'device_id': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'admin_state_up': True, 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'security_groups': ['fc07bd19-3f04-4cc2-959e-7ab950afcd6e']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:39.276083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:39.286250 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:39.296852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Made reservation on behalf of 772d75f15f3749d9bde609249fe8eb65 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:19:39.299911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:39.476260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Allocated IP 172.20.0.3 (cc03783b-13cd-4d1c-8f42-0c1a57f850d8/702932b0-1303-4c0c-badc-9a0faea1a8ab/d91f4abd-8c0a-49ed-a2e4-139320f10061) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:19:39.705967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1ffbd-44ef-45e1-9832-b3348038e09c req-216ba226-b9bb-4eb7-86a0-3dbc3a88a5fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:39.707360 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51b1ffbd-44ef-45e1-9832-b3348038e09c req-216ba226-b9bb-4eb7-86a0-3dbc3a88a5fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 944 time: 0.2079673 Apr 22 15:19:39.742060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:39.772151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Transition to ACTIVE for port object d91f4abd-8c0a-49ed-a2e4-139320f10061 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:19:39.785020 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51b1ffbd-44ef-45e1-9832-b3348038e09c req-bca83d47-9d28-4213-ac1a-a6086e3eb1e6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653462 Apr 22 15:19:39.810920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:39.886165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:19:39.889264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:19:39.893758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:19:39.918647 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'Port': ['ID=d91f4abd-8c0a-49ed-a2e4-139320f10061,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:39.957863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:39.958494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:39.990318 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-cf456895-4390-43b9-a163-a64425729fcb tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8520513 Apr 22 15:19:40.009816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Request body: {'port': {'device_id': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:40.123942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:40.187955 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0715a339-f8d8-4b40-8037-5cd351492b20 None None] Provisioning for port d91f4abd-8c0a-49ed-a2e4-139320f10061 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:19:40.193506 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0715a339-f8d8-4b40-8037-5cd351492b20 None None] Provisioning complete for port d91f4abd-8c0a-49ed-a2e4-139320f10061 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:40.193884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0715a339-f8d8-4b40-8037-5cd351492b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:40.250089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0715a339-f8d8-4b40-8037-5cd351492b20 None None] Port d91f4abd-8c0a-49ed-a2e4-139320f10061 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:19:40.457810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b7a18-5e76-4b57-bd56-b86dc249a7a8 req-56c40e85-44e5-4830-a18c-ec375e7ee379 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:40.458530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-d93b7a18-5e76-4b57-bd56-b86dc249a7a8 req-56c40e85-44e5-4830-a18c-ec375e7ee379 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Synchronizing usage tracker for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:19:40.493006 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-d93b7a18-5e76-4b57-bd56-b86dc249a7a8 req-56c40e85-44e5-4830-a18c-ec375e7ee379 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Unset dirty status for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:19:40.494210 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d93b7a18-5e76-4b57-bd56-b86dc249a7a8 req-56c40e85-44e5-4830-a18c-ec375e7ee379 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 931 time: 0.2349327 Apr 22 15:19:40.598587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91f4abd-8c0a-49ed-a2e4-139320f10061 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:19:40.607579 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:40.612158 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d93b7a18-5e76-4b57-bd56-b86dc249a7a8 req-5c03f651-4f92-4d25-a0c0-11ce5a977fbc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058593 Apr 22 15:19:40.625525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Transition to ACTIVE for port object d91f4abd-8c0a-49ed-a2e4-139320f10061 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:19:40.629934 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:40.868327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d91f4abd-8c0a-49ed-a2e4-139320f10061,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:40.884909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device ab5ff2d5-f852-45d2-b865-96bb2218b7ba details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:19:41.025020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Attempting to bind port d91f4abd-8c0a-49ed-a2e4-139320f10061 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:19:41.025346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Attempting to bind port d91f4abd-8c0a-49ed-a2e4-139320f10061 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:19:41.025664 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Attempting to bind port d91f4abd-8c0a-49ed-a2e4-139320f10061 on network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:19:41.034950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Port d91f4abd-8c0a-49ed-a2e4-139320f10061 on network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:19:41.035266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Attempting to bind port d91f4abd-8c0a-49ed-a2e4-139320f10061 on network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:19:41.036402 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port ab5ff2d5-f852-45d2-b865-96bb2218b7ba, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ab5ff2d5-f852-45d2-b865-96bb2218b7ba,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:41.047323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:19:41.047653 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Checking segment: {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:19:41.048053 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Bound using segment: {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:19:41.048994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Bound port: d91f4abd-8c0a-49ed-a2e4-139320f10061, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:19:41.049333 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:41.050338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'port_id': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba', 'mac_address': 'fa:16:3e:39:a8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:19:41.062978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2121603-65fc-42e7-acb2-9bc185852537 req-0fc4f133-964d-4676-a3cc-9025d1a851f1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:41.064384 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a2121603-65fc-42e7-acb2-9bc185852537 req-0fc4f133-964d-4676-a3cc-9025d1a851f1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 944 time: 0.1276674 Apr 22 15:19:41.103946 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:41.121292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5ff2d5-f852-45d2-b865-96bb2218b7ba {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:19:41.137241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port ab5ff2d5-f852-45d2-b865-96bb2218b7ba, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ab5ff2d5-f852-45d2-b865-96bb2218b7ba,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:41.148713 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:41.165228 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a2121603-65fc-42e7-acb2-9bc185852537 req-35b14858-e909-4352-a94f-e23e89fe7424 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937462 Apr 22 15:19:41.195265 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] For port d91f4abd-8c0a-49ed-a2e4-139320f10061, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:19:41.198963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] For port d91f4abd-8c0a-49ed-a2e4-139320f10061, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d91f4abd-8c0a-49ed-a2e4-139320f10061,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:19:41.203904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:41.221091 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=ab5ff2d5-f852-45d2-b865-96bb2218b7ba,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:41.266999 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:41.268359 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] 10.222.0.70 "PUT /v2.0/ports/d91f4abd-8c0a-49ed-a2e4-139320f10061 HTTP/1.1" status: 200 len: 1093 time: 1.2632072 Apr 22 15:19:41.268785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'tag': 'd91f4abd-8c0a-49ed-a2e4-139320f10061'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:19:41.285482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc62ec9-dc05-45e5-92dc-63becbfbb2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d91f4abd-8c0a-49ed-a2e4-139320f10061,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:41.326955 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9def651-358d-444b-b597-044ec5a66751'] response: {'name': 'network-changed', 'server_uuid': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'tag': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'status': 'completed', 'code': 200} Apr 22 15:19:41.421025 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-b41c85bb-d3be-4c12-be56-d909c119fec3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 1096 time: 0.0713770 Apr 22 15:19:41.499393 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-2ffb755f-5935-44b3-857c-2f45af952117 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d91f4abd-8c0a-49ed-a2e4-139320f10061 HTTP/1.1" status: 200 len: 217 time: 0.0651560 Apr 22 15:19:41.562582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45f66d-2657-4711-9030-5112038a7e67 req-5e023cd1-6cbb-4f57-89b5-419089c5994c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:41.563957 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-5e023cd1-6cbb-4f57-89b5-419089c5994c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 200 len: 851 time: 0.0579703 Apr 22 15:19:41.584268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['ab5ff2d5-f852-45d2-b865-96bb2218b7ba'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:19:41.641815 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-69423c37-8c64-4814-9eba-c58928fdc851 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710938 Apr 22 15:19:41.828256 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-fb274cdc-0437-45c3-975a-e32883f0c6bf service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798389 Apr 22 15:19:41.912115 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86f7d1-83ec-4e41-a022-84c59c1515d8 req-0e5cd79e-4a4a-4d7e-b0e2-6b3065822e53 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:41.913464 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7a86f7d1-83ec-4e41-a022-84c59c1515d8 req-0e5cd79e-4a4a-4d7e-b0e2-6b3065822e53 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 943 time: 0.1736982 Apr 22 15:19:41.999355 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7a86f7d1-83ec-4e41-a022-84c59c1515d8 req-ea688054-30e7-4835-bfcc-c7038d91d414 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740681 Apr 22 15:19:42.002569 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f45f66d-2657-4711-9030-5112038a7e67 req-57f7ca89-f9a5-43d1-8229-1f668ad39fc6 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665502 Apr 22 15:19:42.175309 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b31126e-b8c5-4874-a67b-638a65a8b9e7 req-8ec93c6c-da89-4dd5-8efe-b6a6cd92db92 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 1096 time: 0.0722561 Apr 22 15:19:42.201643 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99660afc-c8bc-4cb4-a048-792fe7f792f5 None None] New status for floating IP 0871597c-54bb-499a-b636-a3aed9721283: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:19:42.356617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31126e-b8c5-4874-a67b-638a65a8b9e7 req-5f11d922-2a6c-4422-a4ab-0b82984780a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:42.358047 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b31126e-b8c5-4874-a67b-638a65a8b9e7 req-5f11d922-2a6c-4422-a4ab-0b82984780a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 913 time: 0.1768820 Apr 22 15:19:42.436254 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b31126e-b8c5-4874-a67b-638a65a8b9e7 req-519c84ad-fec2-4445-ae1d-2826fbe2fbf2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d91f4abd-8c0a-49ed-a2e4-139320f10061 HTTP/1.1" status: 200 len: 217 time: 0.0686378 Apr 22 15:19:42.493159 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247fb7b-34c4-482c-ace2-940a3d2bda68 req-7fa3964b-30b0-41eb-a6db-d3c1dff9cf77 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:42.494643 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6247fb7b-34c4-482c-ace2-940a3d2bda68 req-7fa3964b-30b0-41eb-a6db-d3c1dff9cf77 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 945 time: 0.1945860 Apr 22 15:19:42.527071 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31126e-b8c5-4874-a67b-638a65a8b9e7 req-e55c7814-76ec-4f5b-963b-604841f54e75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:42.528437 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b31126e-b8c5-4874-a67b-638a65a8b9e7 req-e55c7814-76ec-4f5b-963b-604841f54e75 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 200 len: 851 time: 0.0845077 Apr 22 15:19:42.588791 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6247fb7b-34c4-482c-ace2-940a3d2bda68 req-31496b2a-33dc-4d95-ae52-a4805990e7d7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877092 Apr 22 15:19:42.615913 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b31126e-b8c5-4874-a67b-638a65a8b9e7 req-c2b4e4fa-9525-4da7-919c-7326c6185a12 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792704 Apr 22 15:19:42.686171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e84cb994-198d-4a85-b07b-3ea45b577188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:42.844236 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b31126e-b8c5-4874-a67b-638a65a8b9e7 req-22f92fce-6074-4cb5-b536-4fcc85a831c6 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166743 Apr 22 15:19:42.885076 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device ab5ff2d5-f852-45d2-b865-96bb2218b7ba up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:19:42.963791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port ab5ff2d5-f852-45d2-b865-96bb2218b7ba completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:19:42.971831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port ab5ff2d5-f852-45d2-b865-96bb2218b7ba triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:42.971831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:42.994914 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b31126e-b8c5-4874-a67b-638a65a8b9e7 req-116e459d-4296-46ea-b914-7ebcce28c307 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444738 Apr 22 15:19:43.099304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:43.125843 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:19:43.135868 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port ab5ff2d5-f852-45d2-b865-96bb2218b7ba, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ab5ff2d5-f852-45d2-b865-96bb2218b7ba,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:43.141450 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:43.203677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6e10d-39c4-45e8-8794-b1cb1618ade9 req-1895e0cb-6e36-44c1-b659-cff150f37680 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:43.205275 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0fb6e10d-39c4-45e8-8794-b1cb1618ade9 req-1895e0cb-6e36-44c1-b659-cff150f37680 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 943 time: 0.0876989 Apr 22 15:19:43.219461 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=ab5ff2d5-f852-45d2-b865-96bb2218b7ba,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:43.252043 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0fb6e10d-39c4-45e8-8794-b1cb1618ade9 req-ace9c89e-bf96-4a76-b439-1988809fd857 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408902 Apr 22 15:19:43.260760 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6ab01a-c2a2-40aa-8588-07456116c77b'] response: {'server_uuid': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba', 'code': 200} Apr 22 15:19:43.522162 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59767f76-a8ba-4054-86d7-444c35b0b4d6 req-9ca1cf48-4f54-4490-8efa-8767f2c3a277 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 1099 time: 0.0711336 Apr 22 15:19:43.562820 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59767f76-a8ba-4054-86d7-444c35b0b4d6 req-50d9c962-eb3c-4f4a-8e73-64f7235dae48 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348186 Apr 22 15:19:43.782078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb54ef-38fe-4cb8-b22a-643d4728fbdf req-94a84283-76a0-4236-8068-51f2a67ab4ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:43.783469 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-33bb54ef-38fe-4cb8-b22a-643d4728fbdf req-94a84283-76a0-4236-8068-51f2a67ab4ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 946 time: 0.0760605 Apr 22 15:19:43.827827 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-33bb54ef-38fe-4cb8-b22a-643d4728fbdf req-3ff6869c-6508-431d-bb5b-7137dd5982c4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388863 Apr 22 15:19:44.450385 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d46ef-59ad-4acc-8737-80c31f513045 req-d5b51a51-9633-4655-b9dd-a4576e812073 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:44.451755 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-536d46ef-59ad-4acc-8737-80c31f513045 req-d5b51a51-9633-4655-b9dd-a4576e812073 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 943 time: 0.0809786 Apr 22 15:19:44.496018 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-536d46ef-59ad-4acc-8737-80c31f513045 req-76372099-8340-4581-af98-ba0aa382461e tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388105 Apr 22 15:19:44.979924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6878740b-9720-4be3-ac6c-7a4d351e346d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.036872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36994ab-936d-43a0-a4d0-14fc63702115 req-735aa361-1846-47a0-9258-0b88ae959a20 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:45.038346 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c36994ab-936d-43a0-a4d0-14fc63702115 req-735aa361-1846-47a0-9258-0b88ae959a20 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 946 time: 0.0792725 Apr 22 15:19:45.086783 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c36994ab-936d-43a0-a4d0-14fc63702115 req-9fd0a331-91ef-46e1-8a69-6f16245db2bb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428112 Apr 22 15:19:45.685896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db30cb-a1ef-451d-8d52-7dd409cb06c3 req-635b02b4-c770-4752-b2f6-3f7daa22c884 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:45.687401 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-74db30cb-a1ef-451d-8d52-7dd409cb06c3 req-635b02b4-c770-4752-b2f6-3f7daa22c884 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 943 time: 0.0770040 Apr 22 15:19:45.733683 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-74db30cb-a1ef-451d-8d52-7dd409cb06c3 req-d2f7f8b9-54d2-4f6c-9457-5881be1a81bd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402660 Apr 22 15:19:45.963080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:45.965127 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:46.283938 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcaaea2-752c-4bc7-9e29-fdfeddd4e848 req-c6835ede-0fa7-40b9-b514-6e32ab9670a9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:46.285376 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4bcaaea2-752c-4bc7-9e29-fdfeddd4e848 req-c6835ede-0fa7-40b9-b514-6e32ab9670a9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 946 time: 0.0792031 Apr 22 15:19:46.332688 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4bcaaea2-752c-4bc7-9e29-fdfeddd4e848 req-38b24a97-e132-457e-b6b3-6ae1556bc747 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417249 Apr 22 15:19:46.527015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b6588-fd83-4698-be3b-ed237577e1dc req-d35e11b6-2ba0-4def-8872-ab65fd68f4ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:46.528427 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-438b6588-fd83-4698-be3b-ed237577e1dc req-d35e11b6-2ba0-4def-8872-ab65fd68f4ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 946 time: 0.0737307 Apr 22 15:19:46.572103 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-438b6588-fd83-4698-be3b-ed237577e1dc req-f0e31818-89ac-48a5-a0fb-09cbcc2c7a6c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382805 Apr 22 15:19:46.598230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36960) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:46.668472 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f45e057a-d55a-4009-90e0-af7fc7f35151 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 1094 time: 0.0691733 Apr 22 15:19:46.671017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 36964) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:46.676393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:46.681619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:46.685424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:floatingip and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:46.688216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:46.694446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:46.703204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:46.835431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:47.018779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61a558-474f-4fda-97ff-7f24981720ce req-6410325c-a901-41b6-ab35-b589dc233150 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:47.020202 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fd61a558-474f-4fda-97ff-7f24981720ce req-6410325c-a901-41b6-ab35-b589dc233150 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 943 time: 0.1506569 Apr 22 15:19:47.030029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.209 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/06c394d6-4b50-49b8-ba29-2eb8ece61dfc) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:19:47.145781 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fd61a558-474f-4fda-97ff-7f24981720ce req-fbb1118d-da0c-4c9b-b3b6-bb40b20fb0dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174104 Apr 22 15:19:47.201828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:47.229349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:47.295607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:19:47.298268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:19:47.301879 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:19:47.329607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=06c394d6-4b50-49b8-ba29-2eb8ece61dfc,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:47.513468 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:47.877271 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:47.930347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:48.138184 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:48.142610 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:48.253204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=06c394d6-4b50-49b8-ba29-2eb8ece61dfc,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:48.265989 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:48.484487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff8967-7cd1-4e23-a342-25e90310d93b req-1a1e8b1c-41c4-441f-9436-87a401105090 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:48.486188 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-04ff8967-7cd1-4e23-a342-25e90310d93b req-1a1e8b1c-41c4-441f-9436-87a401105090 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 943 time: 0.1731410 Apr 22 15:19:48.550592 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-04ff8967-7cd1-4e23-a342-25e90310d93b req-04ee0bb4-e7ff-4634-9e19-34979035bd92 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561121 Apr 22 15:19:48.576213 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Floating IP 3a07a78e-e744-4061-b9ec-46bef792c634 associated. External IP: 172.26.8.209, port: ab5ff2d5-f852-45d2-b865-96bb2218b7ba. Apr 22 15:19:49.089704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router f548cf7c-2024-4ec9-ade2-f78352cf7e0b has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:19:49.286944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:19:49.296302 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9fab6d-bf87-4b91-b6c2-627ff4bd6af1 None None] Sync routers for ids ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:19:49.307954 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9fab6d-bf87-4b91-b6c2-627ff4bd6af1 None None] Routers {'f548cf7c-2024-4ec9-ade2-f78352cf7e0b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:49.308581 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6c9fab6d-bf87-4b91-b6c2-627ff4bd6af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:19:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:49.310519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:49.365552 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8a16053e-61f8-4b83-8c58-b58077b8b9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6933777 Apr 22 15:19:49.366247 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'tag': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:19:49.368379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36972) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:49.420748 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb01ce8-9035-4e57-b7ca-d9ccbe069ede'] response: {'name': 'network-changed', 'server_uuid': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'tag': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba', 'status': 'completed', 'code': 200} Apr 22 15:19:49.480376 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-feb33100-d771-498e-b6ce-0b05155b92a5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/3a07a78e-e744-4061-b9ec-46bef792c634 HTTP/1.1" status: 200 len: 992 time: 0.1103077 Apr 22 15:19:49.489939 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6c9fab6d-bf87-4b91-b6c2-627ff4bd6af1 None None] Set router f548cf7c-2024-4ec9-ade2-f78352cf7e0b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:49.545159 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49c21b53-ef1f-4e7a-9d4f-71796a8e171b req-56d45382-933a-4873-8217-c8352c3b169b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 1099 time: 0.0717194 Apr 22 15:19:49.714399 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c21b53-ef1f-4e7a-9d4f-71796a8e171b req-e2dc6b22-7221-4a41-841e-1651a76dc478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:49.715727 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49c21b53-ef1f-4e7a-9d4f-71796a8e171b req-e2dc6b22-7221-4a41-841e-1651a76dc478 service neutron] 10.222.0.70 "GET /v2.0/networks?id=498a27ae-e789-4b02-9cd4-e5702185369b HTTP/1.1" status: 200 len: 898 time: 0.1634185 Apr 22 15:19:49.833036 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49c21b53-ef1f-4e7a-9d4f-71796a8e171b req-49c4d338-55d2-4886-91a9-a80ee4b08249 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab5ff2d5-f852-45d2-b865-96bb2218b7ba HTTP/1.1" status: 200 len: 1000 time: 0.1095626 Apr 22 15:19:49.838433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abfa53-2cef-4aba-99cb-abf03dabd224 req-1092efd9-6057-4001-9c61-181429286124 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:49.839844 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-68abfa53-2cef-4aba-99cb-abf03dabd224 req-1092efd9-6057-4001-9c61-181429286124 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 943 time: 0.1701531 Apr 22 15:19:49.856762 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6c9fab6d-bf87-4b91-b6c2-627ff4bd6af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '3a07a78e-e744-4061-b9ec-46bef792c634', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'port_id': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'mac_address': 'fa:16:3e:39:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:47Z', 'updated_at': '2022-04-22T15:19:47Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:33Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:49.860486 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9fab6d-bf87-4b91-b6c2-627ff4bd6af1 None None] Checking router: f548cf7c-2024-4ec9-ade2-f78352cf7e0b for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:19:49.871202 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9fab6d-bf87-4b91-b6c2-627ff4bd6af1 None None] Routers {'f548cf7c-2024-4ec9-ade2-f78352cf7e0b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:49.871781 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6c9fab6d-bf87-4b91-b6c2-627ff4bd6af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:19:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:49.924627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c21b53-ef1f-4e7a-9d4f-71796a8e171b req-2cb9c434-ccba-4c02-b420-4368687bbe56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:49.926642 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49c21b53-ef1f-4e7a-9d4f-71796a8e171b req-2cb9c434-ccba-4c02-b420-4368687bbe56 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1092411e-e9dc-416d-a81b-e17d7fd86ada HTTP/1.1" status: 200 len: 835 time: 0.0859747 Apr 22 15:19:49.931739 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-68abfa53-2cef-4aba-99cb-abf03dabd224 req-f476909c-3e1d-4841-bbc7-54a39e0c6686 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616994 Apr 22 15:19:50.005872 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49c21b53-ef1f-4e7a-9d4f-71796a8e171b req-b1188837-63af-4a11-a122-2162cdd2f65a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=498a27ae-e789-4b02-9cd4-e5702185369b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727978 Apr 22 15:19:50.048015 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6c9fab6d-bf87-4b91-b6c2-627ff4bd6af1 None None] Set router f548cf7c-2024-4ec9-ade2-f78352cf7e0b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:50.137516 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49c21b53-ef1f-4e7a-9d4f-71796a8e171b req-79e572ff-0cb9-4ae3-ba40-3af9cbf48799 service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253655 Apr 22 15:19:50.270915 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49c21b53-ef1f-4e7a-9d4f-71796a8e171b req-f9578628-a6fd-4245-885b-5de349970a98 service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271605 Apr 22 15:19:50.385493 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6c9fab6d-bf87-4b91-b6c2-627ff4bd6af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '3a07a78e-e744-4061-b9ec-46bef792c634', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'port_id': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'mac_address': 'fa:16:3e:39:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:47Z', 'updated_at': '2022-04-22T15:19:47Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:33Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:50.389259 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9fab6d-bf87-4b91-b6c2-627ff4bd6af1 None None] The sync data for ids ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'] in dv-neutron-838883-3-hyperv is: [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '3a07a78e-e744-4061-b9ec-46bef792c634', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'port_id': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'mac_address': 'fa:16:3e:39:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:47Z', 'updated_at': '2022-04-22T15:19:47Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:33Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:19:50.483932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36980) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:50.578321 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2050e58-e44e-4423-b231-93c0b1db0833 None None] New status for floating IP 3a07a78e-e744-4061-b9ec-46bef792c634: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:19:50.593765 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d28aa2af-9878-4cd9-ac7f-f9e33d9a379b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/3a07a78e-e744-4061-b9ec-46bef792c634 HTTP/1.1" status: 200 len: 992 time: 0.1076241 Apr 22 15:19:50.941387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device d91f4abd-8c0a-49ed-a2e4-139320f10061 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:19:51.100529 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port d91f4abd-8c0a-49ed-a2e4-139320f10061, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d91f4abd-8c0a-49ed-a2e4-139320f10061,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:51.113923 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'port_id': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'mac_address': 'fa:16:3e:fa:68:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:19:51.133391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84acfa-9426-48f3-b1f3-9257becf3d12 req-7dc30ad3-d00e-4e22-9a7b-5c0ff6ef7222 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:51.134898 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9d84acfa-9426-48f3-b1f3-9257becf3d12 req-7dc30ad3-d00e-4e22-9a7b-5c0ff6ef7222 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 943 time: 0.0762541 Apr 22 15:19:51.165682 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:51.179012 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9d84acfa-9426-48f3-b1f3-9257becf3d12 req-c4d5ee25-047e-4e88-8c65-8ef600a09bed tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385795 Apr 22 15:19:51.185127 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91f4abd-8c0a-49ed-a2e4-139320f10061 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:19:51.200510 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port d91f4abd-8c0a-49ed-a2e4-139320f10061, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d91f4abd-8c0a-49ed-a2e4-139320f10061,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:51.204463 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:51.267225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=d91f4abd-8c0a-49ed-a2e4-139320f10061,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:51.595706 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 36986) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:51.627722 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['d91f4abd-8c0a-49ed-a2e4-139320f10061'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:19:51.700104 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c6ea64ff-0681-4663-b929-13a92ab60f70 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/3a07a78e-e744-4061-b9ec-46bef792c634 HTTP/1.1" status: 200 len: 994 time: 0.1032827 Apr 22 15:19:52.371872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6772514-36c8-45c3-9165-79fcffdb93db req-22ea8e01-6a01-4ab1-a918-1c35814b1f9d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:52.373218 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a6772514-36c8-45c3-9165-79fcffdb93db req-22ea8e01-6a01-4ab1-a918-1c35814b1f9d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 944 time: 0.0777245 Apr 22 15:19:52.417159 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a6772514-36c8-45c3-9165-79fcffdb93db req-9cf7bed3-4a90-4e0e-ade5-be79a09ba697 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379915 Apr 22 15:19:52.948962 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device d91f4abd-8c0a-49ed-a2e4-139320f10061 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:19:53.018551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port d91f4abd-8c0a-49ed-a2e4-139320f10061 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:19:53.022939 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port d91f4abd-8c0a-49ed-a2e4-139320f10061 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:19:53.023310 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:53.134490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:53.160983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91f4abd-8c0a-49ed-a2e4-139320f10061'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:19:53.170014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port d91f4abd-8c0a-49ed-a2e4-139320f10061, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d91f4abd-8c0a-49ed-a2e4-139320f10061,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:19:53.175080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:53.219407 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fea5228-1c66-4d53-9914-0e4a7599e334'] response: {'server_uuid': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'code': 200} Apr 22 15:19:53.244011 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=d91f4abd-8c0a-49ed-a2e4-139320f10061,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:53.513653 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a2dc7b10-e60c-48a2-83ca-b5d13aa6c6d7 req-a498c2fe-be33-4635-8b38-9676d8663b32 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 1098 time: 0.0670354 Apr 22 15:19:53.599220 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a2dc7b10-e60c-48a2-83ca-b5d13aa6c6d7 req-4fdd1734-a2e4-4c36-a7ea-9c5c0333dfe9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782952 Apr 22 15:19:53.627014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24831942-8165-46b8-a4db-9b1191b60100 req-59bdbd14-a228-4383-8dd1-2c4025ea4d06 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:53.628866 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24831942-8165-46b8-a4db-9b1191b60100 req-59bdbd14-a228-4383-8dd1-2c4025ea4d06 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 945 time: 0.0880756 Apr 22 15:19:53.672625 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24831942-8165-46b8-a4db-9b1191b60100 req-4746b559-f763-44b1-8e6c-518cbb3f82da tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382650 Apr 22 15:19:54.220290 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:19:54.963175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f5e7-df9e-4ae8-a4a8-b4dd56a8d0f1 req-db68533b-6768-448d-ad93-3e3a14e56525 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:54.964631 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2763f5e7-df9e-4ae8-a4a8-b4dd56a8d0f1 req-db68533b-6768-448d-ad93-3e3a14e56525 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 945 time: 0.1724632 Apr 22 15:19:55.010227 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2763f5e7-df9e-4ae8-a4a8-b4dd56a8d0f1 req-409879ea-eabd-4b6b-82d5-be3444354f80 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399084 Apr 22 15:19:56.202367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96575422-e72d-44b3-a92f-4720e6ec9a30 req-0c001717-1348-4166-815d-dedd69d93618 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:56.203796 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96575422-e72d-44b3-a92f-4720e6ec9a30 req-0c001717-1348-4166-815d-dedd69d93618 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 945 time: 0.0740213 Apr 22 15:19:56.248105 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96575422-e72d-44b3-a92f-4720e6ec9a30 req-d98ffc92-45a8-463c-9e60-24b49e8cffbf tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388777 Apr 22 15:19:56.442068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c9eda-39cf-479c-afaf-2843abe4f5df req-6f949567-cdfe-4b86-b3bc-ca2896ca51d9 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:56.443532 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-623c9eda-39cf-479c-afaf-2843abe4f5df req-6f949567-cdfe-4b86-b3bc-ca2896ca51d9 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 945 time: 0.0780735 Apr 22 15:19:56.487962 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-623c9eda-39cf-479c-afaf-2843abe4f5df req-7c0f4a1c-ce4c-48a8-bed2-bb9b5040fa7a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389297 Apr 22 15:19:56.519371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37002) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:56.586459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-44ae6f8f-c7bf-429e-9aed-2863ea57964f tempest-TestVolumeBootPattern-1005748944 tempest-TestVolumeBootPattern-1005748944-project-admin] Synchronizing usage tracker for tenant:d0452ed52eeb4720aaf9b7cd2b15affc on resource:port {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:19:56.603622 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-44ae6f8f-c7bf-429e-9aed-2863ea57964f tempest-TestVolumeBootPattern-1005748944 tempest-TestVolumeBootPattern-1005748944-project-admin] Unset dirty status for tenant:d0452ed52eeb4720aaf9b7cd2b15affc on resource:port {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:19:56.604751 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-44ae6f8f-c7bf-429e-9aed-2863ea57964f tempest-TestVolumeBootPattern-1005748944 tempest-TestVolumeBootPattern-1005748944-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 1093 time: 0.0843911 Apr 22 15:19:56.607515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37006) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:19:56.612527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:19:56.618440 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:19:56.622106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Usage tracker for resource:floatingip and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:19:56.624893 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:19:56.630670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:19:56.640718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:56.771835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:56.904562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Allocated IP 172.26.8.203 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/c6cb7efc-1469-4cfb-a57d-b451071dbee3) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:19:57.049377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:57.075459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:57.138510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:19:57.141083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:19:57.145233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:19:57.180799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'Port': ['ID=c6cb7efc-1469-4cfb-a57d-b451071dbee3,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:57.637433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:57.780746 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:57.974844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:57.980506 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:58.085064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'Port': ['ID=c6cb7efc-1469-4cfb-a57d-b451071dbee3,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:19:58.096683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:58.282508 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Floating IP 5f5e171e-79d2-4898-a776-51572ff9eb63 associated. External IP: 172.26.8.203, port: d91f4abd-8c0a-49ed-a2e4-139320f10061. Apr 22 15:19:58.670487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:19:58.866002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:19:58.875289 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa3fec-8cd0-444e-bf3f-88699b82e4ee None None] Sync routers for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:19:58.887353 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa3fec-8cd0-444e-bf3f-88699b82e4ee None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:58.888032 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-45fa3fec-8cd0-444e-bf3f-88699b82e4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:19:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:58.890379 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:19:58.952852 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fc475007-0410-4344-9123-1b0e1394a275 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3443429 Apr 22 15:19:58.953803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'tag': 'd91f4abd-8c0a-49ed-a2e4-139320f10061'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:19:59.010907 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40db89a0-ce14-4bde-8241-d68e2d1cf283'] response: {'name': 'network-changed', 'server_uuid': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'tag': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'status': 'completed', 'code': 200} Apr 22 15:19:59.067782 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-45fa3fec-8cd0-444e-bf3f-88699b82e4ee None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:59.130804 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-46900e9f-f16b-43a0-8f20-59c167e8b6c6 req-a04914ed-f31c-4e30-89f8-70a9bfb0fb3d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 1098 time: 0.0684497 Apr 22 15:19:59.260672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46900e9f-f16b-43a0-8f20-59c167e8b6c6 req-5368644d-6ada-45ad-a9d0-ac12d777da6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:59.262134 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-46900e9f-f16b-43a0-8f20-59c167e8b6c6 req-5368644d-6ada-45ad-a9d0-ac12d777da6c service neutron] 10.222.0.70 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 913 time: 0.1245949 Apr 22 15:19:59.366977 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-46900e9f-f16b-43a0-8f20-59c167e8b6c6 req-940a5e65-2c71-4872-9f0b-f5181d68a258 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d91f4abd-8c0a-49ed-a2e4-139320f10061 HTTP/1.1" status: 200 len: 999 time: 0.0985944 Apr 22 15:19:59.433367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46900e9f-f16b-43a0-8f20-59c167e8b6c6 req-e902c2f1-2300-4313-b73a-8b55f2138a0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:19:59.434845 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-46900e9f-f16b-43a0-8f20-59c167e8b6c6 req-e902c2f1-2300-4313-b73a-8b55f2138a0a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 200 len: 851 time: 0.0616739 Apr 22 15:19:59.438406 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-45fa3fec-8cd0-444e-bf3f-88699b82e4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '5f5e171e-79d2-4898-a776-51572ff9eb63', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:fa:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:57Z', 'updated_at': '2022-04-22T15:19:57Z', 'revision_number': 0, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:59.442775 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa3fec-8cd0-444e-bf3f-88699b82e4ee None None] Checking router: cc41746b-4e25-4b9a-9e3d-0f24078acaa2 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:19:59.453045 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fa3fec-8cd0-444e-bf3f-88699b82e4ee None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:19:59.453637 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-45fa3fec-8cd0-444e-bf3f-88699b82e4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:19:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:59.509823 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-46900e9f-f16b-43a0-8f20-59c167e8b6c6 req-daf43ca1-5fb1-4e9b-94ec-5bead15a1f63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674815 Apr 22 15:19:59.626714 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-45fa3fec-8cd0-444e-bf3f-88699b82e4ee None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:19:59.640505 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-46900e9f-f16b-43a0-8f20-59c167e8b6c6 req-e4616d90-3560-499d-b3f0-ca2069e96dc6 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247566 Apr 22 15:19:59.772801 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-46900e9f-f16b-43a0-8f20-59c167e8b6c6 req-8e82eca1-67b9-4916-8c05-1902e6776eee service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248446 Apr 22 15:19:59.962645 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-45fa3fec-8cd0-444e-bf3f-88699b82e4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '5f5e171e-79d2-4898-a776-51572ff9eb63', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:fa:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:57Z', 'updated_at': '2022-04-22T15:19:57Z', 'revision_number': 0, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:19:59.966367 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fa3fec-8cd0-444e-bf3f-88699b82e4ee None None] The sync data for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv is: [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '5f5e171e-79d2-4898-a776-51572ff9eb63', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:fa:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:57Z', 'updated_at': '2022-04-22T15:19:57Z', 'revision_number': 0, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:20:00.906314 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c3fa5-d843-4d0d-b438-e0bd18d8057c None None] New status for floating IP 5f5e171e-79d2-4898-a776-51572ff9eb63: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:20:02.912457 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:12.687825 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-812bc934-bad7-46d6-9285-c0b6988e93d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:14.963029 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c27e2eff-67ae-489e-a194-64bf18dbad23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:15.963581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:15.968253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:17.515605 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:31.221140 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:20:32.911075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:42.692630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9bec71ee-686d-4d58-82ff-d013ad6aff5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:43.533869 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba038d93-2b50-441e-92f9-b12046a2bebf req-ef6e2230-aa5b-448f-b4d1-9d21177a7d48 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662158 Apr 22 15:20:43.692613 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba038d93-2b50-441e-92f9-b12046a2bebf req-90d2a188-39a8-4282-a054-d869ddfb64a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 1099 time: 0.0709016 Apr 22 15:20:43.840512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba038d93-2b50-441e-92f9-b12046a2bebf req-afc37e9c-7d3c-4204-a0dd-bdb52e3fc511 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:43.841867 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba038d93-2b50-441e-92f9-b12046a2bebf req-afc37e9c-7d3c-4204-a0dd-bdb52e3fc511 service neutron] 10.222.0.70 "GET /v2.0/networks?id=498a27ae-e789-4b02-9cd4-e5702185369b HTTP/1.1" status: 200 len: 898 time: 0.1291101 Apr 22 15:20:43.949911 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba038d93-2b50-441e-92f9-b12046a2bebf req-74e94297-e835-424a-bb2f-c7791fcabbec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab5ff2d5-f852-45d2-b865-96bb2218b7ba HTTP/1.1" status: 200 len: 1002 time: 0.1000192 Apr 22 15:20:44.012906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba038d93-2b50-441e-92f9-b12046a2bebf req-36d99a10-f590-4a1d-b4e4-455718bbc669 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:20:44.014367 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba038d93-2b50-441e-92f9-b12046a2bebf req-36d99a10-f590-4a1d-b4e4-455718bbc669 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1092411e-e9dc-416d-a81b-e17d7fd86ada HTTP/1.1" status: 200 len: 835 time: 0.0598919 Apr 22 15:20:44.091059 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba038d93-2b50-441e-92f9-b12046a2bebf req-a7bf90fa-eb80-41f2-8c48-32a3f790a330 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=498a27ae-e789-4b02-9cd4-e5702185369b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698826 Apr 22 15:20:44.223723 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba038d93-2b50-441e-92f9-b12046a2bebf req-852a78b5-69ee-424c-a906-69bd5bce806f service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272235 Apr 22 15:20:44.441893 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba038d93-2b50-441e-92f9-b12046a2bebf req-ef5f7e8f-fb30-43c7-a893-7de72bd1b11a service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114336 Apr 22 15:20:44.949479 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1aa61d2-d24e-4dcd-acf2-6bae862bc91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:45.965217 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:45.970006 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:20:47.517952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:02.933386 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:03.025307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37048) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:03.096249 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-06a86073-b72f-47b0-8bb5-6564c5a35813 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?project_id=837b6f9741fb4d28b96872e0afaf71d8&network_id=498a27ae-e789-4b02-9cd4-e5702185369b HTTP/1.1" status: 200 len: 3000 time: 0.0697536 Apr 22 15:21:04.469571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37060) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:04.526974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e486e5-a58b-4ad9-bf2e-6be31d44f186 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:04.528391 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f1e486e5-a58b-4ad9-bf2e-6be31d44f186 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999 HTTP/1.1" status: 200 len: 814 time: 0.0578337 Apr 22 15:21:05.008457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37068) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:05.013790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-746b7698-b533-423b-ae08-73bdde801f34 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:05.114101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-746b7698-b533-423b-ae08-73bdde801f34 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:05.376964 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-746b7698-b533-423b-ae08-73bdde801f34 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:05.380561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-746b7698-b533-423b-ae08-73bdde801f34 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:05.380866 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-746b7698-b533-423b-ae08-73bdde801f34 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Floating IP 3a07a78e-e744-4061-b9ec-46bef792c634 disassociated. External IP: 172.26.8.209, port: ab5ff2d5-f852-45d2-b865-96bb2218b7ba. Apr 22 15:21:05.771063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746b7698-b533-423b-ae08-73bdde801f34 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router f548cf7c-2024-4ec9-ade2-f78352cf7e0b has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:21:05.970521 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746b7698-b533-423b-ae08-73bdde801f34 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:21:05.975351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-746b7698-b533-423b-ae08-73bdde801f34 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:05.981609 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e6f45-0772-4f34-a21b-12b665579669 None None] Sync routers for ids ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:21:05.994028 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e6f45-0772-4f34-a21b-12b665579669 None None] Routers {'f548cf7c-2024-4ec9-ade2-f78352cf7e0b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:21:05.994847 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f76e6f45-0772-4f34-a21b-12b665579669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:20:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:06.027178 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-746b7698-b533-423b-ae08-73bdde801f34 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/floatingips/3a07a78e-e744-4061-b9ec-46bef792c634 HTTP/1.1" status: 200 len: 690 time: 1.0175755 Apr 22 15:21:06.027627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'tag': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:21:06.030120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37072) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:06.100935 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4f225d7-5b80-49ee-ac25-9e1e3c4e21f9'] response: {'name': 'network-changed', 'server_uuid': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'tag': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba', 'status': 'completed', 'code': 200} Apr 22 15:21:06.135705 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-24a7fe4e-e531-4789-ab5c-2f1d2575f879 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/3a07a78e-e744-4061-b9ec-46bef792c634 HTTP/1.1" status: 200 len: 690 time: 0.1031351 Apr 22 15:21:06.173870 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-f76e6f45-0772-4f34-a21b-12b665579669 None None] Set router f548cf7c-2024-4ec9-ade2-f78352cf7e0b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:21:06.222438 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d38b9af1-233e-4454-83a4-8099ccc9f383 req-ef3c303e-bea9-46d0-bcce-7cfc52851db2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 1099 time: 0.0778394 Apr 22 15:21:06.471447 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b9af1-233e-4454-83a4-8099ccc9f383 req-81282157-c311-48e7-8e80-ec3cb3594968 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:06.472787 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d38b9af1-233e-4454-83a4-8099ccc9f383 req-81282157-c311-48e7-8e80-ec3cb3594968 service neutron] 10.222.0.70 "GET /v2.0/networks?id=498a27ae-e789-4b02-9cd4-e5702185369b HTTP/1.1" status: 200 len: 898 time: 0.2449629 Apr 22 15:21:06.495234 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f76e6f45-0772-4f34-a21b-12b665579669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:33Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:06.498921 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e6f45-0772-4f34-a21b-12b665579669 None None] Checking router: f548cf7c-2024-4ec9-ade2-f78352cf7e0b for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:21:06.509379 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e6f45-0772-4f34-a21b-12b665579669 None None] Routers {'f548cf7c-2024-4ec9-ade2-f78352cf7e0b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:21:06.509958 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f76e6f45-0772-4f34-a21b-12b665579669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:20:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:06.539818 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d38b9af1-233e-4454-83a4-8099ccc9f383 req-0bf67b74-e61d-4ae5-a113-95b6a26e7b6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab5ff2d5-f852-45d2-b865-96bb2218b7ba HTTP/1.1" status: 200 len: 217 time: 0.0604200 Apr 22 15:21:06.607738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b9af1-233e-4454-83a4-8099ccc9f383 req-2f6b5461-4aa8-4878-b813-1831af01040e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:06.609155 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d38b9af1-233e-4454-83a4-8099ccc9f383 req-2f6b5461-4aa8-4878-b813-1831af01040e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1092411e-e9dc-416d-a81b-e17d7fd86ada HTTP/1.1" status: 200 len: 835 time: 0.0631752 Apr 22 15:21:06.680337 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d38b9af1-233e-4454-83a4-8099ccc9f383 req-6f7974bb-eb7e-4fea-b8ff-6fc825366ee4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=498a27ae-e789-4b02-9cd4-e5702185369b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652418 Apr 22 15:21:06.713109 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-f76e6f45-0772-4f34-a21b-12b665579669 None None] Set router f548cf7c-2024-4ec9-ade2-f78352cf7e0b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:21:06.809392 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d38b9af1-233e-4454-83a4-8099ccc9f383 req-ec6112fd-c912-4044-9d50-d7b2294c5290 service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230550 Apr 22 15:21:06.940180 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d38b9af1-233e-4454-83a4-8099ccc9f383 req-04246059-c49b-4096-bde9-03c58fea2786 service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242058 Apr 22 15:21:07.025231 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f76e6f45-0772-4f34-a21b-12b665579669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:33Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:07.028938 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e6f45-0772-4f34-a21b-12b665579669 None None] The sync data for ids ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'] in dv-neutron-838883-3-hyperv is: [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:33Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:21:07.138524 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37078) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:07.235043 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6470bca6-1f54-4f2d-855d-c2000ddb8d5e None None] New status for floating IP 3a07a78e-e744-4061-b9ec-46bef792c634: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:21:07.317456 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-386c7514-d10f-457a-a2d5-c3fd16042ee1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/3a07a78e-e744-4061-b9ec-46bef792c634 HTTP/1.1" status: 200 len: 690 time: 0.1771336 Apr 22 15:21:08.221172 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:21:08.321101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37082) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:08.399741 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-43cef8ff-1d71-4fce-9a85-c7fe81ad4562 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/3a07a78e-e744-4061-b9ec-46bef792c634 HTTP/1.1" status: 200 len: 688 time: 0.0776031 Apr 22 15:21:09.620088 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37090) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:09.625549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1338988380', 'description': 'tempest-secgroup-smoke-1338988380 description', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:09.631862 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:09.641221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:09.651255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:09.683972 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:09.687595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:09.690306 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:09.696342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:09.752177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:09.756324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:09.798273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a62701-1204-48fb-84c2-93f0c49e82b9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:09.807755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:09.808900 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1878369 Apr 22 15:21:09.810437 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.810772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.811101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.811513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.811845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.811938 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37094) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:09.812345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.812478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.812794 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.813110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.813543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.813945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ab26d-8b4c-405d-8a55-95cb48969d5b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.818120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '45a62701-1204-48fb-84c2-93f0c49e82b9', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:09.824085 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:09.828001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:09.830849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:09.836470 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:09.855173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:09.915016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:09.918510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:09.940236 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2f1348-be9c-4709-9140-f2d1b498a6d5,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:09.951455 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.951842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.952165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.952497 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.952859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.953199 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.953482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.953822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.954112 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.954447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.954758 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:09.960177 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:09.962800 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c62e3660-7a3c-426c-8ce5-7067619f05ba tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1498659 Apr 22 15:21:09.963012 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37098) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:09.969550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-168fea26-504c-4992-96d2-77f429b4753a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '45a62701-1204-48fb-84c2-93f0c49e82b9', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:09.976355 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-168fea26-504c-4992-96d2-77f429b4753a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:09.980429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-168fea26-504c-4992-96d2-77f429b4753a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:09.983382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-168fea26-504c-4992-96d2-77f429b4753a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:09.990223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-168fea26-504c-4992-96d2-77f429b4753a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:10.006031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-168fea26-504c-4992-96d2-77f429b4753a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.066530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-168fea26-504c-4992-96d2-77f429b4753a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.070320 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-168fea26-504c-4992-96d2-77f429b4753a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.092851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fea26-504c-4992-96d2-77f429b4753a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a82c55-0ab1-4dce-8b4d-539533cfb781,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:10.101794 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-168fea26-504c-4992-96d2-77f429b4753a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.103006 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-168fea26-504c-4992-96d2-77f429b4753a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1386867 Apr 22 15:21:10.105678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37102) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:10.111191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b52fde5f-f9b7-40a2-9fbc-e4f1d5e0843e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '45a62701-1204-48fb-84c2-93f0c49e82b9', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:10.116718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b52fde5f-f9b7-40a2-9fbc-e4f1d5e0843e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:10.120405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b52fde5f-f9b7-40a2-9fbc-e4f1d5e0843e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:10.123256 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b52fde5f-f9b7-40a2-9fbc-e4f1d5e0843e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:10.128894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b52fde5f-f9b7-40a2-9fbc-e4f1d5e0843e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:10.144846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b52fde5f-f9b7-40a2-9fbc-e4f1d5e0843e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.205802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b52fde5f-f9b7-40a2-9fbc-e4f1d5e0843e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.210064 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b52fde5f-f9b7-40a2-9fbc-e4f1d5e0843e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.235819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fde5f-f9b7-40a2-9fbc-e4f1d5e0843e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73bf2bc-aa6a-41e4-9306-7d8f356c8ee3,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:10.245682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b52fde5f-f9b7-40a2-9fbc-e4f1d5e0843e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.246853 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b52fde5f-f9b7-40a2-9fbc-e4f1d5e0843e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1402597 Apr 22 15:21:10.249513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37106) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:10.254829 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c8e3047a-45bd-4e1f-89c0-0f7efa6b7316 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '45a62701-1204-48fb-84c2-93f0c49e82b9', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:10.260258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c8e3047a-45bd-4e1f-89c0-0f7efa6b7316 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:10.263942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c8e3047a-45bd-4e1f-89c0-0f7efa6b7316 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:10.266766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c8e3047a-45bd-4e1f-89c0-0f7efa6b7316 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:10.272397 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c8e3047a-45bd-4e1f-89c0-0f7efa6b7316 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:10.288252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8e3047a-45bd-4e1f-89c0-0f7efa6b7316 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.349981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8e3047a-45bd-4e1f-89c0-0f7efa6b7316 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.353366 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8e3047a-45bd-4e1f-89c0-0f7efa6b7316 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.377505 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3047a-45bd-4e1f-89c0-0f7efa6b7316 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362911f8-13da-4906-b206-c83c37a5c39a,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:10.386488 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8e3047a-45bd-4e1f-89c0-0f7efa6b7316 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.387676 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c8e3047a-45bd-4e1f-89c0-0f7efa6b7316 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1372330 Apr 22 15:21:10.390471 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37110) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:10.395763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6559dc0e-187c-41b5-b44d-d60e5277b19c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '45a62701-1204-48fb-84c2-93f0c49e82b9', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:10.401299 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6559dc0e-187c-41b5-b44d-d60e5277b19c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:10.405037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6559dc0e-187c-41b5-b44d-d60e5277b19c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:10.407898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6559dc0e-187c-41b5-b44d-d60e5277b19c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:10.414250 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6559dc0e-187c-41b5-b44d-d60e5277b19c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:10.424204 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-6559dc0e-187c-41b5-b44d-d60e5277b19c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:21:10.431164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6559dc0e-187c-41b5-b44d-d60e5277b19c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.494477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6559dc0e-187c-41b5-b44d-d60e5277b19c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.497754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6559dc0e-187c-41b5-b44d-d60e5277b19c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.519631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559dc0e-187c-41b5-b44d-d60e5277b19c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fe362a-9b78-42d3-8f98-76ffb82e0f85,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:10.528041 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6559dc0e-187c-41b5-b44d-d60e5277b19c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.529226 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6559dc0e-187c-41b5-b44d-d60e5277b19c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1378369 Apr 22 15:21:10.531979 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37114) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:10.537783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-15a863ab-3dd0-4110-8bf2-3cdf8524e37d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '45a62701-1204-48fb-84c2-93f0c49e82b9', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:10.543220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-15a863ab-3dd0-4110-8bf2-3cdf8524e37d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:10.546877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-15a863ab-3dd0-4110-8bf2-3cdf8524e37d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:21:10.549658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-15a863ab-3dd0-4110-8bf2-3cdf8524e37d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:21:10.555291 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-15a863ab-3dd0-4110-8bf2-3cdf8524e37d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:10.564980 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-15a863ab-3dd0-4110-8bf2-3cdf8524e37d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:21:10.571379 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-15a863ab-3dd0-4110-8bf2-3cdf8524e37d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.636738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-15a863ab-3dd0-4110-8bf2-3cdf8524e37d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.639865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-15a863ab-3dd0-4110-8bf2-3cdf8524e37d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.662646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a863ab-3dd0-4110-8bf2-3cdf8524e37d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfa487b-a28c-4330-80c8-055cf1037452,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:10.671202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-15a863ab-3dd0-4110-8bf2-3cdf8524e37d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:10.672331 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-15a863ab-3dd0-4110-8bf2-3cdf8524e37d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1394796 Apr 22 15:21:10.870789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-3412923b-9159-4b43-8c4e-1688d7a1945e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:21:10.884897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-3412923b-9159-4b43-8c4e-1688d7a1945e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:21:10.886322 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-3412923b-9159-4b43-8c4e-1688d7a1945e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1338988380&fields=id&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 267 time: 0.0551486 Apr 22 15:21:11.029031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-14c3c34f-b7c9-4512-aae4-ec8eff9910b8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:11.030394 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-14c3c34f-b7c9-4512-aae4-ec8eff9910b8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/networks?id=498a27ae-e789-4b02-9cd4-e5702185369b HTTP/1.1" status: 200 len: 797 time: 0.1377845 Apr 22 15:21:11.046057 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-b379b5a7-331d-4628-af8f-2a54e7fa811d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/quotas/837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 375 time: 0.0104749 Apr 22 15:21:11.126005 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-e0e75ade-06c5-4595-b007-fe0050a8a2c2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0752838 Apr 22 15:21:11.259798 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-6116b501-b0df-4a8f-a759-8775013bca30 service neutron] 10.222.0.71 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224232 Apr 22 15:21:11.387365 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-2c4b9f73-f7d8-4a51-bd53-8228b0ac38d5 service neutron] 10.222.0.71 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218758 Apr 22 15:21:11.572477 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2bba8a86-8dd3-45b0-b0ae-abd54caa9263 req-91682f21-d429-4790-b284-7760ad0d6624 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 210 time: 0.0449243 Apr 22 15:21:12.703325 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-600ee491-808c-4d33-8de5-d81642afeee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:12.795189 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c793e0b2-d57c-42cd-b332-3568f889212c req-dc26cac4-9f03-4811-aa0b-66346b3c8cae tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 210 time: 0.0560839 Apr 22 15:21:12.803535 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-2bdfc8cc-4278-444e-b86a-5425e2ac7ec8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:12.804876 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-2bdfc8cc-4278-444e-b86a-5425e2ac7ec8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/networks?id=498a27ae-e789-4b02-9cd4-e5702185369b HTTP/1.1" status: 200 len: 797 time: 0.2793181 Apr 22 15:21:12.886175 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-c2f4b0ba-bc82-480b-ac98-1e24baac3ea5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 472 time: 0.0417440 Apr 22 15:21:12.905944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'port': {'device_id': '9ceae404-65b0-4a32-8b02-d8130cbd9ec8', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'admin_state_up': True, 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'security_groups': ['45a62701-1204-48fb-84c2-93f0c49e82b9']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:13.038060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:13.047331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:13.057101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:21:13.060019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:13.216614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.14 (498a27ae-e789-4b02-9cd4-e5702185369b/1092411e-e9dc-416d-a81b-e17d7fd86ada/b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:21:13.401032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:13.416510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:21:13.437318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:13.510482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 498a27ae-e789-4b02-9cd4-e5702185369b is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:21:13.513504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:21:13.517834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:21:13.543458 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:13.580229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:13.580828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:13.606391 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-cc90a1f9-a61d-49e2-b6a8-c3bbda1e4a0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7038183 Apr 22 15:21:13.623321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Request body: {'port': {'device_id': '9ceae404-65b0-4a32-8b02-d8130cbd9ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:13.733487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:13.738482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4f155137-808e-49b2-b976-3de0f42b6dc2 None None] Provisioning for port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:21:13.743163 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4f155137-808e-49b2-b976-3de0f42b6dc2 None None] Provisioning complete for port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:21:13.743533 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4f155137-808e-49b2-b976-3de0f42b6dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:13.826813 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-4f155137-808e-49b2-b976-3de0f42b6dc2 None None] Port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:21:14.064748 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adf16b-f510-4143-ac14-bc61c8fd8380 req-d1ba140f-35b1-48dc-af13-c71d5117b1bb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:14.065428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-84adf16b-f510-4143-ac14-bc61c8fd8380 req-d1ba140f-35b1-48dc-af13-c71d5117b1bb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:21:14.130270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-84adf16b-f510-4143-ac14-bc61c8fd8380 req-d1ba140f-35b1-48dc-af13-c71d5117b1bb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:21:14.131321 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-84adf16b-f510-4143-ac14-bc61c8fd8380 req-d1ba140f-35b1-48dc-af13-c71d5117b1bb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 932 time: 0.1949484 Apr 22 15:21:14.156050 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:21:14.166840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:14.193949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Transition to ACTIVE for port object b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:21:14.199097 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-84adf16b-f510-4143-ac14-bc61c8fd8380 req-2adfc222-6b4a-4282-8f9c-cc4abe7b5972 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=45a62701-1204-48fb-84c2-93f0c49e82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612552 Apr 22 15:21:14.200056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:14.322476 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:14.433170 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Attempting to bind port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:21:14.433502 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Attempting to bind port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:21:14.433830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Attempting to bind port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 on network 498a27ae-e789-4b02-9cd4-e5702185369b {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:21:14.439481 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 on network 498a27ae-e789-4b02-9cd4-e5702185369b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:21:14.440046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Attempting to bind port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 on network 498a27ae-e789-4b02-9cd4-e5702185369b {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:21:14.446669 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:21:14.446968 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Checking segment: {'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:21:14.447343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Bound using segment: {'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:21:14.447767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Bound port: b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52408402-76a8-432e-a662-ce3cda9e54d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:21:14.448110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:14.532197 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] For port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:21:14.534983 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] For port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:21:14.540219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:14.688427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:14.689826 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] 10.222.0.70 "PUT /v2.0/ports/b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 HTTP/1.1" status: 200 len: 1094 time: 1.0707281 Apr 22 15:21:14.690271 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ceae404-65b0-4a32-8b02-d8130cbd9ec8', 'tag': 'b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:21:14.714257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827c419-2c3b-4ee9-8aaa-d00baf13fec4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:14.779242 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a1b7d1-7ede-4a54-aca9-6cd9d2429a5f'] response: {'name': 'network-changed', 'server_uuid': '9ceae404-65b0-4a32-8b02-d8130cbd9ec8', 'tag': 'b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5', 'status': 'completed', 'code': 200} Apr 22 15:21:14.814820 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-883a4b06-3670-41d4-96a6-309678026d31 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0728426 Apr 22 15:21:14.896519 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-a6bbf303-aedd-4197-b955-3889316bd424 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 HTTP/1.1" status: 200 len: 217 time: 0.0676744 Apr 22 15:21:14.952640 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28c78fbb-3e9c-408b-acd5-208c6c14c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:14.958469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-ea949a1f-67bc-4b83-b98b-b25ef4d8316b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:14.959898 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-ea949a1f-67bc-4b83-b98b-b25ef4d8316b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1092411e-e9dc-416d-a81b-e17d7fd86ada HTTP/1.1" status: 200 len: 835 time: 0.0573845 Apr 22 15:21:15.037156 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-71bce1f7-58f7-4a9c-a711-a44dcbf986c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=498a27ae-e789-4b02-9cd4-e5702185369b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709794 Apr 22 15:21:15.166278 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-3ddbc799-6382-4317-81d2-e99a30fca68d service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228762 Apr 22 15:21:15.295274 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05ce1f2-df23-403e-bdbd-aa8780e75b0e req-f815f7b0-6367-47da-88f8-0e34cad13650 service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230516 Apr 22 15:21:15.431929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fb7dd-ffd1-46bf-8676-35c9d6f232dc req-2c92b88e-661f-4d34-8bc0-de802ceaaa8c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:15.433349 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4d0fb7dd-ffd1-46bf-8676-35c9d6f232dc req-2c92b88e-661f-4d34-8bc0-de802ceaaa8c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 944 time: 0.1144199 Apr 22 15:21:15.492888 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4d0fb7dd-ffd1-46bf-8676-35c9d6f232dc req-bbee2cbd-7617-422f-94de-3ce2712f32e0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=45a62701-1204-48fb-84c2-93f0c49e82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530343 Apr 22 15:21:15.496481 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1603212-8398-4f2c-894d-73e7b15a7757 req-c1185ff2-6c0a-452e-a386-214de0888049 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 1097 time: 0.1167235 Apr 22 15:21:15.624755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1603212-8398-4f2c-894d-73e7b15a7757 req-7fbb6852-ba26-4908-9ed1-fef6b50d23ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:15.626199 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1603212-8398-4f2c-894d-73e7b15a7757 req-7fbb6852-ba26-4908-9ed1-fef6b50d23ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=498a27ae-e789-4b02-9cd4-e5702185369b HTTP/1.1" status: 200 len: 898 time: 0.1236491 Apr 22 15:21:15.699098 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1603212-8398-4f2c-894d-73e7b15a7757 req-25ca1e3b-deb6-47b5-a2c5-316ca1e9a190 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 HTTP/1.1" status: 200 len: 217 time: 0.0671363 Apr 22 15:21:15.762002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1603212-8398-4f2c-894d-73e7b15a7757 req-99cd3a20-2ca8-4593-a527-13a37fcad571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:15.763391 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1603212-8398-4f2c-894d-73e7b15a7757 req-99cd3a20-2ca8-4593-a527-13a37fcad571 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1092411e-e9dc-416d-a81b-e17d7fd86ada HTTP/1.1" status: 200 len: 835 time: 0.0589104 Apr 22 15:21:15.832374 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1603212-8398-4f2c-894d-73e7b15a7757 req-707d8f48-b510-4146-95a7-0ab970fa5e70 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=498a27ae-e789-4b02-9cd4-e5702185369b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0635734 Apr 22 15:21:15.965630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:15.972002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:15.973394 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1603212-8398-4f2c-894d-73e7b15a7757 req-f17f7ff2-02c1-40b0-84de-84a8d3ce9576 service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351547 Apr 22 15:21:16.109821 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1603212-8398-4f2c-894d-73e7b15a7757 req-6cab9990-10ba-4169-be0a-6a4413c6eb7c service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306472 Apr 22 15:21:16.687365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0086d0-f6fd-4d60-8423-3d58d83dfa4c req-a83c54d3-fc0a-4795-a5a1-9efe41df117a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:16.688775 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9b0086d0-f6fd-4d60-8423-3d58d83dfa4c req-a83c54d3-fc0a-4795-a5a1-9efe41df117a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 944 time: 0.0774095 Apr 22 15:21:16.732450 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9b0086d0-f6fd-4d60-8423-3d58d83dfa4c req-485d104a-5285-406f-9457-2ba8b12c169c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=45a62701-1204-48fb-84c2-93f0c49e82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382001 Apr 22 15:21:17.519985 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:17.923654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4466e-37c0-4295-88be-4b1344b2c822 req-92eff4ba-e4c6-4b32-aed9-1073587e952c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:17.925077 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2ff4466e-37c0-4295-88be-4b1344b2c822 req-92eff4ba-e4c6-4b32-aed9-1073587e952c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 944 time: 0.0745769 Apr 22 15:21:17.970163 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2ff4466e-37c0-4295-88be-4b1344b2c822 req-58f62c7c-8fb4-4661-99be-df97c20a80ee tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=45a62701-1204-48fb-84c2-93f0c49e82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389876 Apr 22 15:21:19.247566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876a459-6878-4520-ab69-8d472c3a4153 req-62a7501e-ab80-4415-b3f4-85d3b6044eb0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:19.249000 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a876a459-6878-4520-ab69-8d472c3a4153 req-62a7501e-ab80-4415-b3f4-85d3b6044eb0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 944 time: 0.1603940 Apr 22 15:21:19.292384 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a876a459-6878-4520-ab69-8d472c3a4153 req-ed2c5823-8013-419b-af12-0e66333670c2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=45a62701-1204-48fb-84c2-93f0c49e82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379980 Apr 22 15:21:19.488237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:21:19.637610 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:21:19.650787 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'port_id': 'b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5', 'mac_address': 'fa:16:3e:7d:7a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:21:19.706498 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:19.724431 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:21:19.740177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:21:19.744972 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:19.807776 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:19.815880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:19.816225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:19.816561 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:19.816893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:19.817223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:19.818070 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:19.818420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:19.818746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:19.819065 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:19.819383 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:19.819702 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:21:20.144597 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:21:20.486541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1788b4c-3d54-4801-bed3-275d6869f3c8 req-36b646ae-0187-4062-a4b5-c5602b1a15e7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:20.488207 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e1788b4c-3d54-4801-bed3-275d6869f3c8 req-36b646ae-0187-4062-a4b5-c5602b1a15e7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 945 time: 0.0739629 Apr 22 15:21:20.534271 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e1788b4c-3d54-4801-bed3-275d6869f3c8 req-6a85b933-d5c5-48a2-b50c-3aa23aaedfca tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=45a62701-1204-48fb-84c2-93f0c49e82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406139 Apr 22 15:21:21.487611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:21:21.561944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:21:21.571929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:21:21.572288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:21.738676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a0f14-91cd-47ab-9727-14099f92b633 req-6161f28b-ccca-4b93-be2a-3f2cd21eab02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:21.740686 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c00a0f14-91cd-47ab-9727-14099f92b633 req-6161f28b-ccca-4b93-be2a-3f2cd21eab02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 945 time: 0.0864499 Apr 22 15:21:21.787325 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c00a0f14-91cd-47ab-9727-14099f92b633 req-a6dbe1f3-abf6-4f62-8882-50dcad64d9d7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=45a62701-1204-48fb-84c2-93f0c49e82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397651 Apr 22 15:21:21.824862 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:21.861107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ceae404-65b0-4a32-8b02-d8130cbd9ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:21:21.873887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:21:21.879582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:21.916344 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538227e5-9f91-40d8-8600-03c37decee4c'] response: {'server_uuid': '9ceae404-65b0-4a32-8b02-d8130cbd9ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5', 'code': 200} Apr 22 15:21:21.961521 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:22.185850 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-77a5d27b-05ce-4b8b-8888-0a6243ab1c00 req-2a35df37-e2b3-4643-b7b7-4d958d31962c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 1099 time: 0.0680234 Apr 22 15:21:22.226689 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-77a5d27b-05ce-4b8b-8888-0a6243ab1c00 req-56ecb5a5-99c1-4ca7-989c-6be4cd4cb175 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=45a62701-1204-48fb-84c2-93f0c49e82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344551 Apr 22 15:21:22.978844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527e1e1-88eb-4252-90b6-be411c68a9b7 req-3a379cbf-33f3-468c-b4b2-564e52d62b7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:22.980545 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b527e1e1-88eb-4252-90b6-be411c68a9b7 req-3a379cbf-33f3-468c-b4b2-564e52d62b7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 946 time: 0.0761576 Apr 22 15:21:23.026189 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b527e1e1-88eb-4252-90b6-be411c68a9b7 req-62989250-2a5b-4a47-bc74-7523b8feea94 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=45a62701-1204-48fb-84c2-93f0c49e82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395150 Apr 22 15:21:24.225918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7545b74-115a-41ec-a5f5-ccccab3a2504 req-71f5bc28-77e8-4691-95a6-179839c4ac95 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:24.227365 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e7545b74-115a-41ec-a5f5-ccccab3a2504 req-71f5bc28-77e8-4691-95a6-179839c4ac95 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 946 time: 0.0775964 Apr 22 15:21:24.271285 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e7545b74-115a-41ec-a5f5-ccccab3a2504 req-64f22edf-074f-47ab-ad08-5e4538b5fa1d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=45a62701-1204-48fb-84c2-93f0c49e82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379982 Apr 22 15:21:24.466030 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10446ff6-8edc-4e60-b0e4-4ed735d60450 req-701d1848-6473-4dc6-a165-d36049cdfbec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:24.467487 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10446ff6-8edc-4e60-b0e4-4ed735d60450 req-701d1848-6473-4dc6-a165-d36049cdfbec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 946 time: 0.0752783 Apr 22 15:21:24.520537 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10446ff6-8edc-4e60-b0e4-4ed735d60450 req-419485bb-9690-44f4-8366-a4e983a79a7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=45a62701-1204-48fb-84c2-93f0c49e82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473678 Apr 22 15:21:24.547323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37162) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:24.615578 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8a4f0c34-9c6d-4a7b-abd1-7e976a71dd7a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 1094 time: 0.0666158 Apr 22 15:21:24.618667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37166) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:24.623949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-81c3914c-b63b-42ab-9c45-19193e1259c9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'floatingip': {'port_id': 'b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:24.704238 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-81c3914c-b63b-42ab-9c45-19193e1259c9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:25.272089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-81c3914c-b63b-42ab-9c45-19193e1259c9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:25.275633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-81c3914c-b63b-42ab-9c45-19193e1259c9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:25.454845 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-81c3914c-b63b-42ab-9c45-19193e1259c9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Floating IP 3a07a78e-e744-4061-b9ec-46bef792c634 associated. External IP: 172.26.8.209, port: b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5. Apr 22 15:21:25.916383 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c3914c-b63b-42ab-9c45-19193e1259c9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router f548cf7c-2024-4ec9-ade2-f78352cf7e0b has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:21:26.112093 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c3914c-b63b-42ab-9c45-19193e1259c9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:21:26.117140 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-81c3914c-b63b-42ab-9c45-19193e1259c9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:26.122667 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d907124a-12d2-48f8-b132-88ceb90ce406 None None] Sync routers for ids ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:21:26.134725 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d907124a-12d2-48f8-b132-88ceb90ce406 None None] Routers {'f548cf7c-2024-4ec9-ade2-f78352cf7e0b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:21:26.135327 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d907124a-12d2-48f8-b132-88ceb90ce406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:21:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:26.167673 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-81c3914c-b63b-42ab-9c45-19193e1259c9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/floatingips/3a07a78e-e744-4061-b9ec-46bef792c634 HTTP/1.1" status: 200 len: 992 time: 1.5477915 Apr 22 15:21:26.168067 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ceae404-65b0-4a32-8b02-d8130cbd9ec8', 'tag': 'b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:21:26.170521 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37170) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:26.224110 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95564b4-e24a-4ad2-b1f3-1911ab64bd8e'] response: {'name': 'network-changed', 'server_uuid': '9ceae404-65b0-4a32-8b02-d8130cbd9ec8', 'tag': 'b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5', 'status': 'completed', 'code': 200} Apr 22 15:21:26.318468 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d907124a-12d2-48f8-b132-88ceb90ce406 None None] Set router f548cf7c-2024-4ec9-ade2-f78352cf7e0b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:21:26.322347 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6f3be53e-ef80-405e-890a-a97c533e8eed tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/3a07a78e-e744-4061-b9ec-46bef792c634 HTTP/1.1" status: 200 len: 992 time: 0.1506979 Apr 22 15:21:26.351489 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c2168d3-cc24-4244-b069-0b0566bde3dd req-36f0bffb-941e-4945-b258-64c63e7e7783 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 1099 time: 0.0820546 Apr 22 15:21:26.495259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2168d3-cc24-4244-b069-0b0566bde3dd req-ed12ac26-8222-4b97-a7ee-bc52d91e9325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:26.496617 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c2168d3-cc24-4244-b069-0b0566bde3dd req-ed12ac26-8222-4b97-a7ee-bc52d91e9325 service neutron] 10.222.0.70 "GET /v2.0/networks?id=498a27ae-e789-4b02-9cd4-e5702185369b HTTP/1.1" status: 200 len: 898 time: 0.1391275 Apr 22 15:21:26.604272 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c2168d3-cc24-4244-b069-0b0566bde3dd req-d48d70ab-eec4-4981-9ce1-51acd7262f60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 HTTP/1.1" status: 200 len: 1000 time: 0.1015601 Apr 22 15:21:26.669776 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d907124a-12d2-48f8-b132-88ceb90ce406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '3a07a78e-e744-4061-b9ec-46bef792c634', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'port_id': 'b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'mac_address': 'fa:16:3e:7d:7a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceae404-65b0-4a32-8b02-d8130cbd9ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:47Z', 'updated_at': '2022-04-22T15:21:25Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:33Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:26.671676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2168d3-cc24-4244-b069-0b0566bde3dd req-22fdb890-4b82-4bb3-9e2c-e2e4f1b52e3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:26.673111 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c2168d3-cc24-4244-b069-0b0566bde3dd req-22fdb890-4b82-4bb3-9e2c-e2e4f1b52e3a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1092411e-e9dc-416d-a81b-e17d7fd86ada HTTP/1.1" status: 200 len: 835 time: 0.0621371 Apr 22 15:21:26.673993 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d907124a-12d2-48f8-b132-88ceb90ce406 None None] Checking router: f548cf7c-2024-4ec9-ade2-f78352cf7e0b for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:21:26.684294 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d907124a-12d2-48f8-b132-88ceb90ce406 None None] Routers {'f548cf7c-2024-4ec9-ade2-f78352cf7e0b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:21:26.684944 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d907124a-12d2-48f8-b132-88ceb90ce406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:21:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:26.746539 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c2168d3-cc24-4244-b069-0b0566bde3dd req-7ced92a4-1002-4e2a-afcf-3fd16981befe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=498a27ae-e789-4b02-9cd4-e5702185369b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677187 Apr 22 15:21:26.871673 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d907124a-12d2-48f8-b132-88ceb90ce406 None None] Set router f548cf7c-2024-4ec9-ade2-f78352cf7e0b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:21:26.877601 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c2168d3-cc24-4244-b069-0b0566bde3dd req-78e8f5a4-fd22-4692-adc1-d05415aeb810 service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252229 Apr 22 15:21:27.019098 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c2168d3-cc24-4244-b069-0b0566bde3dd req-e1c857e1-73ea-469b-84b7-fa505402681b service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356547 Apr 22 15:21:27.262215 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d907124a-12d2-48f8-b132-88ceb90ce406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '3a07a78e-e744-4061-b9ec-46bef792c634', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'port_id': 'b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'mac_address': 'fa:16:3e:7d:7a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceae404-65b0-4a32-8b02-d8130cbd9ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:47Z', 'updated_at': '2022-04-22T15:21:25Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:33Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:21:27.265897 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d907124a-12d2-48f8-b132-88ceb90ce406 None None] The sync data for ids ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'] in dv-neutron-838883-3-hyperv is: [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '3a07a78e-e744-4061-b9ec-46bef792c634', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.209', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'port_id': 'b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'mac_address': 'fa:16:3e:7d:7a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceae404-65b0-4a32-8b02-d8130cbd9ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:47Z', 'updated_at': '2022-04-22T15:21:25Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:33Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:21:27.326205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37176) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:27.433833 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-62939b31-2be8-4237-be62-ff9170678a33 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/3a07a78e-e744-4061-b9ec-46bef792c634 HTTP/1.1" status: 200 len: 992 time: 0.1064854 Apr 22 15:21:27.456826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fba16e-c992-4594-8359-c8cf33418b4e None None] New status for floating IP 3a07a78e-e744-4061-b9ec-46bef792c634: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:21:28.437796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37180) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:21:28.544106 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-45d1a08c-8866-4be6-8e87-24f185633c33 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/3a07a78e-e744-4061-b9ec-46bef792c634 HTTP/1.1" status: 200 len: 994 time: 0.1052201 Apr 22 15:21:32.934977 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:42.700484 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0edd83b7-c043-4c6a-b74b-147c8c62b60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:42.779757 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-f56c397b-e6e0-4d86-8947-0d87bb8a16d5 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-512204315&fields=id&tenant_id=772d75f15f3749d9bde609249fe8eb65 HTTP/1.1" status: 200 len: 267 time: 0.0400615 Apr 22 15:21:43.011686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-9c50b08f-f3fd-40a8-8c93-e5e45268b48f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:43.013083 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-9c50b08f-f3fd-40a8-8c93-e5e45268b48f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 812 time: 0.2270448 Apr 22 15:21:43.028858 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-13295d9d-9ed1-41d6-8e50-9d334f169a0d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/quotas/772d75f15f3749d9bde609249fe8eb65 HTTP/1.1" status: 200 len: 375 time: 0.0104299 Apr 22 15:21:43.127452 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-17d52750-45d8-4bcd-a106-8dbcc32e8453 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0938740 Apr 22 15:21:43.264534 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-ba1265ae-68c0-456f-ac93-559144f16551 service neutron] 10.222.0.71 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256084 Apr 22 15:21:43.394518 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-ac2c9c0c-f462-478f-a010-02111bdeb4e1 service neutron] 10.222.0.71 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243920 Apr 22 15:21:43.872439 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cf92f23c-90a6-46e2-9fe6-a55feeab6a17 req-29b70406-256a-40bb-9967-c46f6f8e3ebf tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 210 time: 0.0448592 Apr 22 15:21:44.956234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b3bb656d-1e2b-4c53-9447-c022b3b77ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:45.040550 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-87ca228e-fa2c-4472-be62-d708c65f8dc0 req-2dd47e20-d05c-4452-95aa-e81f45e0c85b tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 210 time: 0.0408654 Apr 22 15:21:45.221875 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:21:45.223087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-e348b02c-7474-4194-ae00-a4121c244506 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:45.224489 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-e348b02c-7474-4194-ae00-a4121c244506 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 812 time: 0.1427026 Apr 22 15:21:45.285716 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d3f023df-88f5-489a-8e4b-710ff8343a61 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772d75f15f3749d9bde609249fe8eb65 HTTP/1.1" status: 200 len: 379 time: 0.0430577 Apr 22 15:21:45.298699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Request body: {'port': {'device_id': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'admin_state_up': True, 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'security_groups': ['fc07bd19-3f04-4cc2-959e-7ab950afcd6e']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:45.430851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:21:45.440443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:21:45.453024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Made reservation on behalf of 772d75f15f3749d9bde609249fe8eb65 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:21:45.456157 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:45.663374 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3b34619-14d9-4ee4-b23c-a3fbcb9149a0 req-4fa5eb33-7725-4e19-8d56-448ca9df38fd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1494696 Apr 22 15:21:45.672300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Allocated IP 172.20.0.14 (cc03783b-13cd-4d1c-8f42-0c1a57f850d8/702932b0-1303-4c0c-badc-9a0faea1a8ab/8e008f35-550e-48b8-b398-dad398a1e876) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:21:45.898763 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3b34619-14d9-4ee4-b23c-a3fbcb9149a0 req-d78d2eaa-2734-4294-b8b4-7123178d746f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 1098 time: 0.1916578 Apr 22 15:21:45.919937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:45.980021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:45.989667 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:46.020692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Transition to ACTIVE for port object 8e008f35-550e-48b8-b398-dad398a1e876 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:21:46.073140 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b34619-14d9-4ee4-b23c-a3fbcb9149a0 req-56965834-3931-4052-a0d6-9dadd67e92c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:46.074842 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3b34619-14d9-4ee4-b23c-a3fbcb9149a0 req-56965834-3931-4052-a0d6-9dadd67e92c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 913 time: 0.1516166 Apr 22 15:21:46.076619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:46.361223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:21:46.367334 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:21:46.372090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'Port': ['ID=8e008f35-550e-48b8-b398-dad398a1e876,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:46.377728 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:21:46.443697 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3b34619-14d9-4ee4-b23c-a3fbcb9149a0 req-201b91f9-0f4c-4d25-a720-49822d5c597d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d91f4abd-8c0a-49ed-a2e4-139320f10061 HTTP/1.1" status: 200 len: 1001 time: 0.3322024 Apr 22 15:21:46.516704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:46.517367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:46.557097 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875fce3-a2fc-4529-b14c-7689a85abcc5 req-68864663-ba96-4bd9-a487-d80dde88b1bf tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:46.558614 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d875fce3-a2fc-4529-b14c-7689a85abcc5 req-68864663-ba96-4bd9-a487-d80dde88b1bf tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 932 time: 0.2945585 Apr 22 15:21:46.561380 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b34619-14d9-4ee4-b23c-a3fbcb9149a0 req-f5b1dbd1-7d1f-4bb8-b5a7-b1c0da5b8021 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:46.562934 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3b34619-14d9-4ee4-b23c-a3fbcb9149a0 req-f5b1dbd1-7d1f-4bb8-b5a7-b1c0da5b8021 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 200 len: 851 time: 0.1115711 Apr 22 15:21:46.580824 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-1101349b-cd28-4113-b01f-b702ccc3dd23 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2854135 Apr 22 15:21:46.588554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0df97e26-c479-4758-9205-78c5ad21d301 None None] Provisioning for port 8e008f35-550e-48b8-b398-dad398a1e876 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:21:46.594229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0df97e26-c479-4758-9205-78c5ad21d301 None None] Provisioning complete for port 8e008f35-550e-48b8-b398-dad398a1e876 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:21:46.594717 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0df97e26-c479-4758-9205-78c5ad21d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:46.629680 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Request body: {'port': {'device_id': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:21:46.652149 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0df97e26-c479-4758-9205-78c5ad21d301 None None] Port 8e008f35-550e-48b8-b398-dad398a1e876 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:21:46.717310 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d875fce3-a2fc-4529-b14c-7689a85abcc5 req-1ec78363-866e-4aa7-b56f-240e0958bed4 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531365 Apr 22 15:21:46.781359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:46.794578 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3b34619-14d9-4ee4-b23c-a3fbcb9149a0 req-fbdeac12-8842-4b02-b203-4146be2e7eee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2106245 Apr 22 15:21:47.136954 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3b34619-14d9-4ee4-b23c-a3fbcb9149a0 req-690013cd-cad9-4921-abc4-382fdd99e0b5 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037336 Apr 22 15:21:47.429589 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3b34619-14d9-4ee4-b23c-a3fbcb9149a0 req-4f35e8af-6d3e-48dd-9c3a-add2dbdb2de4 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807527 Apr 22 15:21:47.525615 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:47.537855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e008f35-550e-48b8-b398-dad398a1e876 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:21:47.545088 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:47.560098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Transition to ACTIVE for port object 8e008f35-550e-48b8-b398-dad398a1e876 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:21:47.563818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:47.690200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e008f35-550e-48b8-b398-dad398a1e876,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:47.804090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Attempting to bind port 8e008f35-550e-48b8-b398-dad398a1e876 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:21:47.804406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Attempting to bind port 8e008f35-550e-48b8-b398-dad398a1e876 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:21:47.804737 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Attempting to bind port 8e008f35-550e-48b8-b398-dad398a1e876 on network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:21:47.810496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Port 8e008f35-550e-48b8-b398-dad398a1e876 on network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:21:47.810816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Attempting to bind port 8e008f35-550e-48b8-b398-dad398a1e876 on network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:21:47.816946 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:21:47.817261 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Checking segment: {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:21:47.817642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Bound using segment: {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:21:47.818059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Bound port: 8e008f35-550e-48b8-b398-dad398a1e876, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84848c1-84bd-4821-885d-418123af6da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:21:47.818428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:47.961773 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] For port 8e008f35-550e-48b8-b398-dad398a1e876, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:21:47.965594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] For port 8e008f35-550e-48b8-b398-dad398a1e876, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8e008f35-550e-48b8-b398-dad398a1e876,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:21:47.972673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:48.018449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30f3db-9952-4cdb-a9b8-1e0519750742 req-2f35a927-6a6c-444d-9f22-c88743f5043e tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:48.019235 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-0f30f3db-9952-4cdb-a9b8-1e0519750742 req-2f35a927-6a6c-444d-9f22-c88743f5043e tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Synchronizing usage tracker for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:21:48.170384 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:48.171790 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] 10.222.0.70 "PUT /v2.0/ports/8e008f35-550e-48b8-b398-dad398a1e876 HTTP/1.1" status: 200 len: 1094 time: 1.5523655 Apr 22 15:21:48.172229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'tag': '8e008f35-550e-48b8-b398-dad398a1e876'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:21:48.179911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-0f30f3db-9952-4cdb-a9b8-1e0519750742 req-2f35a927-6a6c-444d-9f22-c88743f5043e tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Unset dirty status for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:21:48.181053 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0f30f3db-9952-4cdb-a9b8-1e0519750742 req-2f35a927-6a6c-444d-9f22-c88743f5043e tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 944 time: 0.3242908 Apr 22 15:21:48.191338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712dc36-2285-4bfb-bbc5-a9ad270b0be3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e008f35-550e-48b8-b398-dad398a1e876,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:48.249106 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0f30f3db-9952-4cdb-a9b8-1e0519750742 req-c19a5456-7ea2-4d22-b3d9-29c0f97f623f tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594530 Apr 22 15:21:48.291245 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa06375-2849-4c41-8cf3-524302aa0c13'] response: {'name': 'network-changed', 'server_uuid': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'tag': '8e008f35-550e-48b8-b398-dad398a1e876', 'status': 'completed', 'code': 200} Apr 22 15:21:48.338331 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-21bb52ac-b522-4fd9-a71b-70b0baa8c211 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 1097 time: 0.0879884 Apr 22 15:21:48.420405 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-0068090c-f7e3-4a18-b5bf-f56b7e49430b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e008f35-550e-48b8-b398-dad398a1e876 HTTP/1.1" status: 200 len: 217 time: 0.0687029 Apr 22 15:21:48.484767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-2baf92f1-0a34-4975-8184-c88fa8eb3bb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:48.486118 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-2baf92f1-0a34-4975-8184-c88fa8eb3bb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 200 len: 851 time: 0.0580883 Apr 22 15:21:48.564910 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-472b7fb3-4594-4a20-8244-01df5264ae10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716424 Apr 22 15:21:48.699032 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-442ee99a-4ad1-4a50-9c25-2d47f69c8cb1 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275630 Apr 22 15:21:48.830854 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbf6f9af-70cd-4ea5-9a6f-e8cdf772c4fb req-52101cf7-4f85-497b-81c2-e6fad5cc2d28 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258187 Apr 22 15:21:48.985100 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-671e3351-b632-450d-9496-4e2ebe7cb81b req-a3f60613-99e9-4cc3-86fd-d8e767704817 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 1097 time: 0.0682933 Apr 22 15:21:49.115054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e3351-b632-450d-9496-4e2ebe7cb81b req-40c60069-1d8c-4b82-a29d-93188c68346c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:49.117001 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-671e3351-b632-450d-9496-4e2ebe7cb81b req-40c60069-1d8c-4b82-a29d-93188c68346c service neutron] 10.222.0.70 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 913 time: 0.1253214 Apr 22 15:21:49.186612 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-671e3351-b632-450d-9496-4e2ebe7cb81b req-7b2664a6-0507-4d80-9c4a-e5bd5581ea8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e008f35-550e-48b8-b398-dad398a1e876 HTTP/1.1" status: 200 len: 217 time: 0.0628669 Apr 22 15:21:49.249228 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e3351-b632-450d-9496-4e2ebe7cb81b req-5fe0dcfa-d4b6-4f33-8e8a-202a851e3ee5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:49.250709 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-671e3351-b632-450d-9496-4e2ebe7cb81b req-5fe0dcfa-d4b6-4f33-8e8a-202a851e3ee5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 200 len: 851 time: 0.0582695 Apr 22 15:21:49.333578 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-671e3351-b632-450d-9496-4e2ebe7cb81b req-223e1044-db22-4448-971b-3d4fe58451af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701704 Apr 22 15:21:49.512646 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-671e3351-b632-450d-9496-4e2ebe7cb81b req-238bf3e6-08f8-441c-81af-7499ca324f2b service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723385 Apr 22 15:21:49.596035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ce71c-9ed9-46a8-9c26-be7ccc975d30 req-e19fede3-8b62-447c-8370-0ad5834e6c71 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:49.597458 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ca8ce71c-9ed9-46a8-9c26-be7ccc975d30 req-e19fede3-8b62-447c-8370-0ad5834e6c71 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 944 time: 0.1934204 Apr 22 15:21:49.683115 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ca8ce71c-9ed9-46a8-9c26-be7ccc975d30 req-8e8e8a9f-ece6-45e7-8248-d5470f05389a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732880 Apr 22 15:21:49.686283 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-671e3351-b632-450d-9496-4e2ebe7cb81b req-caa61ec7-d699-4305-b376-5958f30c6d87 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666763 Apr 22 15:21:50.878802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e72e3c-2550-445e-9050-240efdb36e96 req-031b07c4-9164-4d6a-9de9-b715deeff55e tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:50.880261 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-36e72e3c-2550-445e-9050-240efdb36e96 req-031b07c4-9164-4d6a-9de9-b715deeff55e tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 944 time: 0.0800574 Apr 22 15:21:50.924095 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-36e72e3c-2550-445e-9050-240efdb36e96 req-51e46b65-f93b-4f9e-8bce-13faf3913efd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385079 Apr 22 15:21:52.125014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94ff83-ba6a-4335-8239-3fdf84ce7bab req-e6d501df-d641-40dd-90e6-2af56decbdf4 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:52.126471 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae94ff83-ba6a-4335-8239-3fdf84ce7bab req-e6d501df-d641-40dd-90e6-2af56decbdf4 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 944 time: 0.0756164 Apr 22 15:21:52.170236 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae94ff83-ba6a-4335-8239-3fdf84ce7bab req-3c2214eb-49c5-4dee-9373-34a21373db76 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383043 Apr 22 15:21:53.455040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743581e3-9260-4ee0-94a1-a037af20f1c7 req-06438cc2-7f03-41cf-95a3-1fa5753c775a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:53.456494 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-743581e3-9260-4ee0-94a1-a037af20f1c7 req-06438cc2-7f03-41cf-95a3-1fa5753c775a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 944 time: 0.1654055 Apr 22 15:21:53.501251 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-743581e3-9260-4ee0-94a1-a037af20f1c7 req-030c6d9e-757e-4463-a7e8-66398f6a826d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387609 Apr 22 15:21:54.715484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a6db1-3d99-4b48-a2c1-ca248f08f97c req-9cd7f75c-526e-4165-bd12-bb6359268dd1 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:54.716950 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-976a6db1-3d99-4b48-a2c1-ca248f08f97c req-9cd7f75c-526e-4165-bd12-bb6359268dd1 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 944 time: 0.0759494 Apr 22 15:21:54.765192 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-976a6db1-3d99-4b48-a2c1-ca248f08f97c req-a6ad5cd4-f2fd-4b5e-9dec-4c28242c1fab tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427816 Apr 22 15:21:55.963205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fef1f7-ac41-4d2b-9939-719e96ff7dcf req-e72ff3f6-f2b3-4ad6-8c8e-a6f42bd556e7 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:55.964996 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-18fef1f7-ac41-4d2b-9939-719e96ff7dcf req-e72ff3f6-f2b3-4ad6-8c8e-a6f42bd556e7 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 944 time: 0.0806043 Apr 22 15:21:56.019809 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-18fef1f7-ac41-4d2b-9939-719e96ff7dcf req-29da4bae-2a0e-4051-89d1-0f545ac36622 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491817 Apr 22 15:21:57.217133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beb467-1e98-472a-b468-5ae5f959bfa2 req-979516b8-4927-431e-8516-357236c7e22d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:57.218683 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-47beb467-1e98-472a-b468-5ae5f959bfa2 req-979516b8-4927-431e-8516-357236c7e22d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 944 time: 0.0814347 Apr 22 15:21:57.268907 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-47beb467-1e98-472a-b468-5ae5f959bfa2 req-1d641c38-7ce1-442f-8796-38b847811431 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455558 Apr 22 15:21:57.682409 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 8e008f35-550e-48b8-b398-dad398a1e876 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:21:57.853028 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 8e008f35-550e-48b8-b398-dad398a1e876, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8e008f35-550e-48b8-b398-dad398a1e876,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:21:57.866475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '8e008f35-550e-48b8-b398-dad398a1e876', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'port_id': '8e008f35-550e-48b8-b398-dad398a1e876', 'mac_address': 'fa:16:3e:7b:b2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:21:57.920125 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:57.937033 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e008f35-550e-48b8-b398-dad398a1e876 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:21:57.954747 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 8e008f35-550e-48b8-b398-dad398a1e876, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8e008f35-550e-48b8-b398-dad398a1e876,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:21:57.958179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:58.029589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=8e008f35-550e-48b8-b398-dad398a1e876,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:21:58.421280 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['8e008f35-550e-48b8-b398-dad398a1e876'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:21:58.462751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5b6be-2ae2-439f-9c30-a5f0eb9cb44a req-4d07da8c-7ef9-4eff-877f-741815f2f102 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:58.464743 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a7b5b6be-2ae2-439f-9c30-a5f0eb9cb44a req-4d07da8c-7ef9-4eff-877f-741815f2f102 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 945 time: 0.0752690 Apr 22 15:21:58.509029 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a7b5b6be-2ae2-439f-9c30-a5f0eb9cb44a req-a32f78a0-72ad-4783-95d7-26a6be92f5d4 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386698 Apr 22 15:21:59.692980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 8e008f35-550e-48b8-b398-dad398a1e876 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:21:59.764173 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 8e008f35-550e-48b8-b398-dad398a1e876 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:21:59.768684 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 8e008f35-550e-48b8-b398-dad398a1e876 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:21:59.769056 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:59.847600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106a1c7-c5ee-45ee-b2f5-fb01fae8c431 req-e5a7f691-8954-4edd-b787-ba11fdbb7576 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:21:59.848944 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7106a1c7-c5ee-45ee-b2f5-fb01fae8c431 req-e5a7f691-8954-4edd-b787-ba11fdbb7576 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 945 time: 0.0792656 Apr 22 15:21:59.881244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:59.893978 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7106a1c7-c5ee-45ee-b2f5-fb01fae8c431 req-5fe09949-ee16-4167-819a-c33387a887cd tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393839 Apr 22 15:21:59.907980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e008f35-550e-48b8-b398-dad398a1e876'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:21:59.919128 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 8e008f35-550e-48b8-b398-dad398a1e876, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8e008f35-550e-48b8-b398-dad398a1e876,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:21:59.923165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:21:59.965744 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e74fea76-b8cb-4195-b1d8-48bf8ba7e439'] response: {'server_uuid': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e008f35-550e-48b8-b398-dad398a1e876', 'code': 200} Apr 22 15:21:59.990786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=8e008f35-550e-48b8-b398-dad398a1e876,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:00.271433 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ebc7f5bd-55aa-4ae0-b592-8c137a822ac4 req-29af30b0-5c6c-445f-97f9-d7244e701df7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 1099 time: 0.0692472 Apr 22 15:22:00.315207 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ebc7f5bd-55aa-4ae0-b592-8c137a822ac4 req-a9ed109e-4665-4636-a8d9-049704d46cb3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379198 Apr 22 15:22:01.088150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d74f1-d952-47a9-a057-dfc1696b6f5a req-504cbe3a-9c32-47c5-be71-992937a27af3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:01.090160 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5f2d74f1-d952-47a9-a057-dfc1696b6f5a req-504cbe3a-9c32-47c5-be71-992937a27af3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 946 time: 0.0775266 Apr 22 15:22:01.135220 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5f2d74f1-d952-47a9-a057-dfc1696b6f5a req-45613eb3-f883-4019-816a-10dbb02bb481 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396180 Apr 22 15:22:02.329627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9779a65-d2fa-4f4b-a0f0-0a35c18cc3ff req-5c7958b1-56f9-44d0-a039-5ab3e84cbca4 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:02.331008 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c9779a65-d2fa-4f4b-a0f0-0a35c18cc3ff req-5c7958b1-56f9-44d0-a039-5ab3e84cbca4 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 946 time: 0.0779622 Apr 22 15:22:02.375609 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c9779a65-d2fa-4f4b-a0f0-0a35c18cc3ff req-54c90125-5efb-42b2-adef-7363d9fecd37 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391836 Apr 22 15:22:02.565291 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c2af1-6c32-4dc7-8903-0da0c4d7d6e1 req-6e547bd9-c2ac-4320-a77f-a9103f2ce634 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:02.566743 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e84c2af1-6c32-4dc7-8903-0da0c4d7d6e1 req-6e547bd9-c2ac-4320-a77f-a9103f2ce634 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 946 time: 0.0749288 Apr 22 15:22:02.611130 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e84c2af1-6c32-4dc7-8903-0da0c4d7d6e1 req-888a8a45-7eda-4881-bf8f-9a9d9338d6c4 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388911 Apr 22 15:22:02.638285 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37282) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:22:02.708886 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-833cbb9c-871f-4a5c-b73d-5361272a1786 tempest-TestVolumeBootPattern-1005748944 tempest-TestVolumeBootPattern-1005748944-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 1094 time: 0.0694776 Apr 22 15:22:02.711513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37286) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:22:02.717059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '8e008f35-550e-48b8-b398-dad398a1e876', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:22:02.722483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:22:02.726275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Usage tracker for resource:floatingip and tenant:772d75f15f3749d9bde609249fe8eb65 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:22:02.729094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:22:02.735390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:22:02.746076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:02.875875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:02.936102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:03.009305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Allocated IP 172.26.8.88 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/a8c118c8-6552-4b81-b8de-1d2db21384b9) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:22:03.162652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:03.189282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:03.255940 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:22:03.258780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:22:03.261838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:22:03.295497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'Port': ['ID=a8c118c8-6552-4b81-b8de-1d2db21384b9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:03.842618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:03.894826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:04.099719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:04.103962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:04.208343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event updated for resources: {'Port': ['ID=a8c118c8-6552-4b81-b8de-1d2db21384b9,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:04.221715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:04.408218 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Floating IP 605bedb2-3286-4a0d-b9d1-ba38a2e5544c associated. External IP: 172.26.8.88, port: 8e008f35-550e-48b8-b398-dad398a1e876. Apr 22 15:22:04.788068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:22:05.088483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:22:05.098374 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0491a67-d09a-4272-b49f-2434bc8655e3 None None] Sync routers for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:22:05.110471 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0491a67-d09a-4272-b49f-2434bc8655e3 None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:22:05.111097 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e0491a67-d09a-4272-b49f-2434bc8655e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:21:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:05.112950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:05.165234 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7ecc5d74-17cc-43c7-86ea-af4e7de9e72c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4527166 Apr 22 15:22:05.165789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'tag': '8e008f35-550e-48b8-b398-dad398a1e876'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:22:05.219147 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c2cd58-7242-4848-8050-73aba04a204f'] response: {'name': 'network-changed', 'server_uuid': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'tag': '8e008f35-550e-48b8-b398-dad398a1e876', 'status': 'completed', 'code': 200} Apr 22 15:22:05.285564 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e0491a67-d09a-4272-b49f-2434bc8655e3 None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:22:05.347214 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9fb00d86-ee68-41b6-a687-cd7915538566 req-2906671b-e0bd-4496-ae17-463553748258 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 1099 time: 0.0738580 Apr 22 15:22:05.489008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb00d86-ee68-41b6-a687-cd7915538566 req-f03c3476-6777-4a58-8b15-1c76fdc7b6e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:05.490480 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9fb00d86-ee68-41b6-a687-cd7915538566 req-f03c3476-6777-4a58-8b15-1c76fdc7b6e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 913 time: 0.1367593 Apr 22 15:22:05.588417 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9fb00d86-ee68-41b6-a687-cd7915538566 req-5637ffd6-585e-48f2-b4e1-0e665a85e08f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e008f35-550e-48b8-b398-dad398a1e876 HTTP/1.1" status: 200 len: 999 time: 0.0916913 Apr 22 15:22:05.634557 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e0491a67-d09a-4272-b49f-2434bc8655e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '5f5e171e-79d2-4898-a776-51572ff9eb63', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:fa:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:57Z', 'updated_at': '2022-04-22T15:20:01Z', 'revision_number': 1, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}, {'id': '605bedb2-3286-4a0d-b9d1-ba38a2e5544c', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.88', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': '8e008f35-550e-48b8-b398-dad398a1e876', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:7b:b2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:22:03Z', 'updated_at': '2022-04-22T15:22:03Z', 'revision_number': 0, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:05.638290 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0491a67-d09a-4272-b49f-2434bc8655e3 None None] Checking router: cc41746b-4e25-4b9a-9e3d-0f24078acaa2 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:22:05.648926 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0491a67-d09a-4272-b49f-2434bc8655e3 None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:22:05.649511 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e0491a67-d09a-4272-b49f-2434bc8655e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:21:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:05.653580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb00d86-ee68-41b6-a687-cd7915538566 req-6a9776c0-c235-483b-a41d-9e8b022eb8dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:05.655087 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9fb00d86-ee68-41b6-a687-cd7915538566 req-6a9776c0-c235-483b-a41d-9e8b022eb8dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 200 len: 851 time: 0.0603113 Apr 22 15:22:05.731853 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9fb00d86-ee68-41b6-a687-cd7915538566 req-b3044577-50ac-48d1-8f04-35446ff0facd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676775 Apr 22 15:22:05.828399 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e0491a67-d09a-4272-b49f-2434bc8655e3 None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:22:05.868480 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9fb00d86-ee68-41b6-a687-cd7915538566 req-34f49b01-e370-479f-b613-6e1ebe0b86a4 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305799 Apr 22 15:22:06.002512 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9fb00d86-ee68-41b6-a687-cd7915538566 req-fdc225be-7578-4eac-835e-212db22c70e2 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281879 Apr 22 15:22:06.203811 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e0491a67-d09a-4272-b49f-2434bc8655e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '5f5e171e-79d2-4898-a776-51572ff9eb63', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:fa:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:57Z', 'updated_at': '2022-04-22T15:20:01Z', 'revision_number': 1, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}, {'id': '605bedb2-3286-4a0d-b9d1-ba38a2e5544c', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.88', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': '8e008f35-550e-48b8-b398-dad398a1e876', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:7b:b2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:22:03Z', 'updated_at': '2022-04-22T15:22:03Z', 'revision_number': 0, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:06.207521 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0491a67-d09a-4272-b49f-2434bc8655e3 None None] The sync data for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv is: [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '5f5e171e-79d2-4898-a776-51572ff9eb63', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:fa:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:57Z', 'updated_at': '2022-04-22T15:20:01Z', 'revision_number': 1, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}, {'id': '605bedb2-3286-4a0d-b9d1-ba38a2e5544c', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.88', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': '8e008f35-550e-48b8-b398-dad398a1e876', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:7b:b2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:22:03Z', 'updated_at': '2022-04-22T15:22:03Z', 'revision_number': 0, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:22:06.402727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34a3a63-ef38-4d26-b7a7-a716cf6f3151 None None] New status for floating IP 605bedb2-3286-4a0d-b9d1-ba38a2e5544c: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:22:12.697794 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1b122a1e-81a9-49f0-8272-db4eb00f8b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:14.962574 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-99f4098d-10cd-4da0-956e-428cf6b93969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:15.971415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:15.976541 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:17.525887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:22.229004 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:22:32.940330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:42.689722 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2184ef2f-3489-47cc-b118-99890ae626f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:44.261444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ee160-e14b-455e-b8f2-d92852d2fd43 req-0b23d270-d66f-42f5-b7a3-4e2931d2d9eb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:44.262898 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a48ee160-e14b-455e-b8f2-d92852d2fd43 req-0b23d270-d66f-42f5-b7a3-4e2931d2d9eb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 946 time: 0.0783672 Apr 22 15:22:44.307204 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a48ee160-e14b-455e-b8f2-d92852d2fd43 req-7dd5a723-1e86-438f-86f0-7e6dbef4c224 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=45a62701-1204-48fb-84c2-93f0c49e82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388949 Apr 22 15:22:44.963451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f9b8691d-064f-4fc2-94b3-c8ac9ff86c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:45.502450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ce91d-5a4f-457a-99d0-c06686cb3333 req-7292edc8-a644-47e4-b168-72c6db1727a5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:45.503898 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f08ce91d-5a4f-457a-99d0-c06686cb3333 req-7292edc8-a644-47e4-b168-72c6db1727a5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 946 time: 0.0766380 Apr 22 15:22:45.596519 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f08ce91d-5a4f-457a-99d0-c06686cb3333 req-d3f33120-7e92-4340-bffd-f4dab866d456 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=45a62701-1204-48fb-84c2-93f0c49e82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602844 Apr 22 15:22:45.608067 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9333571-f3c9-4117-b66a-870d4f08d01e req-8b7ec532-4106-4d3a-ba91-19dfa09e129a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1021738 Apr 22 15:22:45.764936 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9333571-f3c9-4117-b66a-870d4f08d01e req-ebd0f653-e6c7-4636-82b9-dcb957f1b24e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 1099 time: 0.0673747 Apr 22 15:22:45.916301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9333571-f3c9-4117-b66a-870d4f08d01e req-8f52f4f9-81e5-4c91-965b-5204543b7c4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:45.916301 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9333571-f3c9-4117-b66a-870d4f08d01e req-8f52f4f9-81e5-4c91-965b-5204543b7c4a service neutron] 10.222.0.70 "GET /v2.0/networks?id=498a27ae-e789-4b02-9cd4-e5702185369b HTTP/1.1" status: 200 len: 898 time: 0.1303213 Apr 22 15:22:45.967437 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:45.980828 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:45.988427 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9333571-f3c9-4117-b66a-870d4f08d01e req-94565257-730d-46d4-b2b9-7fd24c1dab9a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab5ff2d5-f852-45d2-b865-96bb2218b7ba HTTP/1.1" status: 200 len: 217 time: 0.0666039 Apr 22 15:22:46.049210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9333571-f3c9-4117-b66a-870d4f08d01e req-b5c4f03a-6b05-47ca-ad03-4f6743cb4a7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:46.050600 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9333571-f3c9-4117-b66a-870d4f08d01e req-b5c4f03a-6b05-47ca-ad03-4f6743cb4a7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1092411e-e9dc-416d-a81b-e17d7fd86ada HTTP/1.1" status: 200 len: 835 time: 0.0550883 Apr 22 15:22:46.129258 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9333571-f3c9-4117-b66a-870d4f08d01e req-421bfe5a-d6ec-470f-bc3d-ea5481c7d26a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=498a27ae-e789-4b02-9cd4-e5702185369b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702260 Apr 22 15:22:46.407989 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9333571-f3c9-4117-b66a-870d4f08d01e req-ae106aed-7bac-4a5f-bb66-0feb8e0d304a service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600877 Apr 22 15:22:46.414832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-82053482-7644-4f1b-a915-aa50a6cdf571 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:46.416105 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-82053482-7644-4f1b-a915-aa50a6cdf571 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 946 time: 0.2672246 Apr 22 15:22:46.556571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:22:46.557268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:46.664433 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9333571-f3c9-4117-b66a-870d4f08d01e req-4af1a280-b1f2-4bcf-85de-7545a67ce6d0 service neutron] 10.222.0.70 "GET /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473569 Apr 22 15:22:46.873339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:22:46.873685 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:46.963138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ce55-a68c-4f14-9344-474162b5307d req-1cc5bfa7-715b-4f34-b48f-1c2f0ffbee3f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:46.964509 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c425ce55-a68c-4f14-9344-474162b5307d req-1cc5bfa7-715b-4f34-b48f-1c2f0ffbee3f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 946 time: 0.2075601 Apr 22 15:22:47.100460 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c425ce55-a68c-4f14-9344-474162b5307d req-2cbf9360-4536-4d41-82a4-b405bb428688 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=45a62701-1204-48fb-84c2-93f0c49e82b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285946 Apr 22 15:22:47.198779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:47.199147 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:47.199458 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Floating IP 3a07a78e-e744-4061-b9ec-46bef792c634 disassociated. External IP: 172.26.8.209, port: b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5. Apr 22 15:22:47.199798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:22:47.339196 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:47.387635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:47.400934 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:47.401275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:47.401614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:47.401947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:47.402303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:47.402628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:47.402953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:47.403273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:47.403594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:47.403912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:47.404229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:47.528543 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:47.607623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router f548cf7c-2024-4ec9-ade2-f78352cf7e0b has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:22:47.917944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:22:47.928188 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0843895-92ff-4852-b702-1c29dc5aaade None None] Sync routers for ids ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:22:47.940930 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0843895-92ff-4852-b702-1c29dc5aaade None None] Routers {'f548cf7c-2024-4ec9-ade2-f78352cf7e0b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:22:47.941534 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e0843895-92ff-4852-b702-1c29dc5aaade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:22:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:47.989879 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] No DVR routers for this DVR port b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:22:47.992704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:47.996836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ceae404-65b0-4a32-8b02-d8130cbd9ec8', 'name': 'network-vif-deleted', 'tag': 'b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:22:48.020956 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cd499d04-f168-49a2-8b5f-b155eb37a5a1 req-bd4eec6a-b260-4825-9ec8-55673cb2be6e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "DELETE /v2.0/ports/b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 HTTP/1.1" status: 204 len: 173 time: 1.5874825 Apr 22 15:22:48.069041 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff20f27-0734-497d-ac72-8fd7cf2ab4b5'] response: {'server_uuid': '9ceae404-65b0-4a32-8b02-d8130cbd9ec8', 'name': 'network-vif-deleted', 'tag': 'b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5', 'status': 'completed', 'code': 200} Apr 22 15:22:48.135146 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e0843895-92ff-4852-b702-1c29dc5aaade None None] Set router f548cf7c-2024-4ec9-ade2-f78352cf7e0b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:22:48.263132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-363ff63b-709a-4060-adfd-44c00c282d20 req-720a57f5-46df-4855-98b3-21c48818a7c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:22:48.279098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-363ff63b-709a-4060-adfd-44c00c282d20 req-720a57f5-46df-4855-98b3-21c48818a7c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:22:48.280168 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-363ff63b-709a-4060-adfd-44c00c282d20 req-720a57f5-46df-4855-98b3-21c48818a7c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ceae404-65b0-4a32-8b02-d8130cbd9ec8 HTTP/1.1" status: 200 len: 210 time: 0.0587513 Apr 22 15:22:48.471883 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e0843895-92ff-4852-b702-1c29dc5aaade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:33Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:48.476269 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0843895-92ff-4852-b702-1c29dc5aaade None None] Checking router: f548cf7c-2024-4ec9-ade2-f78352cf7e0b for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:22:48.486346 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0843895-92ff-4852-b702-1c29dc5aaade None None] Routers {'f548cf7c-2024-4ec9-ade2-f78352cf7e0b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:22:48.486931 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e0843895-92ff-4852-b702-1c29dc5aaade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:22:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:48.666577 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e0843895-92ff-4852-b702-1c29dc5aaade None None] Set router f548cf7c-2024-4ec9-ade2-f78352cf7e0b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:22:48.978604 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e0843895-92ff-4852-b702-1c29dc5aaade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:33Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:48.982661 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0843895-92ff-4852-b702-1c29dc5aaade None None] The sync data for ids ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'] in dv-neutron-838883-3-hyperv is: [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '947b2d8e-14b5-4c77-b621-77372825385a', 'name': '', 'network_id': '498a27ae-e789-4b02-9cd4-e5702185369b', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:a4:4f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:27Z', 'updated_at': '2022-04-22T15:19:33Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '1092411e-e9dc-416d-a81b-e17d7fd86ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:22:49.196059 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13cc809-601c-4cf3-ac2c-8a5540cb8f9f None None] New status for floating IP 3a07a78e-e744-4061-b9ec-46bef792c634: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:22:49.538022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37338) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:22:49.611698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84352321-b016-4cb0-96c3-4c117ce7a2fd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:49.640236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84352321-b016-4cb0-96c3-4c117ce7a2fd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:49.703294 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84352321-b016-4cb0-96c3-4c117ce7a2fd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:49.725142 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84352321-b016-4cb0-96c3-4c117ce7a2fd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a62701-1204-48fb-84c2-93f0c49e82b9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:49.734309 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-84352321-b016-4cb0-96c3-4c117ce7a2fd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:49.737956 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-84352321-b016-4cb0-96c3-4c117ce7a2fd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/security-groups/45a62701-1204-48fb-84c2-93f0c49e82b9 HTTP/1.1" status: 204 len: 168 time: 0.1952519 Apr 22 15:22:49.776464 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37344) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:22:49.928478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6f588c7d-2590-4ffa-aa00-5b84c3142cd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 06c394d6-4b50-49b8-ba29-2eb8ece61dfc {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:22:49.928734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6f588c7d-2590-4ffa-aa00-5b84c3142cd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:50.007553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:22:50.039906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:22:50.040245 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b1ed9344-7aa5-4e46-b984-81ed4fb4b5c5 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:22:50.093980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6f588c7d-2590-4ffa-aa00-5b84c3142cd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:50.094409 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6f588c7d-2590-4ffa-aa00-5b84c3142cd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:50.212258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6f588c7d-2590-4ffa-aa00-5b84c3142cd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 06c394d6-4b50-49b8-ba29-2eb8ece61dfc owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:22:50.356268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6f588c7d-2590-4ffa-aa00-5b84c3142cd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:50.405245 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f588c7d-2590-4ffa-aa00-5b84c3142cd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=06c394d6-4b50-49b8-ba29-2eb8ece61dfc,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:50.502452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6f588c7d-2590-4ffa-aa00-5b84c3142cd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:50.519169 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6f588c7d-2590-4ffa-aa00-5b84c3142cd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:50.520323 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6f588c7d-2590-4ffa-aa00-5b84c3142cd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/floatingips/3a07a78e-e744-4061-b9ec-46bef792c634 HTTP/1.1" status: 204 len: 168 time: 0.7427008 Apr 22 15:22:50.893209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4afb2-62c4-40b8-8be0-291104108c63 req-2fb08860-746e-4fae-a7fe-a354a6a2b263 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:50.893852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-69f4afb2-62c4-40b8-8be0-291104108c63 req-2fb08860-746e-4fae-a7fe-a354a6a2b263 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:22:50.908985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-69f4afb2-62c4-40b8-8be0-291104108c63 req-2fb08860-746e-4fae-a7fe-a354a6a2b263 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:22:50.910251 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69f4afb2-62c4-40b8-8be0-291104108c63 req-2fb08860-746e-4fae-a7fe-a354a6a2b263 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 946 time: 0.0909686 Apr 22 15:22:50.954169 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-69f4afb2-62c4-40b8-8be0-291104108c63 req-3b838696-a22a-445b-ac3c-dc7bf2eea30c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:22:50.969447 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-69f4afb2-62c4-40b8-8be0-291104108c63 req-3b838696-a22a-445b-ac3c-dc7bf2eea30c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:22:50.970593 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69f4afb2-62c4-40b8-8be0-291104108c63 req-3b838696-a22a-445b-ac3c-dc7bf2eea30c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543225 Apr 22 15:22:52.192781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9e4bd-aab5-4b87-af62-c61866b83322 req-721cde24-ee94-49e3-b725-ab90f7daced8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:52.193899 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9fe9e4bd-aab5-4b87-af62-c61866b83322 req-721cde24-ee94-49e3-b725-ab90f7daced8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 946 time: 0.0822701 Apr 22 15:22:52.242362 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9fe9e4bd-aab5-4b87-af62-c61866b83322 req-8ef83ffb-f346-49d4-8f17-73679ea77cf8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423872 Apr 22 15:22:52.531760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ce6d0-1b91-4f40-b653-01d6044a824f req-40b0e0e0-c69a-4255-b035-db0e56a54568 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:22:52.534573 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e65ce6d0-1b91-4f40-b653-01d6044a824f req-40b0e0e0-c69a-4255-b035-db0e56a54568 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 946 time: 0.0793386 Apr 22 15:22:52.604931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-e65ce6d0-1b91-4f40-b653-01d6044a824f req-24271db5-4c05-44db-87fc-9e49da503721 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port ab5ff2d5-f852-45d2-b865-96bb2218b7ba {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:22:52.604931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e65ce6d0-1b91-4f40-b653-01d6044a824f req-24271db5-4c05-44db-87fc-9e49da503721 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:52.853448 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-e65ce6d0-1b91-4f40-b653-01d6044a824f req-24271db5-4c05-44db-87fc-9e49da503721 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port ab5ff2d5-f852-45d2-b865-96bb2218b7ba, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=ab5ff2d5-f852-45d2-b865-96bb2218b7ba,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:22:52.853808 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e65ce6d0-1b91-4f40-b653-01d6044a824f req-24271db5-4c05-44db-87fc-9e49da503721 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:53.081180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-e65ce6d0-1b91-4f40-b653-01d6044a824f req-24271db5-4c05-44db-87fc-9e49da503721 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for ab5ff2d5-f852-45d2-b865-96bb2218b7ba owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:22:53.230288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e65ce6d0-1b91-4f40-b653-01d6044a824f req-24271db5-4c05-44db-87fc-9e49da503721 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:53.278361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24271db5-4c05-44db-87fc-9e49da503721 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=ab5ff2d5-f852-45d2-b865-96bb2218b7ba,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:53.361958 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65ce6d0-1b91-4f40-b653-01d6044a824f req-24271db5-4c05-44db-87fc-9e49da503721 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] No DVR routers for this DVR port ab5ff2d5-f852-45d2-b865-96bb2218b7ba on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:22:53.365127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e65ce6d0-1b91-4f40-b653-01d6044a824f req-24271db5-4c05-44db-87fc-9e49da503721 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:53.369355 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'name': 'network-vif-deleted', 'tag': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:22:53.436268 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bbcc3ce-ab61-4c9c-baaa-377fae75e55e'] response: {'server_uuid': '2603261e-0dd8-427b-92e7-b3f60aa17167', 'name': 'network-vif-deleted', 'tag': 'ab5ff2d5-f852-45d2-b865-96bb2218b7ba', 'status': 'completed', 'code': 200} Apr 22 15:22:53.438454 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f0608a83-e267-47c6-bfb2-cd7ae66fc34d req-07c44870-eea2-4860-a32a-616a54a1c5ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=2603261e-0dd8-427b-92e7-b3f60aa17167 HTTP/1.1" status: 200 len: 210 time: 0.0532851 Apr 22 15:22:53.445289 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e65ce6d0-1b91-4f40-b653-01d6044a824f req-24271db5-4c05-44db-87fc-9e49da503721 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "DELETE /v2.0/ports/ab5ff2d5-f852-45d2-b865-96bb2218b7ba HTTP/1.1" status: 204 len: 173 time: 0.9071341 Apr 22 15:22:54.555798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37360) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:22:54.626596 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98f9cdb2-ba5e-47aa-8321-ed379596dc14 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:54.657120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98f9cdb2-ba5e-47aa-8321-ed379596dc14 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:54.727391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98f9cdb2-ba5e-47aa-8321-ed379596dc14 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:54.756432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9cdb2-ba5e-47aa-8321-ed379596dc14 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:54.764986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98f9cdb2-ba5e-47aa-8321-ed379596dc14 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:54.766100 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-98f9cdb2-ba5e-47aa-8321-ed379596dc14 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/security-groups/9428f0e5-1bd8-4fbe-aadf-93b419f4b1ee HTTP/1.1" status: 204 len: 168 time: 0.2108729 Apr 22 15:22:54.808795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37366) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:22:55.203171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f99856da-6ff6-4fa1-bac6-f0c33e9d45d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:55.916531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-f99856da-6ff6-4fa1-bac6-f0c33e9d45d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 947b2d8e-14b5-4c77-b621-77372825385a {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:22:55.917175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f99856da-6ff6-4fa1-bac6-f0c33e9d45d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:56.082236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device ab5ff2d5-f852-45d2-b865-96bb2218b7ba no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:22:56.099401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-f99856da-6ff6-4fa1-bac6-f0c33e9d45d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 947b2d8e-14b5-4c77-b621-77372825385a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=947b2d8e-14b5-4c77-b621-77372825385a,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:22:56.099755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f99856da-6ff6-4fa1-bac6-f0c33e9d45d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:56.115736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: ab5ff2d5-f852-45d2-b865-96bb2218b7ba {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:22:56.116084 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device ab5ff2d5-f852-45d2-b865-96bb2218b7ba not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:22:56.218866 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-f99856da-6ff6-4fa1-bac6-f0c33e9d45d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 947b2d8e-14b5-4c77-b621-77372825385a owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:22:56.385714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f99856da-6ff6-4fa1-bac6-f0c33e9d45d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:56.430047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99856da-6ff6-4fa1-bac6-f0c33e9d45d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=947b2d8e-14b5-4c77-b621-77372825385a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:56.729360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f99856da-6ff6-4fa1-bac6-f0c33e9d45d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:57.397542 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99856da-6ff6-4fa1-bac6-f0c33e9d45d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router f548cf7c-2024-4ec9-ade2-f78352cf7e0b has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:22:57.600902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99856da-6ff6-4fa1-bac6-f0c33e9d45d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:22:57.610155 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1af8a22-6097-4c4b-a4f7-12c7c775cc63 None None] Sync routers for ids ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:22:57.614253 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f99856da-6ff6-4fa1-bac6-f0c33e9d45d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/f548cf7c-2024-4ec9-ade2-f78352cf7e0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8051023 Apr 22 15:22:57.616979 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37372) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:22:57.621739 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1af8a22-6097-4c4b-a4f7-12c7c775cc63 None None] Routers {'f548cf7c-2024-4ec9-ade2-f78352cf7e0b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:22:57.622387 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1af8a22-6097-4c4b-a4f7-12c7c775cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:22:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:57.804316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-68350de7-ef97-4cfb-b274-8f9f65eaffb6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting subnet 1092411e-e9dc-416d-a81b-e17d7fd86ada {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:22:57.807224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68350de7-ef97-4cfb-b274-8f9f65eaffb6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:57.826855 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e1af8a22-6097-4c4b-a4f7-12c7c775cc63 None None] Set router f548cf7c-2024-4ec9-ade2-f78352cf7e0b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:22:57.864807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68350de7-ef97-4cfb-b274-8f9f65eaffb6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:57.948295 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68350de7-ef97-4cfb-b274-8f9f65eaffb6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:58.030026 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68350de7-ef97-4cfb-b274-8f9f65eaffb6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:58.066246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68350de7-ef97-4cfb-b274-8f9f65eaffb6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Subnet': ['ID=1092411e-e9dc-416d-a81b-e17d7fd86ada,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:58.077027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-68350de7-ef97-4cfb-b274-8f9f65eaffb6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:58.084489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24898b55-7d50-463d-8d4c-4b915c64cfd2 None None] Network 498a27ae-e789-4b02-9cd4-e5702185369b requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:22:58.086549 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-68350de7-ef97-4cfb-b274-8f9f65eaffb6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/subnets/1092411e-e9dc-416d-a81b-e17d7fd86ada HTTP/1.1" status: 204 len: 168 time: 0.4685605 Apr 22 15:22:58.087241 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37376) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:22:58.114059 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1af8a22-6097-4c4b-a4f7-12c7c775cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:22:56Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:58.117889 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1af8a22-6097-4c4b-a4f7-12c7c775cc63 None None] Checking router: f548cf7c-2024-4ec9-ade2-f78352cf7e0b for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:22:58.128841 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1af8a22-6097-4c4b-a4f7-12c7c775cc63 None None] Routers {'f548cf7c-2024-4ec9-ade2-f78352cf7e0b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:22:58.130074 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1af8a22-6097-4c4b-a4f7-12c7c775cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:22:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:58.290414 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:58.309221 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e1af8a22-6097-4c4b-a4f7-12c7c775cc63 None None] Set router f548cf7c-2024-4ec9-ade2-f78352cf7e0b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:22:58.378072 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] DHCP port deletion for 498a27ae-e789-4b02-9cd4-e5702185369b request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:22:58.383188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Deleting port 14ffdc10-0e8d-432d-a01e-e32392f67251 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:22:58.383977 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:58.500401 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:58.510514 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 916e2109-015f-493a-81e4-6bf4526661d5 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:22:58.511072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:58.595956 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] For port 14ffdc10-0e8d-432d-a01e-e32392f67251, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=14ffdc10-0e8d-432d-a01e-e32392f67251,segment=NetworkSegment(52408402-76a8-432e-a662-ce3cda9e54d4),segment_id=52408402-76a8-432e-a662-ce3cda9e54d4)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:22:58.596350 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:58.618292 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1af8a22-6097-4c4b-a4f7-12c7c775cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:22:56Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:58.624142 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1af8a22-6097-4c4b-a4f7-12c7c775cc63 None None] The sync data for ids ['f548cf7c-2024-4ec9-ade2-f78352cf7e0b'] in dv-neutron-838883-3-hyperv is: [{'id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'name': 'tempest-TestNetworkBasicOps-router-1568108234', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230'}], 'enable_snat': True}, 'gw_port_id': '916e2109-015f-493a-81e4-6bf4526661d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:19:23Z', 'updated_at': '2022-04-22T15:22:56Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '916e2109-015f-493a-81e4-6bf4526661d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:db:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548cf7c-2024-4ec9-ade2-f78352cf7e0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:19:24Z', 'updated_at': '2022-04-22T15:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:22:58.710543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 916e2109-015f-493a-81e4-6bf4526661d5, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=916e2109-015f-493a-81e4-6bf4526661d5,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:22:58.710674 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:58.734501 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Calling delete_port for 14ffdc10-0e8d-432d-a01e-e32392f67251 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:22:58.818504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:58.836185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 916e2109-015f-493a-81e4-6bf4526661d5 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:22:58.860681 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Pushing event deleted for resources: {'Port': ['ID=14ffdc10-0e8d-432d-a01e-e32392f67251,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:58.870278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] No DVR routers for this DVR port 14ffdc10-0e8d-432d-a01e-e32392f67251 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:22:58.875308 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:58.876175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:58.876175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:58.876478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:58.879781 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:58.879781 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:58.880599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:58.880599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:58.880599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:58.881068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:58.881268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d757d97-3cc1-4f7a-9a6a-185714c42a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:59.001644 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:59.094551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 14ffdc10-0e8d-432d-a01e-e32392f67251 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:22:59.128405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 14ffdc10-0e8d-432d-a01e-e32392f67251 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:22:59.128747 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 14ffdc10-0e8d-432d-a01e-e32392f67251 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:22:59.129164 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 947b2d8e-14b5-4c77-b621-77372825385a no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:22:59.147757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=916e2109-015f-493a-81e4-6bf4526661d5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:22:59.168152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:59.168152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:59.168152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:59.168152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:59.168152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:59.168152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:59.168152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:59.168152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:59.168152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:59.168152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:59.168152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:22:59.174115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 947b2d8e-14b5-4c77-b621-77372825385a {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:22:59.174115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 947b2d8e-14b5-4c77-b621-77372825385a not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:22:59.224051 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:22:59.378815 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:59.633063 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:59.637231 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:59.663096 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:59.663682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Fanout notify agent at l3_agent the message router_deleted on router f548cf7c-2024-4ec9-ade2-f78352cf7e0b {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:22:59.679863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:59.680949 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3969ea67-daa5-4170-907d-ada7a634d22d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/routers/f548cf7c-2024-4ec9-ade2-f78352cf7e0b HTTP/1.1" status: 204 len: 168 time: 1.5927064 Apr 22 15:22:59.683914 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37380) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:22:59.801188 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-14ea5cd2-3d29-4ae5-a7a6-69e6a10014ab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:59.933341 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-14ea5cd2-3d29-4ae5-a7a6-69e6a10014ab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:22:59.959372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-14ea5cd2-3d29-4ae5-a7a6-69e6a10014ab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498a27ae-e789-4b02-9cd4-e5702185369b']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:59.971595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-14ea5cd2-3d29-4ae5-a7a6-69e6a10014ab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52408402-76a8-432e-a662-ce3cda9e54d4') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:59.971889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-14ea5cd2-3d29-4ae5-a7a6-69e6a10014ab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52408402-76a8-432e-a662-ce3cda9e54d4') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:22:59.983512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-14ea5cd2-3d29-4ae5-a7a6-69e6a10014ab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.003873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-14ea5cd2-3d29-4ae5-a7a6-69e6a10014ab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.010964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ea5cd2-3d29-4ae5-a7a6-69e6a10014ab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:23:00.011354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-14ea5cd2-3d29-4ae5-a7a6-69e6a10014ab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:23:00.025411 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:23:00.106622 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-14ea5cd2-3d29-4ae5-a7a6-69e6a10014ab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.130645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-14ea5cd2-3d29-4ae5-a7a6-69e6a10014ab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.133161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea5cd2-3d29-4ae5-a7a6-69e6a10014ab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Network': ['ID=498a27ae-e789-4b02-9cd4-e5702185369b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:00.145684 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-14ea5cd2-3d29-4ae5-a7a6-69e6a10014ab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/networks/498a27ae-e789-4b02-9cd4-e5702185369b HTTP/1.1" status: 204 len: 168 time: 0.4610057 Apr 22 15:23:00.170396 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37384) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:00.176047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'network': {'name': 'tempest-network-smoke--1767745797', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'port_security_enabled': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:00.182065 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:00.186540 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:network and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:00.189246 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:00.194975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:00.208954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:23:00.211346 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.239715 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:23:00.248914 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.249178 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Added segment aa4639a5-255d-48ad-9da6-1d7a44b01188 of type vlan for network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d Apr 22 15:23:00.276009 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.305942 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.309496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:00.310059 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.413002 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2421744 Apr 22 15:23:00.415757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37388) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:00.422351 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-262448606', 'admin_state_up': True, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:00.428181 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549e550-2ec6-4bb1-a4c7-3b854c4b0c39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Network': ['ID=8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:00.431764 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:00.435960 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:router and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:00.438857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:00.439294 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:23:00.444496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:00.454492 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.455133 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.478416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.712653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.891084 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:00.925050 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:01.064742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.73 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/b6df7930-f745-4459-94d3-9a4c1f27e6ff) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:23:01.087659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 916e2109-015f-493a-81e4-6bf4526661d5 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:23:01.126562 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 916e2109-015f-493a-81e4-6bf4526661d5 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:23:01.126902 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 916e2109-015f-493a-81e4-6bf4526661d5 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:23:01.215865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:01.243418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:01.312399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:23:01.315211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:23:01.319508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:23:01.343539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=b6df7930-f745-4459-94d3-9a4c1f27e6ff,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:01.483007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:01.483007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:01.709371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router ade63a0f-c9e6-448f-b0d4-637190c01085 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:23:01.910126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:23:01.920262 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Sync routers for ids ['ade63a0f-c9e6-448f-b0d4-637190c01085'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:23:01.932304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Routers {'ade63a0f-c9e6-448f-b0d4-637190c01085'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:01.932925 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:22:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ade63a0f-c9e6-448f-b0d4-637190c01085'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:01.939189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:01.940440 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f06fef7f-0b72-40d1-b37e-c4177b357cdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5237966 Apr 22 15:23:01.943499 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37392) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:01.988638 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c9b4f428-3815-4f87-9cb5-b5abc0a39ea3 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=837b6f9741fb4d28b96872e0afaf71d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404904 Apr 22 15:23:01.990387 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37396) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:02.116195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Set router ade63a0f-c9e6-448f-b0d4-637190c01085 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:02.122039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881b9104-bfc2-45f3-81bf-b84bc392171e tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:02.123610 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-881b9104-bfc2-45f3-81bf-b84bc392171e tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331363 Apr 22 15:23:02.126476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37400) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:02.169223 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0df3a30d-7a9f-48cd-8f17-3284b23347e1 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417137 Apr 22 15:23:02.171710 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37404) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:02.177094 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1209005625', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:02.284494 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:02.289738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:subnet and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:02.292542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:02.298368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:02.309229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:23:02.413447 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:01Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:02.417491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Checking router: ade63a0f-c9e6-448f-b0d4-637190c01085 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:23:02.417842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Updating router ade63a0f-c9e6-448f-b0d4-637190c01085 port b6df7930-f745-4459-94d3-9a4c1f27e6ff binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:23:02.469482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:02.496127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:02.719587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:02.802326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Subnet': ['ID=348baef8-bd49-4e2d-af85-6e435d25bef1,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:02.831137 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Checking segment: {'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:23:02.831137 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network hostable DHCP agents. Network: 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:23:02.848676 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:02.849248 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:23:02.860310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:23:02.866120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:02.866120 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:02.867493 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Transition to ACTIVE for port object b6df7930-f745-4459-94d3-9a4c1f27e6ff will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:23:02.881525 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd3a84d-8728-4b39-9da5-4686a8fc55a6 None None] Network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:23:02.896567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37408) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:02.900174 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-75bea28b-d1ae-4b80-9342-3ba702ab4fa7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7259901 Apr 22 15:23:02.901652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:03.044030 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761397e-0964-4d98-bfc1-4c325e264885 None None] Pushing event updated for resources: {'Port': ['ID=b6df7930-f745-4459-94d3-9a4c1f27e6ff,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:03.070371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:03.092540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Attempting to bind port b6df7930-f745-4459-94d3-9a4c1f27e6ff on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:23:03.092540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Attempting to bind port b6df7930-f745-4459-94d3-9a4c1f27e6ff by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:23:03.092540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Attempting to bind port b6df7930-f745-4459-94d3-9a4c1f27e6ff on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:23:03.107223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:23:03.107223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:23:03.107223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:03.107223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:23:03.107223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Bound port: b6df7930-f745-4459-94d3-9a4c1f27e6ff, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:23:03.109551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:03.228606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] For port b6df7930-f745-4459-94d3-9a4c1f27e6ff, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:23:03.233564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] For port b6df7930-f745-4459-94d3-9a4c1f27e6ff, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b6df7930-f745-4459-94d3-9a4c1f27e6ff,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:23:03.264448 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:03.334378 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ips': [{'subnet_id': '348baef8-bd49-4e2d-af85-6e435d25bef1'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:23:03.335753 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:03.376671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761397e-0964-4d98-bfc1-4c325e264885 None None] Pushing event updated for resources: {'Port': ['ID=b6df7930-f745-4459-94d3-9a4c1f27e6ff,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:03.447243 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Routers {'ade63a0f-c9e6-448f-b0d4-637190c01085'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:03.447243 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:22:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ade63a0f-c9e6-448f-b0d4-637190c01085'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:03.693913 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Allocated IP 172.20.0.2 (8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d/348baef8-bd49-4e2d-af85-6e435d25bef1/29ea5985-09aa-412d-85a5-3217fa9e6f1a) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:23:03.716591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] Set router ade63a0f-c9e6-448f-b0d4-637190c01085 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:03.886046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:04.221586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:04.235769 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Transition to ACTIVE for port object 29ea5985-09aa-412d-85a5-3217fa9e6f1a will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:23:04.241847 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:01Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:04.252227 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf76f1ae-1fd3-4dce-b275-e991a9275923 None None] The sync data for ids ['ade63a0f-c9e6-448f-b0d4-637190c01085'] in dv-neutron-838883-3-hyperv is: [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:01Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:23:04.259905 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Transition to ACTIVE for port object 29ea5985-09aa-412d-85a5-3217fa9e6f1a will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:23:04.270790 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:04.355848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Pushing event updated for resources: {'Port': ['ID=29ea5985-09aa-412d-85a5-3217fa9e6f1a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:04.361040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.1 (8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d/348baef8-bd49-4e2d-af85-6e435d25bef1/3638d40f-e421-495b-ac13-275a5ad6b671) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:23:04.366389 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:23:04.368445 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:23:04.372686 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:23:04.509231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Attempting to bind port 29ea5985-09aa-412d-85a5-3217fa9e6f1a on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:23:04.509231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Attempting to bind port 29ea5985-09aa-412d-85a5-3217fa9e6f1a by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:23:04.509231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Attempting to bind port 29ea5985-09aa-412d-85a5-3217fa9e6f1a on network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:23:04.515260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:23:04.516229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Checking segment: {'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:23:04.516229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:04.516605 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Bound using segment: {'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:23:04.518806 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Bound port: 29ea5985-09aa-412d-85a5-3217fa9e6f1a, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:23:04.518806 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:04.647098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] For port 29ea5985-09aa-412d-85a5-3217fa9e6f1a, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:23:04.650171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] For port 29ea5985-09aa-412d-85a5-3217fa9e6f1a, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=29ea5985-09aa-412d-85a5-3217fa9e6f1a,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:23:04.652116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:04.655369 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:04.670206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object 3638d40f-e421-495b-ac13-275a5ad6b671 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:23:04.705069 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:04.750356 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340bd30f-de2b-4078-9aaf-0db739d2be49 None None] Pushing event updated for resources: {'Port': ['ID=29ea5985-09aa-412d-85a5-3217fa9e6f1a,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:04.782777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:23:04.786545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:23:04.790799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:23:04.822187 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=3638d40f-e421-495b-ac13-275a5ad6b671,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:04.861561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:04.969863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:05.178107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b6df7930-f745-4459-94d3-9a4c1f27e6ff up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:23:05.252922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port b6df7930-f745-4459-94d3-9a4c1f27e6ff completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:23:05.259785 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b6df7930-f745-4459-94d3-9a4c1f27e6ff triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:05.260853 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:05.376544 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:05.393260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port b6df7930-f745-4459-94d3-9a4c1f27e6ff, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b6df7930-f745-4459-94d3-9a4c1f27e6ff,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:05.397828 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:05.398858 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 29ea5985-09aa-412d-85a5-3217fa9e6f1a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:23:05.432865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:05.437885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:05.515566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=b6df7930-f745-4459-94d3-9a4c1f27e6ff,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:05.531491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 29ea5985-09aa-412d-85a5-3217fa9e6f1a completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:23:05.582272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:05.588866 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=3638d40f-e421-495b-ac13-275a5ad6b671,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:05.728617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:23:05.731245 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:23:05.752246 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d99bbc-ab4a-4d41-9dd1-42fcd12e78be None None] Network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:23:05.847613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e221c05a-163b-4557-86df-50f864275e41 None None] Provisioning for port 29ea5985-09aa-412d-85a5-3217fa9e6f1a completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:23:05.865999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e221c05a-163b-4557-86df-50f864275e41 None None] Provisioning complete for port 29ea5985-09aa-412d-85a5-3217fa9e6f1a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:05.866394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e221c05a-163b-4557-86df-50f864275e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:06.074150 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e221c05a-163b-4557-86df-50f864275e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:06.124953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e221c05a-163b-4557-86df-50f864275e41 None None] For port 29ea5985-09aa-412d-85a5-3217fa9e6f1a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=29ea5985-09aa-412d-85a5-3217fa9e6f1a,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:06.130549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e221c05a-163b-4557-86df-50f864275e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:06.199427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221c05a-163b-4557-86df-50f864275e41 None None] Pushing event updated for resources: {'Port': ['ID=29ea5985-09aa-412d-85a5-3217fa9e6f1a,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:06.224377 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router ade63a0f-c9e6-448f-b0d4-637190c01085 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:23:06.358424 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bfded76a-cee0-480a-a174-5245e83531db None None] Provisioning complete for port 29ea5985-09aa-412d-85a5-3217fa9e6f1a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:06.358984 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bfded76a-cee0-480a-a174-5245e83531db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:06.437751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:23:06.454282 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c697d72c-3dd0-4ed1-b8c1-5398cd985c36 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/ade63a0f-c9e6-448f-b0d4-637190c01085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5545328 Apr 22 15:23:06.454544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37416) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:06.495128 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bfded76a-cee0-480a-a174-5245e83531db None None] Provisioning for port 3638d40f-e421-495b-ac13-275a5ad6b671 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:23:06.500908 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bfded76a-cee0-480a-a174-5245e83531db None None] Provisioning complete for port 3638d40f-e421-495b-ac13-275a5ad6b671 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:06.501288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bfded76a-cee0-480a-a174-5245e83531db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:06.559720 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-bfded76a-cee0-480a-a174-5245e83531db None None] Port 3638d40f-e421-495b-ac13-275a5ad6b671 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:23:06.608428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a037945-9770-4829-8cd8-a58dcda0b422 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:06.608807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a037945-9770-4829-8cd8-a58dcda0b422 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:06.609171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a037945-9770-4829-8cd8-a58dcda0b422 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:06.609533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a037945-9770-4829-8cd8-a58dcda0b422 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:06.609887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a037945-9770-4829-8cd8-a58dcda0b422 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:06.610266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a037945-9770-4829-8cd8-a58dcda0b422 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:06.611994 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8a037945-9770-4829-8cd8-a58dcda0b422 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1563590 Apr 22 15:23:06.614837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37420) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:06.680140 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fcc0cc55-84a0-458f-8083-0a0ffab22ed8 None None] Provisioning complete for port 3638d40f-e421-495b-ac13-275a5ad6b671 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:06.680512 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fcc0cc55-84a0-458f-8083-0a0ffab22ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:06.684405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41453989-9944-42c6-b68e-a95d3aaf2d68 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:06.684781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41453989-9944-42c6-b68e-a95d3aaf2d68 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:06.685146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41453989-9944-42c6-b68e-a95d3aaf2d68 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:06.685504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41453989-9944-42c6-b68e-a95d3aaf2d68 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:06.685860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41453989-9944-42c6-b68e-a95d3aaf2d68 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:06.686234 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41453989-9944-42c6-b68e-a95d3aaf2d68 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:06.687962 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-41453989-9944-42c6-b68e-a95d3aaf2d68 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0722208 Apr 22 15:23:06.690672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37424) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:06.733951 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fcc0cc55-84a0-458f-8083-0a0ffab22ed8 None None] Port 3638d40f-e421-495b-ac13-275a5ad6b671 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:23:06.891924 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e8305bac-0502-4fb4-9860-f2df06412f5a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2000933 Apr 22 15:23:06.894613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37428) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:06.900303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1358821506', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:07.031330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:07.035467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:port and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:07.038420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:07.044291 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:07.053989 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:23:07.056949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:07.079437 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] device_id is not set on port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:23:07.096494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b6df7930-f745-4459-94d3-9a4c1f27e6ff up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:23:07.170511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b6df7930-f745-4459-94d3-9a4c1f27e6ff triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:07.170788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:07.227266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.5 (8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d/348baef8-bd49-4e2d-af85-6e435d25bef1/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:23:07.287146 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 29ea5985-09aa-412d-85a5-3217fa9e6f1a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:23:07.352542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 29ea5985-09aa-412d-85a5-3217fa9e6f1a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:07.352975 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:07.428898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:07.445069 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object a592809f-9ac5-4274-b9c5-84fbfb3a2dbb will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:23:07.466524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:07.541228 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:23:07.544120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:23:07.547982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:23:07.696316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:07.730652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:07.731254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:07.757379 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3f952766-47e2-4b86-b84e-4e8f85f2d1fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8615751 Apr 22 15:23:07.763864 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f5359399-d0e7-4f6d-af47-20390b4fc5ad None None] Provisioning for port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:23:07.768584 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f5359399-d0e7-4f6d-af47-20390b4fc5ad None None] Provisioning complete for port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:07.768949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5359399-d0e7-4f6d-af47-20390b4fc5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:07.827348 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f5359399-d0e7-4f6d-af47-20390b4fc5ad None None] Port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:23:07.988270 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Sync routers for ids ['ade63a0f-c9e6-448f-b0d4-637190c01085'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:23:08.001324 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Routers {'ade63a0f-c9e6-448f-b0d4-637190c01085'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:08.001984 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:22:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ade63a0f-c9e6-448f-b0d4-637190c01085'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:08.178381 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Set router ade63a0f-c9e6-448f-b0d4-637190c01085 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:08.242505 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37434) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:08.248357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-551839793', 'description': 'tempest-secgroup-smoke-551839793 description', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:08.254754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:08.259329 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:08.262181 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:08.267785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:08.277322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.311214 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:08.314929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:08.318315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:08.323864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:08.376399 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.380137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.423121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41303ae6-48f1-4596-8c6e-aa484833fa9b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:08.434330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.436546 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f67c75c0-541d-4a05-ba79-c972c5064af4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1928899 Apr 22 15:23:08.439775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37438) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:08.445096 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-add8f406-5ffd-4fe7-b0cb-4bb76f98e1b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '41303ae6-48f1-4596-8c6e-aa484833fa9b', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:08.451303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-add8f406-5ffd-4fe7-b0cb-4bb76f98e1b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:08.455472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-add8f406-5ffd-4fe7-b0cb-4bb76f98e1b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:08.458496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-add8f406-5ffd-4fe7-b0cb-4bb76f98e1b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:08.464370 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-add8f406-5ffd-4fe7-b0cb-4bb76f98e1b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:08.481549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-add8f406-5ffd-4fe7-b0cb-4bb76f98e1b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.513132 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:04Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3638d40f-e421-495b-ac13-275a5ad6b671', 'name': '', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:94:cf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:04Z', 'updated_at': '2022-04-22T15:23:05Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:08.517030 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Checking router: ade63a0f-c9e6-448f-b0d4-637190c01085 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:23:08.517383 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Updating router ade63a0f-c9e6-448f-b0d4-637190c01085 port 3638d40f-e421-495b-ac13-275a5ad6b671 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:23:08.544098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-add8f406-5ffd-4fe7-b0cb-4bb76f98e1b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.548269 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-add8f406-5ffd-4fe7-b0cb-4bb76f98e1b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.569332 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.570927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8f406-5ffd-4fe7-b0cb-4bb76f98e1b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df46292d-90ee-4223-8132-73ff82dba9e3,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:08.580788 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-add8f406-5ffd-4fe7-b0cb-4bb76f98e1b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.581955 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-add8f406-5ffd-4fe7-b0cb-4bb76f98e1b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1412730 Apr 22 15:23:08.584917 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37442) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:08.590445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-733f8764-2f14-47c6-9016-fddfc9fe9c7a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '41303ae6-48f1-4596-8c6e-aa484833fa9b', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:08.597128 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-733f8764-2f14-47c6-9016-fddfc9fe9c7a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:08.601485 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-733f8764-2f14-47c6-9016-fddfc9fe9c7a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:08.604401 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-733f8764-2f14-47c6-9016-fddfc9fe9c7a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:08.610060 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-733f8764-2f14-47c6-9016-fddfc9fe9c7a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:08.627002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-733f8764-2f14-47c6-9016-fddfc9fe9c7a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.687194 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-733f8764-2f14-47c6-9016-fddfc9fe9c7a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.691489 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-733f8764-2f14-47c6-9016-fddfc9fe9c7a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.714575 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f8764-2f14-47c6-9016-fddfc9fe9c7a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6687f767-7969-4bab-9ca4-0c0b53a15b84,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:08.723737 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-733f8764-2f14-47c6-9016-fddfc9fe9c7a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.724859 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-733f8764-2f14-47c6-9016-fddfc9fe9c7a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1389771 Apr 22 15:23:08.727640 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37446) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:08.733019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-9d62afc8-50b8-49fc-b0d2-348eb68c6fc2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '41303ae6-48f1-4596-8c6e-aa484833fa9b', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:08.738536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9d62afc8-50b8-49fc-b0d2-348eb68c6fc2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:08.742878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9d62afc8-50b8-49fc-b0d2-348eb68c6fc2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:08.745935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-9d62afc8-50b8-49fc-b0d2-348eb68c6fc2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:08.751640 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-9d62afc8-50b8-49fc-b0d2-348eb68c6fc2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:08.769252 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d62afc8-50b8-49fc-b0d2-348eb68c6fc2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.831343 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d62afc8-50b8-49fc-b0d2-348eb68c6fc2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.835112 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d62afc8-50b8-49fc-b0d2-348eb68c6fc2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.857526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62afc8-50b8-49fc-b0d2-348eb68c6fc2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ce40e7-3109-4ca3-a553-e7c2afca6d45,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:08.865906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9d62afc8-50b8-49fc-b0d2-348eb68c6fc2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.867099 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9d62afc8-50b8-49fc-b0d2-348eb68c6fc2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1385684 Apr 22 15:23:08.870063 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37450) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:08.875254 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-fa41fbb3-d240-423e-ba19-329033ecf309 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '41303ae6-48f1-4596-8c6e-aa484833fa9b', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:08.881474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fa41fbb3-d240-423e-ba19-329033ecf309 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:08.885657 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fa41fbb3-d240-423e-ba19-329033ecf309 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:08.888845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-fa41fbb3-d240-423e-ba19-329033ecf309 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:08.894663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-fa41fbb3-d240-423e-ba19-329033ecf309 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:08.913000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa41fbb3-d240-423e-ba19-329033ecf309 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.924164 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.937396 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Transition to ACTIVE for port object 3638d40f-e421-495b-ac13-275a5ad6b671 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:23:08.944635 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.982839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa41fbb3-d240-423e-ba19-329033ecf309 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:08.987077 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa41fbb3-d240-423e-ba19-329033ecf309 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:09.019165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41fbb3-d240-423e-ba19-329033ecf309 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a730bd9-83d0-4a9d-9ae1-c142786c1c75,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:09.026930 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fa41fbb3-d240-423e-ba19-329033ecf309 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:09.028498 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fa41fbb3-d240-423e-ba19-329033ecf309 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1574750 Apr 22 15:23:09.032063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37454) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:09.037845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5a62ebff-0b73-405e-8d14-63cace90e0f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '41303ae6-48f1-4596-8c6e-aa484833fa9b', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:09.045901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5a62ebff-0b73-405e-8d14-63cace90e0f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:09.050079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5a62ebff-0b73-405e-8d14-63cace90e0f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:09.053887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5a62ebff-0b73-405e-8d14-63cace90e0f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:09.060412 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5a62ebff-0b73-405e-8d14-63cace90e0f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:09.070020 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d599b-1123-4a29-b0f5-34d6085d6e19 None None] Pushing event updated for resources: {'Port': ['ID=3638d40f-e421-495b-ac13-275a5ad6b671,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:09.073282 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-5a62ebff-0b73-405e-8d14-63cace90e0f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:23:09.080792 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a62ebff-0b73-405e-8d14-63cace90e0f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:09.109875 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d599b-1123-4a29-b0f5-34d6085d6e19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:09.110509 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d599b-1123-4a29-b0f5-34d6085d6e19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:09.110982 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d599b-1123-4a29-b0f5-34d6085d6e19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:09.111465 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d599b-1123-4a29-b0f5-34d6085d6e19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:09.111789 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d599b-1123-4a29-b0f5-34d6085d6e19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:09.112312 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d599b-1123-4a29-b0f5-34d6085d6e19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:09.112812 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d599b-1123-4a29-b0f5-34d6085d6e19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:09.113280 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d599b-1123-4a29-b0f5-34d6085d6e19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:09.113750 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d599b-1123-4a29-b0f5-34d6085d6e19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:09.114134 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d599b-1123-4a29-b0f5-34d6085d6e19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:09.114968 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9d599b-1123-4a29-b0f5-34d6085d6e19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:09.158979 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a62ebff-0b73-405e-8d14-63cace90e0f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:09.163452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a62ebff-0b73-405e-8d14-63cace90e0f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:09.174609 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Attempting to bind port 3638d40f-e421-495b-ac13-275a5ad6b671 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:23:09.174976 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Attempting to bind port 3638d40f-e421-495b-ac13-275a5ad6b671 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:23:09.175329 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Attempting to bind port 3638d40f-e421-495b-ac13-275a5ad6b671 on network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:23:09.183252 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:23:09.183697 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Checking segment: {'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:23:09.184675 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:09.185065 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Bound using segment: {'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:23:09.185526 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Bound port: 3638d40f-e421-495b-ac13-275a5ad6b671, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:23:09.186269 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:09.188187 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62ebff-0b73-405e-8d14-63cace90e0f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c8b6c5-4205-459d-a148-d9cd8b6bbb5a,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:09.197190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a62ebff-0b73-405e-8d14-63cace90e0f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:09.198436 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5a62ebff-0b73-405e-8d14-63cace90e0f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1657562 Apr 22 15:23:09.202051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37458) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:09.208595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-8d4db724-aa99-4f8e-bd40-40cb4ca663b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '41303ae6-48f1-4596-8c6e-aa484833fa9b', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:09.214479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8d4db724-aa99-4f8e-bd40-40cb4ca663b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:09.218881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8d4db724-aa99-4f8e-bd40-40cb4ca663b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:09.221762 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-8d4db724-aa99-4f8e-bd40-40cb4ca663b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:09.228319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-8d4db724-aa99-4f8e-bd40-40cb4ca663b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:09.239067 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-8d4db724-aa99-4f8e-bd40-40cb4ca663b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:23:09.246395 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d4db724-aa99-4f8e-bd40-40cb4ca663b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:09.276789 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] For port 3638d40f-e421-495b-ac13-275a5ad6b671, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:23:09.279885 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] For port 3638d40f-e421-495b-ac13-275a5ad6b671, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3638d40f-e421-495b-ac13-275a5ad6b671,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:23:09.283774 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:09.313677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d4db724-aa99-4f8e-bd40-40cb4ca663b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:09.317358 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d4db724-aa99-4f8e-bd40-40cb4ca663b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:09.344259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4db724-aa99-4f8e-bd40-40cb4ca663b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ceb0334-d03c-4516-8436-7de702e45e24,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:09.350638 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8d4db724-aa99-4f8e-bd40-40cb4ca663b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:09.354605 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8d4db724-aa99-4f8e-bd40-40cb4ca663b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1512702 Apr 22 15:23:09.360654 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d599b-1123-4a29-b0f5-34d6085d6e19 None None] Pushing event updated for resources: {'Port': ['ID=3638d40f-e421-495b-ac13-275a5ad6b671,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:09.368035 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Routers {'ade63a0f-c9e6-448f-b0d4-637190c01085'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:09.368645 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:22:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ade63a0f-c9e6-448f-b0d4-637190c01085'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:09.562000 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] Set router ade63a0f-c9e6-448f-b0d4-637190c01085 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:09.614867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-7e209334-6962-4b3d-b64e-c06bb9fa1ecc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:23:09.630304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-7e209334-6962-4b3d-b64e-c06bb9fa1ecc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:23:09.631586 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-7e209334-6962-4b3d-b64e-c06bb9fa1ecc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551839793&fields=id&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 267 time: 0.0616524 Apr 22 15:23:09.712377 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-5010a004-73b7-4b0b-8e3d-2674b01dcd77 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:09.712937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-5010a004-73b7-4b0b-8e3d-2674b01dcd77 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:23:09.728673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-5010a004-73b7-4b0b-8e3d-2674b01dcd77 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:23:09.729923 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-5010a004-73b7-4b0b-8e3d-2674b01dcd77 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 200 len: 930 time: 0.0909462 Apr 22 15:23:09.884102 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:04Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3638d40f-e421-495b-ac13-275a5ad6b671', 'name': '', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:94:cf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:04Z', 'updated_at': '2022-04-22T15:23:09Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:09.887959 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb1abd7-c5e2-4aba-889b-4a193fb7d1b7 None None] The sync data for ids ['ade63a0f-c9e6-448f-b0d4-637190c01085'] in dv-neutron-838883-3-hyperv is: [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:04Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3638d40f-e421-495b-ac13-275a5ad6b671', 'name': '', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:94:cf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:04Z', 'updated_at': '2022-04-22T15:23:09Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:23:09.908629 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-734d71fd-b393-4dff-9e66-20189ba0f05b service neutron] 10.222.0.71 "GET /v2.0/ports/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1668503 Apr 22 15:23:09.917957 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-c7d94323-9605-484a-93e0-95c5db06d5ed service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:23:09.918953 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-c7d94323-9605-484a-93e0-95c5db06d5ed service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048945 Apr 22 15:23:10.069686 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-ae22239f-a12f-4abc-8122-59f4113fc165 service neutron] 10.222.0.71 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438110 Apr 22 15:23:10.211328 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-efcfcee9-9a9e-4107-bd21-6278caea70fd service neutron] 10.222.0.71 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323359 Apr 22 15:23:10.412931 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af5c4115-8b0d-4468-858b-50a131367ff5 req-6b3d7781-04b3-4eba-85b8-8182cdabf5e8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 210 time: 0.0433214 Apr 22 15:23:11.109511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3638d40f-e421-495b-ac13-275a5ad6b671 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:23:11.174260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 3638d40f-e421-495b-ac13-275a5ad6b671 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:23:11.179098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 3638d40f-e421-495b-ac13-275a5ad6b671 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:11.179464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:11.288772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:11.320241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 3638d40f-e421-495b-ac13-275a5ad6b671, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3638d40f-e421-495b-ac13-275a5ad6b671,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:11.323357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:11.390908 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=3638d40f-e421-495b-ac13-275a5ad6b671,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:11.422348 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-4ff459a6-8268-424a-ab94-5e559623f7b6 service neutron] 10.222.0.70 "GET /v2.0/ports/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 200 len: 1026 time: 0.0623960 Apr 22 15:23:11.597979 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e399b91a-51dd-47a2-8a80-a8908b0c26af req-b8f9ba5b-6402-4080-ac69-01fe1f98fb5f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 210 time: 0.0516846 Apr 22 15:23:11.608811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-91db213f-5a85-4c47-a6f7-1798bf969070 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:11.610161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-91db213f-5a85-4c47-a6f7-1798bf969070 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/networks?id=8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d HTTP/1.1" status: 200 len: 797 time: 0.1831279 Apr 22 15:23:11.678425 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-f8011931-8470-418e-89f1-be033cb4878e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 379 time: 0.0444987 Apr 22 15:23:11.688658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Request body: {'port': {'device_id': 'bd86e17b-bec5-4ecc-b429-8c93c57ed50a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:11.792895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:12.121022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a592809f-9ac5-4274-b9c5-84fbfb3a2dbb {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:23:12.127677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:12.141897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Transition to ACTIVE for port object a592809f-9ac5-4274-b9c5-84fbfb3a2dbb will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:23:12.145221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:12.373132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Pushing event updated for resources: {'Port': ['ID=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:12.472790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Attempting to bind port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:23:12.473410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Attempting to bind port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:23:12.473548 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Attempting to bind port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb on network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:23:12.479931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb on network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:23:12.480185 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Attempting to bind port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb on network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:23:12.486363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:23:12.486698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Checking segment: {'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:23:12.487075 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Bound using segment: {'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:23:12.487494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Bound port: a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:23:12.487839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:12.580542 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] For port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:23:12.583978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] For port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:23:12.588497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:12.648206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:12.649667 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] 10.222.0.70 "PUT /v2.0/ports/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 200 len: 1131 time: 0.9645841 Apr 22 15:23:12.652521 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd86e17b-bec5-4ecc-b429-8c93c57ed50a', 'tag': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:23:12.675410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0844f6-4bd7-4795-9ba3-e30c53115df5 service neutron] Pushing event updated for resources: {'Port': ['ID=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:12.697491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d315bc67-41eb-4428-bc70-8d098c49f0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:12.752583 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a000cfbe-b2bd-42c4-97db-3d3e5ad0c607'] response: {'name': 'network-changed', 'server_uuid': 'bd86e17b-bec5-4ecc-b429-8c93c57ed50a', 'tag': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb', 'status': 'completed', 'code': 200} Apr 22 15:23:12.853603 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-96838d5e-b068-459d-8b1b-00348d34a735 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 1134 time: 0.1412861 Apr 22 15:23:12.859036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77072b1-f0be-4da5-a020-66f874351143 req-826d0323-d820-466b-a5ef-00f19318433b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:12.860378 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b77072b1-f0be-4da5-a020-66f874351143 req-826d0323-d820-466b-a5ef-00f19318433b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 981 time: 0.1096184 Apr 22 15:23:12.947268 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-fca74215-af3c-4af9-bdef-eb01c047a9e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 200 len: 217 time: 0.0795417 Apr 22 15:23:13.011493 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b77072b1-f0be-4da5-a020-66f874351143 req-52705f90-1479-4d2b-87db-3570fbf9847f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455154 Apr 22 15:23:13.023991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-696ffe77-c3a7-48bb-a44a-df2d172f8762 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:13.025378 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-696ffe77-c3a7-48bb-a44a-df2d172f8762 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=348baef8-bd49-4e2d-af85-6e435d25bef1 HTTP/1.1" status: 200 len: 835 time: 0.0692947 Apr 22 15:23:13.099599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3638d40f-e421-495b-ac13-275a5ad6b671 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:23:13.104463 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-43ee9052-7bb6-46e3-b7be-821b26b29d86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725856 Apr 22 15:23:13.165624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 3638d40f-e421-495b-ac13-275a5ad6b671 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:13.165988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:13.235903 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-aea68209-b8a3-4a06-930d-62722266013e service neutron] 10.222.0.70 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244843 Apr 22 15:23:13.364581 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae7bc0cf-0340-4d8d-8a3a-2337bcdd40b4 req-765ebb2b-e11f-4da1-b935-8e00e363da19 service neutron] 10.222.0.70 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224329 Apr 22 15:23:13.528656 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b2b6fc08-470e-4243-b468-b76c543caf9a req-96445be9-b2cf-4553-b4cf-a7dfa4b9daa6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 1134 time: 0.0678887 Apr 22 15:23:13.659732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6fc08-470e-4243-b468-b76c543caf9a req-f8adf356-4a64-439a-8a6d-a969ab7dfd0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:13.661114 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b2b6fc08-470e-4243-b468-b76c543caf9a req-f8adf356-4a64-439a-8a6d-a969ab7dfd0f service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d HTTP/1.1" status: 200 len: 898 time: 0.1258795 Apr 22 15:23:13.730575 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b2b6fc08-470e-4243-b468-b76c543caf9a req-a869a20f-2775-4b97-a2c6-24008a4cc1f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 200 len: 217 time: 0.0630827 Apr 22 15:23:13.791739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6fc08-470e-4243-b468-b76c543caf9a req-1d7b374d-c33e-4641-908e-a504b23446a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:13.793107 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b2b6fc08-470e-4243-b468-b76c543caf9a req-1d7b374d-c33e-4641-908e-a504b23446a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=348baef8-bd49-4e2d-af85-6e435d25bef1 HTTP/1.1" status: 200 len: 835 time: 0.0559280 Apr 22 15:23:13.869781 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b2b6fc08-470e-4243-b468-b76c543caf9a req-8af549f0-a891-445b-8aad-53c8ec98f064 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692804 Apr 22 15:23:14.000059 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b2b6fc08-470e-4243-b468-b76c543caf9a req-97bac539-3a59-4feb-b31e-0c6b17a3812b service neutron] 10.222.0.70 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232848 Apr 22 15:23:14.130550 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b2b6fc08-470e-4243-b468-b76c543caf9a req-a47e4f56-6bef-4f98-9d21-fcbefbd4c021 service neutron] 10.222.0.70 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235483 Apr 22 15:23:14.291639 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44c5c0-d829-4af1-bb6a-7bc66dd2dc63 req-116cc5b0-ca62-48ce-9348-cc8b48ad9357 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:14.293000 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9b44c5c0-d829-4af1-bb6a-7bc66dd2dc63 req-116cc5b0-ca62-48ce-9348-cc8b48ad9357 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 981 time: 0.1615729 Apr 22 15:23:14.337406 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9b44c5c0-d829-4af1-bb6a-7bc66dd2dc63 req-47897a2e-56c2-4c3f-b517-e7d6479d66c7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387673 Apr 22 15:23:14.965848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e8dc9bd-3df8-48e1-bbb3-bcad2e32e08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:15.531410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb8ece-4b75-4984-bc59-b8f32a8d155e req-dd185ac1-c612-4664-b521-356597aaa54b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:15.532863 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a9cb8ece-4b75-4984-bc59-b8f32a8d155e req-dd185ac1-c612-4664-b521-356597aaa54b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 981 time: 0.0795257 Apr 22 15:23:15.577538 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a9cb8ece-4b75-4984-bc59-b8f32a8d155e req-eeb03098-7438-4947-9c8a-e7fbf10b010d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391154 Apr 22 15:23:15.959287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:15.977582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:16.153043 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a592809f-9ac5-4274-b9c5-84fbfb3a2dbb details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:23:16.282801 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:16.296367 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'port_id': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb', 'mac_address': 'fa:16:3e:f0:48:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:23:16.347361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:16.367273 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a592809f-9ac5-4274-b9c5-84fbfb3a2dbb {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:23:16.381934 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:16.385397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:16.448740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:16.772527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172bb3a-b7ba-4d23-aad3-e0b56f14689b req-ef1d28d4-b3bd-4628-959f-72448fa21bec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:16.773965 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5172bb3a-b7ba-4d23-aad3-e0b56f14689b req-ef1d28d4-b3bd-4628-959f-72448fa21bec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 982 time: 0.0779142 Apr 22 15:23:16.802045 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['a592809f-9ac5-4274-b9c5-84fbfb3a2dbb'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:23:16.817937 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5172bb3a-b7ba-4d23-aad3-e0b56f14689b req-930d72b9-d106-4096-823d-bbb0c6dd143b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379329 Apr 22 15:23:17.531322 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:18.011890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61e458-4276-420c-84a1-4bdcf955d7b3 req-b2ad56c0-0d23-4384-8839-0b7e2af5e3bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:18.013343 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4f61e458-4276-420c-84a1-4bdcf955d7b3 req-b2ad56c0-0d23-4384-8839-0b7e2af5e3bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 982 time: 0.0784636 Apr 22 15:23:18.058576 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4f61e458-4276-420c-84a1-4bdcf955d7b3 req-4e482e38-23ee-4f79-8ae2-a13db125f902 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 Apr 22 15:23:18.166564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a592809f-9ac5-4274-b9c5-84fbfb3a2dbb up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:23:18.232156 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:23:18.236609 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:18.236977 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:18.349006 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:18.374471 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd86e17b-bec5-4ecc-b429-8c93c57ed50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:23:18.383962 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:18.388731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:18.432345 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eaeeacc-c228-4903-996e-d971b9f017f4'] response: {'server_uuid': 'bd86e17b-bec5-4ecc-b429-8c93c57ed50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb', 'code': 200} Apr 22 15:23:18.454814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:18.685290 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2b63ff70-cbb3-41f8-a22d-1695a029cae5 req-1ed37de3-4747-4373-b8b0-6837574ace4e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 1136 time: 0.0662875 Apr 22 15:23:18.731172 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2b63ff70-cbb3-41f8-a22d-1695a029cae5 req-eda600bc-f9fb-4873-a341-0c82721f17f4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391569 Apr 22 15:23:19.252888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa8e11-8d93-45f0-8361-a920e6b3c3f9 req-f8947663-a6e8-4986-92ca-d23d7abf4b38 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:19.254300 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7eaa8e11-8d93-45f0-8361-a920e6b3c3f9 req-f8947663-a6e8-4986-92ca-d23d7abf4b38 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 983 time: 0.0756526 Apr 22 15:23:19.300300 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7eaa8e11-8d93-45f0-8361-a920e6b3c3f9 req-711cc83c-d148-4715-a6be-3a194e7ff73d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399041 Apr 22 15:23:20.497698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f9368-2452-4818-80f4-557e3355930c req-53bf4b80-175c-46d3-8689-3195ec8c101f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:20.499164 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be6f9368-2452-4818-80f4-557e3355930c req-53bf4b80-175c-46d3-8689-3195ec8c101f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 983 time: 0.0783913 Apr 22 15:23:20.543693 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be6f9368-2452-4818-80f4-557e3355930c req-e5ed83dd-e8a5-4090-9d1d-166d13863b47 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391207 Apr 22 15:23:20.732847 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da31d14-c8ad-4354-814a-2802360ac128 req-4fee7e43-5136-4a78-b656-55fb6f9d48d5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:20.734329 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4da31d14-c8ad-4354-814a-2802360ac128 req-4fee7e43-5136-4a78-b656-55fb6f9d48d5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 983 time: 0.0749540 Apr 22 15:23:20.778937 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4da31d14-c8ad-4354-814a-2802360ac128 req-fef8df7c-8947-433e-9aaa-65a51b1c590d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 Apr 22 15:23:20.806221 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37504) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:20.877178 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e7334c86-3d09-4555-8e26-4197fa385437 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 1131 time: 0.0698266 Apr 22 15:23:20.879789 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37508) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:20.885218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:20.890394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:20.894018 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:floatingip and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:20.896770 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:20.902231 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:20.911355 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:21.041933 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:21.173835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.104 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/12db4a2f-2dc6-41cb-84c3-3f79de68d3ba) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:23:21.315810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:21.343739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:21.410978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:23:21.414069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:23:21.416588 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:23:21.450733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=12db4a2f-2dc6-41cb-84c3-3f79de68d3ba,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:21.995756 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:22.050312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:22.247607 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:22.251918 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:22.355891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=12db4a2f-2dc6-41cb-84c3-3f79de68d3ba,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:22.369486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:22.562840 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Floating IP b226c260-50fa-4b73-aecc-fd21976d5307 associated. External IP: 172.26.8.104, port: a592809f-9ac5-4274-b9c5-84fbfb3a2dbb. Apr 22 15:23:22.947516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router ade63a0f-c9e6-448f-b0d4-637190c01085 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:23:23.143770 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:23:23.153019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b509e-8ee7-4092-a327-e474b58bed86 None None] Sync routers for ids ['ade63a0f-c9e6-448f-b0d4-637190c01085'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:23:23.164549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b509e-8ee7-4092-a327-e474b58bed86 None None] Routers {'ade63a0f-c9e6-448f-b0d4-637190c01085'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:23.165216 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-ce2b509e-8ee7-4092-a327-e474b58bed86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ade63a0f-c9e6-448f-b0d4-637190c01085'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:23.167582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:23.230983 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d09d30d4-343d-482f-a0be-4812078215bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3494833 Apr 22 15:23:23.231449 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd86e17b-bec5-4ecc-b429-8c93c57ed50a', 'tag': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:23:23.233789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37514) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:23.321202 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-54998825-e193-4c78-b5be-5797c3f53cd0 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a&network_id=8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d HTTP/1.1" status: 200 len: 1131 time: 0.0831439 Apr 22 15:23:23.376124 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-ce2b509e-8ee7-4092-a327-e474b58bed86 None None] Set router ade63a0f-c9e6-448f-b0d4-637190c01085 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:23.404633 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bddc447-b5bd-4694-ad36-60ef21875a71'] response: {'name': 'network-changed', 'server_uuid': 'bd86e17b-bec5-4ecc-b429-8c93c57ed50a', 'tag': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb', 'status': 'completed', 'code': 200} Apr 22 15:23:23.527638 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29fb7299-30f4-47f4-a074-352a02902e36 req-a66fe6b4-a95b-40e4-8164-86c24a070107 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 1136 time: 0.0811033 Apr 22 15:23:23.713788 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb7299-30f4-47f4-a074-352a02902e36 req-796032cb-dec9-483b-a5e3-95fd532695c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:23.715269 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29fb7299-30f4-47f4-a074-352a02902e36 req-796032cb-dec9-483b-a5e3-95fd532695c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d HTTP/1.1" status: 200 len: 898 time: 0.1776009 Apr 22 15:23:23.748981 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-ce2b509e-8ee7-4092-a327-e474b58bed86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:04Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'b226c260-50fa-4b73-aecc-fd21976d5307', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.104', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'port_id': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1358821506', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'mac_address': 'fa:16:3e:f0:48:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd86e17b-bec5-4ecc-b429-8c93c57ed50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:23:21Z', 'updated_at': '2022-04-22T15:23:21Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3638d40f-e421-495b-ac13-275a5ad6b671', 'name': '', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:94:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:04Z', 'updated_at': '2022-04-22T15:23:11Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:23.752782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b509e-8ee7-4092-a327-e474b58bed86 None None] Checking router: ade63a0f-c9e6-448f-b0d4-637190c01085 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:23:23.763200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2b509e-8ee7-4092-a327-e474b58bed86 None None] Routers {'ade63a0f-c9e6-448f-b0d4-637190c01085'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:23.763789 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-ce2b509e-8ee7-4092-a327-e474b58bed86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ade63a0f-c9e6-448f-b0d4-637190c01085'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:23.840444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e75c6-441b-4919-8d27-68814b93ccb9 req-09ff2767-2434-4b74-885e-3d0b9a29aa65 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:23.841820 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c9e75c6-441b-4919-8d27-68814b93ccb9 req-09ff2767-2434-4b74-885e-3d0b9a29aa65 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 983 time: 0.1913114 Apr 22 15:23:23.844771 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29fb7299-30f4-47f4-a074-352a02902e36 req-cc750fba-e702-43e2-af91-5ef53ff40bfe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 200 len: 1037 time: 0.1190825 Apr 22 15:23:23.936330 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c9e75c6-441b-4919-8d27-68814b93ccb9 req-6e7f3867-dd62-4c88-9da1-2d0c33c2c5f9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888307 Apr 22 15:23:23.937566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb7299-30f4-47f4-a074-352a02902e36 req-f9494251-7ee7-4c55-959d-95e0510f7063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:23.938916 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29fb7299-30f4-47f4-a074-352a02902e36 req-f9494251-7ee7-4c55-959d-95e0510f7063 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=348baef8-bd49-4e2d-af85-6e435d25bef1 HTTP/1.1" status: 200 len: 835 time: 0.0779183 Apr 22 15:23:23.940042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-ce2b509e-8ee7-4092-a327-e474b58bed86 None None] Set router ade63a0f-c9e6-448f-b0d4-637190c01085 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:24.025262 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29fb7299-30f4-47f4-a074-352a02902e36 req-abbb9e81-39fb-454c-afef-be93f320160d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796344 Apr 22 15:23:24.157931 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29fb7299-30f4-47f4-a074-352a02902e36 req-39ba8250-6c85-4ac3-a729-4b8f8eb16917 service neutron] 10.222.0.70 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249177 Apr 22 15:23:24.284324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-ce2b509e-8ee7-4092-a327-e474b58bed86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:04Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'b226c260-50fa-4b73-aecc-fd21976d5307', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.104', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'port_id': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1358821506', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'mac_address': 'fa:16:3e:f0:48:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd86e17b-bec5-4ecc-b429-8c93c57ed50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:23:21Z', 'updated_at': '2022-04-22T15:23:21Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3638d40f-e421-495b-ac13-275a5ad6b671', 'name': '', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:94:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:04Z', 'updated_at': '2022-04-22T15:23:11Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:24.288824 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b509e-8ee7-4092-a327-e474b58bed86 None None] The sync data for ids ['ade63a0f-c9e6-448f-b0d4-637190c01085'] in dv-neutron-838883-3-hyperv is: [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:04Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'b226c260-50fa-4b73-aecc-fd21976d5307', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.104', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'port_id': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1358821506', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'mac_address': 'fa:16:3e:f0:48:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd86e17b-bec5-4ecc-b429-8c93c57ed50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:23:21Z', 'updated_at': '2022-04-22T15:23:21Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3638d40f-e421-495b-ac13-275a5ad6b671', 'name': '', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:94:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:04Z', 'updated_at': '2022-04-22T15:23:11Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:23:24.380771 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29fb7299-30f4-47f4-a074-352a02902e36 req-80530d37-ef0d-4e4d-a7ba-a6a1fadd39fe service neutron] 10.222.0.70 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092848 Apr 22 15:23:25.136054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d3ae5-32b4-4bd8-88ac-ee0fcf695b11 req-b6be83a4-c02e-4b7b-9256-13c9c9035dda tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:25.137471 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-515d3ae5-32b4-4bd8-88ac-ee0fcf695b11 req-b6be83a4-c02e-4b7b-9256-13c9c9035dda tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 983 time: 0.0745630 Apr 22 15:23:25.186840 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-515d3ae5-32b4-4bd8-88ac-ee0fcf695b11 req-942f2b72-30db-4cae-bfba-7030c723cb81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438921 Apr 22 15:23:25.298414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-ea81dcf6-601f-4c9c-8096-34a440590a1a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:25.299827 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-ea81dcf6-601f-4c9c-8096-34a440590a1a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 983 time: 0.0772367 Apr 22 15:23:25.383039 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-aa2c8472-9f23-4174-8934-96d945f97421 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:25.384556 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-aa2c8472-9f23-4174-8934-96d945f97421 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/ports/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0794036 Apr 22 15:23:25.526369 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-fbcb60c3-4c45-4c51-8af9-303a691cbdb1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1369691 Apr 22 15:23:25.535814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-42074f2e-535b-4555-b2e7-235c2461154c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:25.640616 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-42074f2e-535b-4555-b2e7-235c2461154c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:25.829309 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-42074f2e-535b-4555-b2e7-235c2461154c service neutron] For port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:25.857087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-42074f2e-535b-4555-b2e7-235c2461154c service neutron] For port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:23:25.908798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-42074f2e-535b-4555-b2e7-235c2461154c service neutron] device_id is not set on port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:23:25.916314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-42074f2e-535b-4555-b2e7-235c2461154c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:25.921838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-42074f2e-535b-4555-b2e7-235c2461154c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:26.058889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42074f2e-535b-4555-b2e7-235c2461154c service neutron] Pushing event updated for resources: {'Port': ['ID=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,revision_number=6']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:26.117650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-42074f2e-535b-4555-b2e7-235c2461154c service neutron] No DVR routers for this DVR port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:23:26.159932 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c944f1-87e6-4552-bc16-1928c41cd7d0 None None] New status for floating IP b226c260-50fa-4b73-aecc-fd21976d5307: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:23:26.252862 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-93da7bad-f071-421c-8515-e3b80b1e9fe6 None None] Provisioning complete for port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:26.253903 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93da7bad-f071-421c-8515-e3b80b1e9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:26.323349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-93da7bad-f071-421c-8515-e3b80b1e9fe6 None None] Port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:23:26.397882 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5aea254f-8d02-4846-85a9-5835db77f5b0 req-ea203583-6096-4366-9a3e-f4755c04d396 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd86e17b-bec5-4ecc-b429-8c93c57ed50a HTTP/1.1" status: 200 len: 210 time: 0.0559926 Apr 22 15:23:26.408341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-42074f2e-535b-4555-b2e7-235c2461154c service neutron] In _notify_port_updated(), no bound segment for port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb on network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d {{(pid=83933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:23:26.409326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-42074f2e-535b-4555-b2e7-235c2461154c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:26.410611 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e8e6a583-67d5-44c1-9bdf-f14e4fe71374 req-42074f2e-535b-4555-b2e7-235c2461154c service neutron] 10.222.0.70 "PUT /v2.0/ports/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 200 len: 1026 time: 0.8784549 Apr 22 15:23:27.501909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37532) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:27.573411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b3210a-6dd8-451a-8ada-1cd75d63321e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:27.574767 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d5b3210a-6dd8-451a-8ada-1cd75d63321e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 200 len: 925 time: 0.0718663 Apr 22 15:23:27.740821 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37538) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:27.746656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6fa1852f-8dc0-4c07-afd0-38e5964c54f9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-60918462', 'description': 'tempest-secgroup-smoke-60918462 description', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:27.752528 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6fa1852f-8dc0-4c07-afd0-38e5964c54f9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:27.761942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6fa1852f-8dc0-4c07-afd0-38e5964c54f9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:27.771988 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6fa1852f-8dc0-4c07-afd0-38e5964c54f9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:27.805840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6fa1852f-8dc0-4c07-afd0-38e5964c54f9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:27.809442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6fa1852f-8dc0-4c07-afd0-38e5964c54f9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:27.812190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-6fa1852f-8dc0-4c07-afd0-38e5964c54f9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:27.818174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-6fa1852f-8dc0-4c07-afd0-38e5964c54f9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:27.872329 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6fa1852f-8dc0-4c07-afd0-38e5964c54f9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:27.876020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6fa1852f-8dc0-4c07-afd0-38e5964c54f9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:27.924449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1852f-8dc0-4c07-afd0-38e5964c54f9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382c4193-9f69-40c7-9f89-3b9217542d75,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:27.931734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6fa1852f-8dc0-4c07-afd0-38e5964c54f9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:27.935307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37542) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:27.935784 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6fa1852f-8dc0-4c07-afd0-38e5964c54f9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1935368 Apr 22 15:23:27.940723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e4280d60-1d2f-4406-bc69-28b37d50ad75 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '382c4193-9f69-40c7-9f89-3b9217542d75', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:27.947655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e4280d60-1d2f-4406-bc69-28b37d50ad75 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:27.951571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e4280d60-1d2f-4406-bc69-28b37d50ad75 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:27.954679 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e4280d60-1d2f-4406-bc69-28b37d50ad75 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:27.961308 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e4280d60-1d2f-4406-bc69-28b37d50ad75 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:27.977714 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e4280d60-1d2f-4406-bc69-28b37d50ad75 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.037412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e4280d60-1d2f-4406-bc69-28b37d50ad75 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.040911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e4280d60-1d2f-4406-bc69-28b37d50ad75 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.062774 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4280d60-1d2f-4406-bc69-28b37d50ad75 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb45bbfc-2e3a-45db-8301-b7209a7571a7,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:28.071345 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e4280d60-1d2f-4406-bc69-28b37d50ad75 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.072510 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e4280d60-1d2f-4406-bc69-28b37d50ad75 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1361635 Apr 22 15:23:28.075180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37546) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:28.080372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-340fd221-89ec-4f13-89e8-3025c68b3966 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '382c4193-9f69-40c7-9f89-3b9217542d75', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:28.086618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-340fd221-89ec-4f13-89e8-3025c68b3966 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:28.090301 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-340fd221-89ec-4f13-89e8-3025c68b3966 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:28.093075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-340fd221-89ec-4f13-89e8-3025c68b3966 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:28.098670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-340fd221-89ec-4f13-89e8-3025c68b3966 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:28.114118 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-340fd221-89ec-4f13-89e8-3025c68b3966 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.262124 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-340fd221-89ec-4f13-89e8-3025c68b3966 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.266484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-340fd221-89ec-4f13-89e8-3025c68b3966 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.289910 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fd221-89ec-4f13-89e8-3025c68b3966 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f068e835-7a26-4d57-8373-f9517ad75f76,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:28.299953 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-340fd221-89ec-4f13-89e8-3025c68b3966 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.301223 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-340fd221-89ec-4f13-89e8-3025c68b3966 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2250357 Apr 22 15:23:28.304431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37550) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:28.309608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-09909503-8f79-4956-8933-c0cc38bc6106 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '382c4193-9f69-40c7-9f89-3b9217542d75', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:28.315184 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-09909503-8f79-4956-8933-c0cc38bc6106 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:28.319472 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-09909503-8f79-4956-8933-c0cc38bc6106 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:28.322283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-09909503-8f79-4956-8933-c0cc38bc6106 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:28.327739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-09909503-8f79-4956-8933-c0cc38bc6106 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:28.342131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09909503-8f79-4956-8933-c0cc38bc6106 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.403333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09909503-8f79-4956-8933-c0cc38bc6106 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.406914 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09909503-8f79-4956-8933-c0cc38bc6106 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.433669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09909503-8f79-4956-8933-c0cc38bc6106 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a331670-ff21-46f7-99d7-6d2109e587c3,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:28.439898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09909503-8f79-4956-8933-c0cc38bc6106 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.441316 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-09909503-8f79-4956-8933-c0cc38bc6106 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1359835 Apr 22 15:23:28.444651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37554) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:28.450032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-dee39b42-6f22-4774-ad23-9df71709aec4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '382c4193-9f69-40c7-9f89-3b9217542d75', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:28.456001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-dee39b42-6f22-4774-ad23-9df71709aec4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:28.459773 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-dee39b42-6f22-4774-ad23-9df71709aec4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:28.462718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-dee39b42-6f22-4774-ad23-9df71709aec4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:28.468342 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-dee39b42-6f22-4774-ad23-9df71709aec4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:28.484271 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dee39b42-6f22-4774-ad23-9df71709aec4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.545925 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dee39b42-6f22-4774-ad23-9df71709aec4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.549451 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dee39b42-6f22-4774-ad23-9df71709aec4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.574608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee39b42-6f22-4774-ad23-9df71709aec4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10adc428-43ed-46a7-9774-89c8c13ce376,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:28.582353 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dee39b42-6f22-4774-ad23-9df71709aec4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.583481 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dee39b42-6f22-4774-ad23-9df71709aec4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1379366 Apr 22 15:23:28.586180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37558) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:28.591310 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-720865c0-ab7a-4369-8c5e-865d74276a67 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '382c4193-9f69-40c7-9f89-3b9217542d75', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:28.596798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-720865c0-ab7a-4369-8c5e-865d74276a67 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:28.601021 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-720865c0-ab7a-4369-8c5e-865d74276a67 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:28.603988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-720865c0-ab7a-4369-8c5e-865d74276a67 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:28.609535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-720865c0-ab7a-4369-8c5e-865d74276a67 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:28.619296 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-720865c0-ab7a-4369-8c5e-865d74276a67 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:23:28.625891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-720865c0-ab7a-4369-8c5e-865d74276a67 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.689989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-720865c0-ab7a-4369-8c5e-865d74276a67 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.693900 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-720865c0-ab7a-4369-8c5e-865d74276a67 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.716438 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720865c0-ab7a-4369-8c5e-865d74276a67 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadb1d3f-8682-4959-b5fc-6e109bafcbd5,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:28.724507 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-720865c0-ab7a-4369-8c5e-865d74276a67 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.725800 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-720865c0-ab7a-4369-8c5e-865d74276a67 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1387303 Apr 22 15:23:28.728612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37562) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:28.733839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d1a8c500-242d-4ad2-a6f3-a0cd87c80005 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '382c4193-9f69-40c7-9f89-3b9217542d75', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:28.739593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d1a8c500-242d-4ad2-a6f3-a0cd87c80005 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:28.743284 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d1a8c500-242d-4ad2-a6f3-a0cd87c80005 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:28.746396 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d1a8c500-242d-4ad2-a6f3-a0cd87c80005 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:28.752028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d1a8c500-242d-4ad2-a6f3-a0cd87c80005 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:28.762588 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-d1a8c500-242d-4ad2-a6f3-a0cd87c80005 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:23:28.768696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c500-242d-4ad2-a6f3-a0cd87c80005 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.830821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c500-242d-4ad2-a6f3-a0cd87c80005 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.834743 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c500-242d-4ad2-a6f3-a0cd87c80005 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.856426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8c500-242d-4ad2-a6f3-a0cd87c80005 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9ad62a-0c5d-428c-a19e-045e90074576,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:28.864614 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1a8c500-242d-4ad2-a6f3-a0cd87c80005 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:28.865896 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d1a8c500-242d-4ad2-a6f3-a0cd87c80005 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1363780 Apr 22 15:23:29.031316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-b5e786b3-f2e2-433a-9425-7c505b41294d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:23:29.046408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-b5e786b3-f2e2-433a-9425-7c505b41294d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:23:29.047678 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-b5e786b3-f2e2-433a-9425-7c505b41294d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60918462&fields=id&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 267 time: 0.0568318 Apr 22 15:23:29.119625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-457ef576-7452-4dc2-9112-a9b9bbb60116 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:29.121163 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-457ef576-7452-4dc2-9112-a9b9bbb60116 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 200 len: 930 time: 0.0662830 Apr 22 15:23:29.288198 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-19fd582d-9e1a-4a8f-906c-9cd65a838053 service neutron] 10.222.0.71 "GET /v2.0/ports/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1553042 Apr 22 15:23:29.416542 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-d4f8d3ef-facf-4304-8e99-1bfd7589d4e6 service neutron] 10.222.0.71 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227806 Apr 22 15:23:29.555251 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-90346c8a-e52b-41db-943f-507f51f32689 service neutron] 10.222.0.71 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329486 Apr 22 15:23:29.745927 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4390f77f-bda1-40e5-b0b3-8e73599b9e06 req-1e51aff0-652e-4eeb-b673-57b37546c047 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 210 time: 0.0425415 Apr 22 15:23:30.228090 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a592809f-9ac5-4274-b9c5-84fbfb3a2dbb no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:23:30.286095 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a592809f-9ac5-4274-b9c5-84fbfb3a2dbb not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:23:30.763269 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-f1f84d3b-b235-47a3-8c26-34dbef4e230f service neutron] 10.222.0.70 "GET /v2.0/ports/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 200 len: 1026 time: 0.0584006 Apr 22 15:23:30.943702 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-743a3bb7-fe8a-474f-8491-c1f4f8faffd1 req-da51fe5d-834e-444a-884a-6f2cbb3cb2aa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 210 time: 0.0581965 Apr 22 15:23:30.951507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-38881a57-5510-41b5-9dd4-e8da8b67137a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:30.952804 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-38881a57-5510-41b5-9dd4-e8da8b67137a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/networks?id=8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d HTTP/1.1" status: 200 len: 797 time: 0.1839671 Apr 22 15:23:31.017823 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-80759f59-b2b2-489e-8ec9-7b50c07509b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 470 time: 0.0426061 Apr 22 15:23:31.027430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Request body: {'port': {'device_id': '18bd5bfb-6386-48ce-b238-9d5124e8960a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:31.134347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:31.462335 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a592809f-9ac5-4274-b9c5-84fbfb3a2dbb {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:23:31.469038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:31.484054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Transition to ACTIVE for port object a592809f-9ac5-4274-b9c5-84fbfb3a2dbb will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:23:31.486945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:31.614752 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Pushing event updated for resources: {'Port': ['ID=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,revision_number=7']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:31.760324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Attempting to bind port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:23:31.760656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Attempting to bind port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:23:31.760986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Attempting to bind port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb on network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:23:31.766758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb on network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:23:31.767356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Attempting to bind port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb on network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:23:31.773951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:23:31.774317 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Checking segment: {'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:23:31.774721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Bound using segment: {'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:23:31.775126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Bound port: a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4639a5-255d-48ad-9da6-1d7a44b01188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:23:31.775473 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:31.860182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] For port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:23:31.863342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] For port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:23:31.867910 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:31.936549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:31.937901 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] 10.222.0.70 "PUT /v2.0/ports/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 200 len: 1131 time: 0.9142556 Apr 22 15:23:31.938356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bd5bfb-6386-48ce-b238-9d5124e8960a', 'tag': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:23:31.954857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14db8f7-f572-482f-8d86-49af62217b24 service neutron] Pushing event updated for resources: {'Port': ['ID=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,revision_number=8']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:32.034421 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e8c373-0b01-46a4-a1b1-c610071476be'] response: {'name': 'network-changed', 'server_uuid': '18bd5bfb-6386-48ce-b238-9d5124e8960a', 'tag': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb', 'status': 'completed', 'code': 200} Apr 22 15:23:32.076920 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-1fb7ddbe-b441-4867-992d-a5aa233e1551 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 1134 time: 0.0787616 Apr 22 15:23:32.326662 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-6e3a5235-7362-4bf1-8fc9-c81310abd664 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 200 len: 1037 time: 0.2342484 Apr 22 15:23:32.382329 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707fd96-7c82-4222-9245-f2e5cdc98346 req-98b4aec0-a1b5-4f83-b4e4-6ebef627b9ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:32.383720 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7707fd96-7c82-4222-9245-f2e5cdc98346 req-98b4aec0-a1b5-4f83-b4e4-6ebef627b9ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 981 time: 0.2933540 Apr 22 15:23:32.416036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-7ce98618-fe06-4f54-aef3-10bacec0f388 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:32.417387 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-7ce98618-fe06-4f54-aef3-10bacec0f388 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=348baef8-bd49-4e2d-af85-6e435d25bef1 HTTP/1.1" status: 200 len: 835 time: 0.0838337 Apr 22 15:23:32.478484 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7707fd96-7c82-4222-9245-f2e5cdc98346 req-c9da0645-5ddc-4bce-abb8-9b439e1b4410 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883527 Apr 22 15:23:32.503106 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-46800b8a-09f3-4c9b-8849-2e0ee64c76a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776882 Apr 22 15:23:32.629277 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-c7b0d454-14ff-4686-8f07-e2143484078f service neutron] 10.222.0.70 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201918 Apr 22 15:23:32.756071 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd4919b3-9b5b-461e-bab8-48372e193ed4 req-993a839d-d810-47c6-b918-706d63b4cdd8 service neutron] 10.222.0.70 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201928 Apr 22 15:23:32.908339 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7f5b43df-2638-4c4e-92e6-705668778723 req-81ae7680-f512-471a-b69d-355b140c2992 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 1134 time: 0.0662777 Apr 22 15:23:32.954164 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:33.037455 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b43df-2638-4c4e-92e6-705668778723 req-1558a309-052e-478e-8a95-03e31d262875 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:33.038926 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7f5b43df-2638-4c4e-92e6-705668778723 req-1558a309-052e-478e-8a95-03e31d262875 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d HTTP/1.1" status: 200 len: 898 time: 0.1246619 Apr 22 15:23:33.142744 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7f5b43df-2638-4c4e-92e6-705668778723 req-309c9a40-b977-4e03-8f66-4e3fb5154fab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 200 len: 1037 time: 0.0971601 Apr 22 15:23:33.203628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b43df-2638-4c4e-92e6-705668778723 req-e2bfc001-e4e2-4789-8062-d27d003732a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:33.204917 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7f5b43df-2638-4c4e-92e6-705668778723 req-e2bfc001-e4e2-4789-8062-d27d003732a2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=348baef8-bd49-4e2d-af85-6e435d25bef1 HTTP/1.1" status: 200 len: 835 time: 0.0558815 Apr 22 15:23:33.279359 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7f5b43df-2638-4c4e-92e6-705668778723 req-d0f339f5-39ca-4052-a18d-4a1bc009975d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681632 Apr 22 15:23:33.408296 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7f5b43df-2638-4c4e-92e6-705668778723 req-a88c0212-a2f7-4f0a-babf-fe12e1d0e43b service neutron] 10.222.0.70 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199226 Apr 22 15:23:33.537953 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7f5b43df-2638-4c4e-92e6-705668778723 req-68e0bc82-3e9c-416f-a693-448ee1204df9 service neutron] 10.222.0.70 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223495 Apr 22 15:23:33.671425 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06b11e-99cc-455e-815c-9323185dcf33 req-7f201dc1-dbad-4785-9adb-022d2a44a631 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:33.672841 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3c06b11e-99cc-455e-815c-9323185dcf33 req-7f201dc1-dbad-4785-9adb-022d2a44a631 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 981 time: 0.0745804 Apr 22 15:23:33.716029 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3c06b11e-99cc-455e-815c-9323185dcf33 req-72af6193-00b3-4796-8fae-199cb77c3ecd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377569 Apr 22 15:23:34.913519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e7786-002f-4845-825b-7086cc7f270a req-f47e6f66-dec1-437f-8485-280630e61c53 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:34.915550 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a34e7786-002f-4845-825b-7086cc7f270a req-f47e6f66-dec1-437f-8485-280630e61c53 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 981 time: 0.0799880 Apr 22 15:23:34.959432 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a34e7786-002f-4845-825b-7086cc7f270a req-867d2ddb-6a21-49b5-85f8-b8c95cd2402c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384412 Apr 22 15:23:36.149681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0966078-a638-4c40-99a6-beb28809d7ff req-d56d2da0-5d90-400d-9c46-f9183b91c404 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:36.151216 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d0966078-a638-4c40-99a6-beb28809d7ff req-d56d2da0-5d90-400d-9c46-f9183b91c404 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 981 time: 0.0738974 Apr 22 15:23:36.224218 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:23:36.260277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a592809f-9ac5-4274-b9c5-84fbfb3a2dbb details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:23:36.289741 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d0966078-a638-4c40-99a6-beb28809d7ff req-fe83a5cd-37cc-4592-a331-74f7923fe157 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326213 Apr 22 15:23:36.391354 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:36.404442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'port_id': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb', 'mac_address': 'fa:16:3e:f0:48:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:23:36.455540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:36.475271 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a592809f-9ac5-4274-b9c5-84fbfb3a2dbb {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:23:36.490674 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:36.497566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:36.601373 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,revision_number=9']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:36.902975 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['a592809f-9ac5-4274-b9c5-84fbfb3a2dbb'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:23:37.481730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e0921-3a1d-4109-9345-96eeed49ecb4 req-5a2ec897-e5d9-4589-b142-cc1a22a1edb2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:37.483178 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e90e0921-3a1d-4109-9345-96eeed49ecb4 req-5a2ec897-e5d9-4589-b142-cc1a22a1edb2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 982 time: 0.0737989 Apr 22 15:23:37.528280 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e90e0921-3a1d-4109-9345-96eeed49ecb4 req-4700d6e5-07be-453c-b5a5-012c4f73e4c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397084 Apr 22 15:23:38.276182 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a592809f-9ac5-4274-b9c5-84fbfb3a2dbb up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:23:38.340788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:23:38.345191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:38.345558 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:38.453184 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:38.478733 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bd5bfb-6386-48ce-b238-9d5124e8960a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:23:38.488088 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:38.492508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:38.551954 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6579723-4c21-48fc-a16b-75df963bb046'] response: {'server_uuid': '18bd5bfb-6386-48ce-b238-9d5124e8960a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a592809f-9ac5-4274-b9c5-84fbfb3a2dbb', 'code': 200} Apr 22 15:23:38.569198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,revision_number=10']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:38.730367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79287588-bbb4-459b-9576-200ca0abd1fb req-6dd565df-4a7a-45c1-b5cf-8580c516442e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:38.731813 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79287588-bbb4-459b-9576-200ca0abd1fb req-6dd565df-4a7a-45c1-b5cf-8580c516442e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 984 time: 0.0852282 Apr 22 15:23:38.825593 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79287588-bbb4-459b-9576-200ca0abd1fb req-f9054690-da45-4bdf-8e64-99dd3ff474b8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606360 Apr 22 15:23:38.836948 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b4c53bbb-8f5d-4c10-9feb-be9581c23c24 req-5970dfd3-cf22-4f4c-8f4a-30ee00e906d5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 1137 time: 0.1008644 Apr 22 15:23:38.895127 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b4c53bbb-8f5d-4c10-9feb-be9581c23c24 req-b09c8e00-c109-455f-9ae0-5ddebcd12c94 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512590 Apr 22 15:23:40.020403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f911f-1bd6-4baa-b4a4-2d38cf55b954 req-b315d1f4-cda2-4592-800b-f5b1dce80413 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:40.021882 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b25f911f-1bd6-4baa-b4a4-2d38cf55b954 req-b315d1f4-cda2-4592-800b-f5b1dce80413 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 984 time: 0.0756409 Apr 22 15:23:40.067009 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b25f911f-1bd6-4baa-b4a4-2d38cf55b954 req-ac680ff8-1373-486c-86fe-751eeb545b38 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391266 Apr 22 15:23:41.261805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ac639-d6e7-44db-aa3e-e48a7ff059e2 req-3d44796a-8830-421f-833e-f3323ecbdeb9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:41.263149 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-625ac639-d6e7-44db-aa3e-e48a7ff059e2 req-3d44796a-8830-421f-833e-f3323ecbdeb9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 984 time: 0.0776522 Apr 22 15:23:41.306975 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-625ac639-d6e7-44db-aa3e-e48a7ff059e2 req-f4567c89-e6c0-41bf-8c53-4a2077e519b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383730 Apr 22 15:23:41.496382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612d454-6848-462f-8bd9-c8d52977e899 req-65889eaf-73b9-4f62-b4f9-3de74f8b3d2c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:41.497831 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6612d454-6848-462f-8bd9-c8d52977e899 req-65889eaf-73b9-4f62-b4f9-3de74f8b3d2c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 984 time: 0.0746942 Apr 22 15:23:41.542233 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6612d454-6848-462f-8bd9-c8d52977e899 req-4a14d1d3-f179-4ffc-93fc-ff37b12378da tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388932 Apr 22 15:23:41.568460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37608) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:41.641636 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d0f00be8-1af6-40ae-8c48-7c7a81213dc0 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a&network_id=8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d HTTP/1.1" status: 200 len: 1132 time: 0.0720911 Apr 22 15:23:42.012642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeec3a-5e93-489b-b089-72ce67fa3bb2 req-e96593bb-dd63-437e-9897-5761d080f55b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:42.014087 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6bbeec3a-5e93-489b-b089-72ce67fa3bb2 req-e96593bb-dd63-437e-9897-5761d080f55b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 984 time: 0.0757196 Apr 22 15:23:42.058713 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6bbeec3a-5e93-489b-b089-72ce67fa3bb2 req-f7793473-369a-4b84-8794-03f187aa0efb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389397 Apr 22 15:23:42.688909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-febef7ea-dae8-4ddc-a60d-b92bdebd4f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:43.256688 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1e5e9-522d-4e9e-822a-eed02e819aef req-80cbace8-fb7f-4b8c-b3de-b022a632e1ea tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:43.258037 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-77f1e5e9-522d-4e9e-822a-eed02e819aef req-80cbace8-fb7f-4b8c-b3de-b022a632e1ea tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 984 time: 0.0802767 Apr 22 15:23:43.308032 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-77f1e5e9-522d-4e9e-822a-eed02e819aef req-2d238dd8-21b1-4e23-acb8-7854584f3619 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438180 Apr 22 15:23:43.768989 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-52db506c-dd38-4354-90cf-7b5ef703f6de tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:43.770411 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-52db506c-dd38-4354-90cf-7b5ef703f6de tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 984 time: 0.0747409 Apr 22 15:23:43.843723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-ec3d5084-94b9-4279-a821-91c2387d06c4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:43.845027 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-ec3d5084-94b9-4279-a821-91c2387d06c4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/ports/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0676367 Apr 22 15:23:43.985305 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-19961641-0b77-4e21-850b-6e6c99c39bc5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1347787 Apr 22 15:23:44.057354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-c5eca820-fd0c-4e62-bfe3-f5b51e4d34b4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:44.160903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-c5eca820-fd0c-4e62-bfe3-f5b51e4d34b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:44.351598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-c5eca820-fd0c-4e62-bfe3-f5b51e4d34b4 service neutron] For port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:44.381453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-c5eca820-fd0c-4e62-bfe3-f5b51e4d34b4 service neutron] For port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:23:44.467810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-c5eca820-fd0c-4e62-bfe3-f5b51e4d34b4 service neutron] device_id is not set on port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb yet. {{(pid=83933) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 22 15:23:44.483427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-c5eca820-fd0c-4e62-bfe3-f5b51e4d34b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:44.489058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37622) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:44.495169 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-c5eca820-fd0c-4e62-bfe3-f5b51e4d34b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:44.704209 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-85753e06-7065-4932-b143-a85baaca4c85 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Deleting port a8c118c8-6552-4b81-b8de-1d2db21384b9 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:23:44.704796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85753e06-7065-4932-b143-a85baaca4c85 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:44.735924 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eca820-fd0c-4e62-bfe3-f5b51e4d34b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,revision_number=11']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:44.761004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aba585-5f86-42f7-ae40-ad149a2b833a req-0cc728ca-e564-4952-ae09-ffb6c9a5f1bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:44.762494 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4aba585-5f86-42f7-ae40-ad149a2b833a req-0cc728ca-e564-4952-ae09-ffb6c9a5f1bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=18bd5bfb-6386-48ce-b238-9d5124e8960a HTTP/1.1" status: 200 len: 984 time: 0.3352010 Apr 22 15:23:44.797718 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-48c702f5-6d3f-4b4b-b6a6-c09d2b909e2f None None] Provisioning complete for port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:44.798342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-48c702f5-6d3f-4b4b-b6a6-c09d2b909e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:44.818941 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4aba585-5f86-42f7-ae40-ad149a2b833a req-89eeab10-aa8a-4698-9662-4b012c8dac30 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bacb85a0-2519-46bc-adf9-21606e0433da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450001 Apr 22 15:23:44.855979 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-48c702f5-6d3f-4b4b-b6a6-c09d2b909e2f None None] Port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:23:44.864809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-c5eca820-fd0c-4e62-bfe3-f5b51e4d34b4 service neutron] No DVR routers for this DVR port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:23:44.878875 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85753e06-7065-4932-b143-a85baaca4c85 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:44.879129 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85753e06-7065-4932-b143-a85baaca4c85 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:44.968440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-611f27aa-497e-4b2d-86e2-810d70fc186a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:45.003272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-85753e06-7065-4932-b143-a85baaca4c85 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Calling delete_port for a8c118c8-6552-4b81-b8de-1d2db21384b9 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:23:45.111737 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-c5eca820-fd0c-4e62-bfe3-f5b51e4d34b4 service neutron] In _notify_port_updated(), no bound segment for port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb on network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d {{(pid=83933) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 22 15:23:45.112775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-c5eca820-fd0c-4e62-bfe3-f5b51e4d34b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:45.114008 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3dc522d6-26d3-4b90-973a-b14ebba311b6 req-c5eca820-fd0c-4e62-bfe3-f5b51e4d34b4 service neutron] 10.222.0.70 "PUT /v2.0/ports/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 200 len: 1027 time: 1.1218495 Apr 22 15:23:45.151034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85753e06-7065-4932-b143-a85baaca4c85 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:45.199398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85753e06-7065-4932-b143-a85baaca4c85 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event deleted for resources: {'Port': ['ID=a8c118c8-6552-4b81-b8de-1d2db21384b9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:45.288801 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85753e06-7065-4932-b143-a85baaca4c85 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:45.683851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85753e06-7065-4932-b143-a85baaca4c85 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:23:45.926232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37628) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:45.974347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85753e06-7065-4932-b143-a85baaca4c85 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:23:45.992308 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fbf1bc-fb4a-4f35-b9f7-940491313909 None None] Sync routers for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:23:46.000685 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:46.001783 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-85753e06-7065-4932-b143-a85baaca4c85 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:46.009415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fbf1bc-fb4a-4f35-b9f7-940491313909 None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:46.010128 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3b516708-f176-48a1-92f5-361168d6dc62 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:46.010671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-63fbf1bc-fb4a-4f35-b9f7-940491313909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:46.043567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3b516708-f176-48a1-92f5-361168d6dc62 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:46.067159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:46.073275 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-85753e06-7065-4932-b143-a85baaca4c85 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "DELETE /v2.0/floatingips/605bedb2-3286-4a0d-b9d1-ba38a2e5544c HTTP/1.1" status: 204 len: 168 time: 1.5830345 Apr 22 15:23:46.073972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'tag': '8e008f35-550e-48b8-b398-dad398a1e876'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:23:46.121037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3b516708-f176-48a1-92f5-361168d6dc62 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:46.142253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b516708-f176-48a1-92f5-361168d6dc62 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382c4193-9f69-40c7-9f89-3b9217542d75,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:46.151293 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2c7ea9-7cf5-426e-ada3-175309feaf27'] response: {'name': 'network-changed', 'server_uuid': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'tag': '8e008f35-550e-48b8-b398-dad398a1e876', 'status': 'completed', 'code': 200} Apr 22 15:23:46.161885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3b516708-f176-48a1-92f5-361168d6dc62 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:46.166051 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3b516708-f176-48a1-92f5-361168d6dc62 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/security-groups/382c4193-9f69-40c7-9f89-3b9217542d75 HTTP/1.1" status: 204 len: 168 time: 0.2357485 Apr 22 15:23:46.205917 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37638) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:46.248790 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-63fbf1bc-fb4a-4f35-b9f7-940491313909 None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:46.280709 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd45a1f3-9d56-4560-a58d-24dbe7fd753f req-2ee3c9f4-bef0-4c61-97f3-8481973518a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 1099 time: 0.0774252 Apr 22 15:23:46.451236 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-50764852-47aa-42df-976c-4b007b66389d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 12db4a2f-2dc6-41cb-84c3-3f79de68d3ba {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:23:46.451507 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50764852-47aa-42df-976c-4b007b66389d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:46.564925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45a1f3-9d56-4560-a58d-24dbe7fd753f req-c50a6e70-c59e-4146-9df3-8f101a2361da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:46.566454 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd45a1f3-9d56-4560-a58d-24dbe7fd753f req-c50a6e70-c59e-4146-9df3-8f101a2361da service neutron] 10.222.0.70 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 913 time: 0.2785277 Apr 22 15:23:46.628916 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50764852-47aa-42df-976c-4b007b66389d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:46.629293 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50764852-47aa-42df-976c-4b007b66389d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:46.644722 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-63fbf1bc-fb4a-4f35-b9f7-940491313909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '5f5e171e-79d2-4898-a776-51572ff9eb63', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:fa:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:57Z', 'updated_at': '2022-04-22T15:20:01Z', 'revision_number': 1, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:46.648659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fbf1bc-fb4a-4f35-b9f7-940491313909 None None] Checking router: cc41746b-4e25-4b9a-9e3d-0f24078acaa2 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:23:46.653884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf33221-baf3-4ba1-aa43-a527c23d08f6 req-fcfc6da8-9750-4428-896b-c2a4406a214e tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:46.655318 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecf33221-baf3-4ba1-aa43-a527c23d08f6 req-fcfc6da8-9750-4428-896b-c2a4406a214e tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 946 time: 0.2298009 Apr 22 15:23:46.660338 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd45a1f3-9d56-4560-a58d-24dbe7fd753f req-b6c8fdfe-4943-4b63-93a1-823c7de48c69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e008f35-550e-48b8-b398-dad398a1e876 HTTP/1.1" status: 200 len: 217 time: 0.0810559 Apr 22 15:23:46.660496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fbf1bc-fb4a-4f35-b9f7-940491313909 None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:46.661211 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-63fbf1bc-fb4a-4f35-b9f7-940491313909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:46.680408 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-76ac4c45-31d1-4335-a664-313f3d452ec4 req-b226a2ba-f31b-4606-b131-8a756138ca2f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1805198 Apr 22 15:23:46.740414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45a1f3-9d56-4560-a58d-24dbe7fd753f req-495429da-c367-4ee6-851a-c32082f6fbe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:46.741757 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd45a1f3-9d56-4560-a58d-24dbe7fd753f req-495429da-c367-4ee6-851a-c32082f6fbe6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 200 len: 851 time: 0.0589905 Apr 22 15:23:46.753258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-50764852-47aa-42df-976c-4b007b66389d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 12db4a2f-2dc6-41cb-84c3-3f79de68d3ba owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:23:46.840664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-63fbf1bc-fb4a-4f35-b9f7-940491313909 None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:46.870912 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecf33221-baf3-4ba1-aa43-a527c23d08f6 req-f2355bc5-9271-4970-b86e-2492917be50d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053926 Apr 22 15:23:46.890404 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd45a1f3-9d56-4560-a58d-24dbe7fd753f req-a9002125-91c7-42cd-80c8-b345dc89ab61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1120358 Apr 22 15:23:46.932199 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-76ac4c45-31d1-4335-a664-313f3d452ec4 req-865302ba-df56-4985-878e-b98c7a842e70 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 1098 time: 0.1868789 Apr 22 15:23:46.934495 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50764852-47aa-42df-976c-4b007b66389d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:47.034746 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50764852-47aa-42df-976c-4b007b66389d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=12db4a2f-2dc6-41cb-84c3-3f79de68d3ba,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:47.101795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50764852-47aa-42df-976c-4b007b66389d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:47.148772 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd45a1f3-9d56-4560-a58d-24dbe7fd753f req-87e5ecb9-9d73-45c1-8d3d-0b559e1e8e5c service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497742 Apr 22 15:23:47.156349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac4c45-31d1-4335-a664-313f3d452ec4 req-00b869de-3649-48f3-a8e9-6093b884fd13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:47.157687 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-76ac4c45-31d1-4335-a664-313f3d452ec4 req-00b869de-3649-48f3-a8e9-6093b884fd13 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 913 time: 0.1788859 Apr 22 15:23:47.263889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-63fbf1bc-fb4a-4f35-b9f7-940491313909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '5f5e171e-79d2-4898-a776-51572ff9eb63', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:fa:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:57Z', 'updated_at': '2022-04-22T15:20:01Z', 'revision_number': 1, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:47.268112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fbf1bc-fb4a-4f35-b9f7-940491313909 None None] The sync data for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv is: [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '5f5e171e-79d2-4898-a776-51572ff9eb63', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'floating_ip_address': '172.26.8.203', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'port_id': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'mac_address': 'fa:16:3e:fa:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:19:57Z', 'updated_at': '2022-04-22T15:20:01Z', 'revision_number': 1, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:23:47.474584 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-76ac4c45-31d1-4335-a664-313f3d452ec4 req-eb8b6670-c819-4d59-b0b0-b15f55e81501 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d91f4abd-8c0a-49ed-a2e4-139320f10061 HTTP/1.1" status: 200 len: 1001 time: 0.2977874 Apr 22 15:23:47.536316 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152d8fde-c107-46bb-acbc-5ef40006f144 None None] New status for floating IP 605bedb2-3286-4a0d-b9d1-ba38a2e5544c: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:23:47.543021 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd45a1f3-9d56-4560-a58d-24dbe7fd753f req-e373466f-487c-4f0b-956c-d17d5e653cdf service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877745 Apr 22 15:23:47.551917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:47.554297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac4c45-31d1-4335-a664-313f3d452ec4 req-a51b90de-02b4-4fc2-b968-63e0ab5035ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:47.556228 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-76ac4c45-31d1-4335-a664-313f3d452ec4 req-a51b90de-02b4-4fc2-b968-63e0ab5035ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 200 len: 851 time: 0.0759501 Apr 22 15:23:47.631055 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50764852-47aa-42df-976c-4b007b66389d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router ade63a0f-c9e6-448f-b0d4-637190c01085 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:23:47.647895 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-76ac4c45-31d1-4335-a664-313f3d452ec4 req-9b7e3c54-9d12-4c60-8efc-1cd5d2fdd014 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744948 Apr 22 15:23:47.792196 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-76ac4c45-31d1-4335-a664-313f3d452ec4 req-0bcf53e5-fd20-4393-9113-0b5367efa48f service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355743 Apr 22 15:23:47.831138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50764852-47aa-42df-976c-4b007b66389d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:23:47.841879 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d59549-1a88-4fe2-9c0d-94362e102037 None None] Sync routers for ids ['ade63a0f-c9e6-448f-b0d4-637190c01085'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:23:47.851443 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-50764852-47aa-42df-976c-4b007b66389d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:47.855660 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d59549-1a88-4fe2-9c0d-94362e102037 None None] Routers {'ade63a0f-c9e6-448f-b0d4-637190c01085'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:47.856339 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d6d59549-1a88-4fe2-9c0d-94362e102037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ade63a0f-c9e6-448f-b0d4-637190c01085'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:47.907686 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-50764852-47aa-42df-976c-4b007b66389d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/floatingips/b226c260-50fa-4b73-aecc-fd21976d5307 HTTP/1.1" status: 204 len: 168 time: 1.6997960 Apr 22 15:23:47.938040 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-76ac4c45-31d1-4335-a664-313f3d452ec4 req-a852c9b4-6d27-4665-b25e-babc6cfc658a service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339056 Apr 22 15:23:48.088814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-d6d59549-1a88-4fe2-9c0d-94362e102037 None None] Set router ade63a0f-c9e6-448f-b0d4-637190c01085 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:48.117228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37650) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:48.137467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c4b5f-ac42-42de-a1ac-c382b8a37f11 req-541fcef8-2fed-4ff8-9c6c-e596cc7d309a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:48.138986 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc4c4b5f-ac42-42de-a1ac-c382b8a37f11 req-541fcef8-2fed-4ff8-9c6c-e596cc7d309a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 946 time: 0.0819390 Apr 22 15:23:48.197968 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc4c4b5f-ac42-42de-a1ac-c382b8a37f11 req-043745a0-054f-4683-bea6-324700f0c20e tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507402 Apr 22 15:23:48.200230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bf12198-2ebd-4136-ac31-974781a21da6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:48.246871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bf12198-2ebd-4136-ac31-974781a21da6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:48.332130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bf12198-2ebd-4136-ac31-974781a21da6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:48.345420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a592809f-9ac5-4274-b9c5-84fbfb3a2dbb no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:23:48.364612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12198-2ebd-4136-ac31-974781a21da6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41303ae6-48f1-4596-8c6e-aa484833fa9b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:48.373144 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1bf12198-2ebd-4136-ac31-974781a21da6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:48.377054 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1bf12198-2ebd-4136-ac31-974781a21da6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/security-groups/41303ae6-48f1-4596-8c6e-aa484833fa9b HTTP/1.1" status: 204 len: 168 time: 0.2584031 Apr 22 15:23:48.419958 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37656) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:48.426967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c2ce0-df0a-4494-9723-4f636cf9e1d6 req-0172c8a7-e5a4-47f0-a2dd-d7b72fd35b81 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:48.428570 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-460c2ce0-df0a-4494-9723-4f636cf9e1d6 req-0172c8a7-e5a4-47f0-a2dd-d7b72fd35b81 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 946 time: 0.0911229 Apr 22 15:23:48.498385 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-013861a3-3f18-4c6e-97f0-64a399d81048 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port a592809f-9ac5-4274-b9c5-84fbfb3a2dbb {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:23:48.499004 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-013861a3-3f18-4c6e-97f0-64a399d81048 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:48.504588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a592809f-9ac5-4274-b9c5-84fbfb3a2dbb not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:23:48.517710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-460c2ce0-df0a-4494-9723-4f636cf9e1d6 req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Deleting port 8e008f35-550e-48b8-b398-dad398a1e876 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:23:48.518391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-460c2ce0-df0a-4494-9723-4f636cf9e1d6 req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:48.537800 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d6d59549-1a88-4fe2-9c0d-94362e102037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:04Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3638d40f-e421-495b-ac13-275a5ad6b671', 'name': '', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:94:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:04Z', 'updated_at': '2022-04-22T15:23:11Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:48.547557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d59549-1a88-4fe2-9c0d-94362e102037 None None] Checking router: ade63a0f-c9e6-448f-b0d4-637190c01085 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:23:48.561853 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d59549-1a88-4fe2-9c0d-94362e102037 None None] Routers {'ade63a0f-c9e6-448f-b0d4-637190c01085'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:48.562608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d6d59549-1a88-4fe2-9c0d-94362e102037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ade63a0f-c9e6-448f-b0d4-637190c01085'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:48.765282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-d6d59549-1a88-4fe2-9c0d-94362e102037 None None] Set router ade63a0f-c9e6-448f-b0d4-637190c01085 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:48.779757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-013861a3-3f18-4c6e-97f0-64a399d81048 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:48.880500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-460c2ce0-df0a-4494-9723-4f636cf9e1d6 req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] For port 8e008f35-550e-48b8-b398-dad398a1e876, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8e008f35-550e-48b8-b398-dad398a1e876,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:48.880933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-460c2ce0-df0a-4494-9723-4f636cf9e1d6 req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:48.922690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-013861a3-3f18-4c6e-97f0-64a399d81048 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for a592809f-9ac5-4274-b9c5-84fbfb3a2dbb owned by {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:23:49.011360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-460c2ce0-df0a-4494-9723-4f636cf9e1d6 req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Calling delete_port for 8e008f35-550e-48b8-b398-dad398a1e876 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:23:49.104702 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-013861a3-3f18-4c6e-97f0-64a399d81048 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:49.157529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013861a3-3f18-4c6e-97f0-64a399d81048 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=a592809f-9ac5-4274-b9c5-84fbfb3a2dbb,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:49.172793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-460c2ce0-df0a-4494-9723-4f636cf9e1d6 req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:49.205807 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d6d59549-1a88-4fe2-9c0d-94362e102037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:04Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3638d40f-e421-495b-ac13-275a5ad6b671', 'name': '', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:94:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:04Z', 'updated_at': '2022-04-22T15:23:11Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:49.211339 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d59549-1a88-4fe2-9c0d-94362e102037 None None] The sync data for ids ['ade63a0f-c9e6-448f-b0d4-637190c01085'] in dv-neutron-838883-3-hyperv is: [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:04Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3638d40f-e421-495b-ac13-275a5ad6b671', 'name': '', 'network_id': '8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:94:cf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:04Z', 'updated_at': '2022-04-22T15:23:11Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '348baef8-bd49-4e2d-af85-6e435d25bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:23:49.246012 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event deleted for resources: {'Port': ['ID=8e008f35-550e-48b8-b398-dad398a1e876,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:49.279973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-013861a3-3f18-4c6e-97f0-64a399d81048 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:49.290643 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-013861a3-3f18-4c6e-97f0-64a399d81048 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/ports/a592809f-9ac5-4274-b9c5-84fbfb3a2dbb HTTP/1.1" status: 204 len: 168 time: 0.8689535 Apr 22 15:23:49.293988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37662) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:49.357254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:49.357599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:49.357941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:49.358302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:49.358635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:49.358969 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:49.359297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:49.359625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:49.362341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:49.362955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:49.363474 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:49.371779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-460c2ce0-df0a-4494-9723-4f636cf9e1d6 req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] No DVR routers for this DVR port 8e008f35-550e-48b8-b398-dad398a1e876 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:23:49.378926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-460c2ce0-df0a-4494-9723-4f636cf9e1d6 req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:49.383923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'name': 'network-vif-deleted', 'tag': '8e008f35-550e-48b8-b398-dad398a1e876'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:23:49.457992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-b32d54c6-8a5e-43d8-ab20-277eab28e4e3 req-9a7c7430-a88a-4d51-be25-578d4d26f9c3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Synchronizing usage tracker for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:23:49.461382 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-460c2ce0-df0a-4494-9723-4f636cf9e1d6 req-eee6143b-9c45-4935-a00a-82dd36b3a5dc tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "DELETE /v2.0/ports/8e008f35-550e-48b8-b398-dad398a1e876 HTTP/1.1" status: 204 len: 173 time: 1.0274494 Apr 22 15:23:49.482585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-b32d54c6-8a5e-43d8-ab20-277eab28e4e3 req-9a7c7430-a88a-4d51-be25-578d4d26f9c3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Unset dirty status for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:23:49.483890 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b32d54c6-8a5e-43d8-ab20-277eab28e4e3 req-9a7c7430-a88a-4d51-be25-578d4d26f9c3 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 210 time: 0.1017854 Apr 22 15:23:49.554368 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dcde34a-559a-4763-8bff-7fc5b6336d99'] response: {'server_uuid': '08c707c9-94fa-4326-bd6f-c7daa849addd', 'name': 'network-vif-deleted', 'tag': '8e008f35-550e-48b8-b398-dad398a1e876', 'status': 'completed', 'code': 200} Apr 22 15:23:49.606952 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c96cd6-065b-44ee-9443-1ca5e792b0e6 None None] New status for floating IP b226c260-50fa-4b73-aecc-fd21976d5307: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:23:49.760369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2935b056-c4ac-4414-ae9e-21eb02bb41c2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:50.489834 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2935b056-c4ac-4414-ae9e-21eb02bb41c2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 3638d40f-e421-495b-ac13-275a5ad6b671 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:23:50.490477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2935b056-c4ac-4414-ae9e-21eb02bb41c2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:50.679397 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-37b744cf-1760-49e5-beb6-a5988b75f703 req-21dae752-2bdb-411b-8da1-3e3112a6ad5c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=08c707c9-94fa-4326-bd6f-c7daa849addd HTTP/1.1" status: 200 len: 210 time: 0.0420465 Apr 22 15:23:50.689032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-2935b056-c4ac-4414-ae9e-21eb02bb41c2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 3638d40f-e421-495b-ac13-275a5ad6b671, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3638d40f-e421-495b-ac13-275a5ad6b671,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:50.689396 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2935b056-c4ac-4414-ae9e-21eb02bb41c2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:50.816149 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2935b056-c4ac-4414-ae9e-21eb02bb41c2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 3638d40f-e421-495b-ac13-275a5ad6b671 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:23:50.990617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2935b056-c4ac-4414-ae9e-21eb02bb41c2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:51.043360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935b056-c4ac-4414-ae9e-21eb02bb41c2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=3638d40f-e421-495b-ac13-275a5ad6b671,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:51.348308 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2935b056-c4ac-4414-ae9e-21eb02bb41c2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:52.044380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2935b056-c4ac-4414-ae9e-21eb02bb41c2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router ade63a0f-c9e6-448f-b0d4-637190c01085 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:23:52.242399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2935b056-c4ac-4414-ae9e-21eb02bb41c2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:23:52.253181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e8f15-ef26-4805-bf37-6ee99d5916f3 None None] Sync routers for ids ['ade63a0f-c9e6-448f-b0d4-637190c01085'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:23:52.258419 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2935b056-c4ac-4414-ae9e-21eb02bb41c2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/ade63a0f-c9e6-448f-b0d4-637190c01085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9600067 Apr 22 15:23:52.258419 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37676) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:52.268051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e8f15-ef26-4805-bf37-6ee99d5916f3 None None] Routers {'ade63a0f-c9e6-448f-b0d4-637190c01085'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:52.268780 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9f3e8f15-ef26-4805-bf37-6ee99d5916f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ade63a0f-c9e6-448f-b0d4-637190c01085'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:52.413990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 8e008f35-550e-48b8-b398-dad398a1e876 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:23:52.455583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 8e008f35-550e-48b8-b398-dad398a1e876 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:23:52.455933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 8e008f35-550e-48b8-b398-dad398a1e876 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:23:52.459028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-d464af86-5c9a-47cb-83c3-54cc0dd471ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting subnet 348baef8-bd49-4e2d-af85-6e435d25bef1 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:23:52.462474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d464af86-5c9a-47cb-83c3-54cc0dd471ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:52.517470 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d464af86-5c9a-47cb-83c3-54cc0dd471ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:52.520707 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-9f3e8f15-ef26-4805-bf37-6ee99d5916f3 None None] Set router ade63a0f-c9e6-448f-b0d4-637190c01085 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:52.604947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d464af86-5c9a-47cb-83c3-54cc0dd471ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:52.679128 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d464af86-5c9a-47cb-83c3-54cc0dd471ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:52.717335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464af86-5c9a-47cb-83c3-54cc0dd471ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Subnet': ['ID=348baef8-bd49-4e2d-af85-6e435d25bef1,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:52.723937 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d464af86-5c9a-47cb-83c3-54cc0dd471ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:52.730320 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d464af86-5c9a-47cb-83c3-54cc0dd471ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/subnets/348baef8-bd49-4e2d-af85-6e435d25bef1 HTTP/1.1" status: 204 len: 168 time: 0.4711027 Apr 22 15:23:52.733114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37680) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:52.739355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2cbff0-294f-46a5-9700-46e2a4f3d45a None None] Network 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:23:52.940372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:52.990018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9f3e8f15-ef26-4805-bf37-6ee99d5916f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:50Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:53.005480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e8f15-ef26-4805-bf37-6ee99d5916f3 None None] Checking router: ade63a0f-c9e6-448f-b0d4-637190c01085 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:23:53.023722 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e8f15-ef26-4805-bf37-6ee99d5916f3 None None] Routers {'ade63a0f-c9e6-448f-b0d4-637190c01085'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:53.024896 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9f3e8f15-ef26-4805-bf37-6ee99d5916f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ade63a0f-c9e6-448f-b0d4-637190c01085'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:53.097959 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590fe64c-9511-4a2f-90b8-5c98c8064942 None None] DHCP port deletion for 8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:23:53.169576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-590fe64c-9511-4a2f-90b8-5c98c8064942 None None] Deleting port 29ea5985-09aa-412d-85a5-3217fa9e6f1a {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:23:53.170050 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-590fe64c-9511-4a2f-90b8-5c98c8064942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:53.309963 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:53.319192 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port b6df7930-f745-4459-94d3-9a4c1f27e6ff {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:23:53.319568 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:53.339613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-9f3e8f15-ef26-4805-bf37-6ee99d5916f3 None None] Set router ade63a0f-c9e6-448f-b0d4-637190c01085 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:53.498700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port b6df7930-f745-4459-94d3-9a4c1f27e6ff, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b6df7930-f745-4459-94d3-9a4c1f27e6ff,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:53.499186 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:53.612685 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-590fe64c-9511-4a2f-90b8-5c98c8064942 None None] For port 29ea5985-09aa-412d-85a5-3217fa9e6f1a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=29ea5985-09aa-412d-85a5-3217fa9e6f1a,segment=NetworkSegment(aa4639a5-255d-48ad-9da6-1d7a44b01188),segment_id=aa4639a5-255d-48ad-9da6-1d7a44b01188)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:53.613075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-590fe64c-9511-4a2f-90b8-5c98c8064942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:53.627548 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for b6df7930-f745-4459-94d3-9a4c1f27e6ff owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:23:53.802437 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-590fe64c-9511-4a2f-90b8-5c98c8064942 None None] Calling delete_port for 29ea5985-09aa-412d-85a5-3217fa9e6f1a owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:23:53.811244 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:53.858638 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=b6df7930-f745-4459-94d3-9a4c1f27e6ff,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:53.933802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-590fe64c-9511-4a2f-90b8-5c98c8064942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:53.987284 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fe64c-9511-4a2f-90b8-5c98c8064942 None None] Pushing event deleted for resources: {'Port': ['ID=29ea5985-09aa-412d-85a5-3217fa9e6f1a,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:54.001619 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590fe64c-9511-4a2f-90b8-5c98c8064942 None None] No DVR routers for this DVR port 29ea5985-09aa-412d-85a5-3217fa9e6f1a on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:23:54.010222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9f3e8f15-ef26-4805-bf37-6ee99d5916f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:50Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:54.018528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e8f15-ef26-4805-bf37-6ee99d5916f3 None None] The sync data for ids ['ade63a0f-c9e6-448f-b0d4-637190c01085'] in dv-neutron-838883-3-hyperv is: [{'id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'name': 'tempest-TestNetworkBasicOps-router-262448606', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:50Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b6df7930-f745-4459-94d3-9a4c1f27e6ff', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:85:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade63a0f-c9e6-448f-b0d4-637190c01085', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:00Z', 'updated_at': '2022-04-22T15:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:23:54.096212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:54.387260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:54.391947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:54.416739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:54.417602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Fanout notify agent at l3_agent the message router_deleted on router ade63a0f-c9e6-448f-b0d4-637190c01085 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:23:54.438261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:54.442011 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-98492dbd-880e-4b25-820b-838d1ee24fbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/routers/ade63a0f-c9e6-448f-b0d4-637190c01085 HTTP/1.1" status: 204 len: 168 time: 1.7053096 Apr 22 15:23:54.442356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37692) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:54.662699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ace5066-62ba-4bd7-9912-208b0873bb02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:54.800339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ace5066-62ba-4bd7-9912-208b0873bb02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:54.825144 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7ace5066-62ba-4bd7-9912-208b0873bb02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:54.836682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7ace5066-62ba-4bd7-9912-208b0873bb02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4639a5-255d-48ad-9da6-1d7a44b01188') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:54.836970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7ace5066-62ba-4bd7-9912-208b0873bb02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4639a5-255d-48ad-9da6-1d7a44b01188') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:54.848200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ace5066-62ba-4bd7-9912-208b0873bb02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:54.865796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ace5066-62ba-4bd7-9912-208b0873bb02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:54.873721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ace5066-62ba-4bd7-9912-208b0873bb02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:23:54.874115 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ace5066-62ba-4bd7-9912-208b0873bb02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:23:54.888742 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:23:54.976642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ace5066-62ba-4bd7-9912-208b0873bb02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:54.999512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7ace5066-62ba-4bd7-9912-208b0873bb02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:55.013726 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace5066-62ba-4bd7-9912-208b0873bb02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Network': ['ID=8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:55.016613 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7ace5066-62ba-4bd7-9912-208b0873bb02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/networks/8bfd7e9d-0e74-4d7f-ac7f-2880c8e5eb4d HTTP/1.1" status: 204 len: 168 time: 0.5728836 Apr 22 15:23:55.028261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37696) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:55.041066 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-afa09231-cbfd-4840-8f5f-517ef1fe0ecb tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0116732 Apr 22 15:23:55.043441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37700) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:55.048467 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'network': {'name': 'tempest-network-smoke--998078284', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'port_security_enabled': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:55.053276 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:55.057950 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:network and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:55.061522 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:55.067199 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:55.084695 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:23:55.088224 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:55.120998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:23:55.125386 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b6df7930-f745-4459-94d3-9a4c1f27e6ff no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:23:55.131528 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:55.131859 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Added segment dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444 of type vlan for network a85417a4-b1d6-4cef-aaf3-d012c5a6094d Apr 22 15:23:55.165789 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:55.183816 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: b6df7930-f745-4459-94d3-9a4c1f27e6ff {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:23:55.184493 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b6df7930-f745-4459-94d3-9a4c1f27e6ff not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:23:55.185261 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3638d40f-e421-495b-ac13-275a5ad6b671 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:23:55.202048 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:55.205812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:55.206412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:55.225823 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 3638d40f-e421-495b-ac13-275a5ad6b671 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:23:55.226282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3638d40f-e421-495b-ac13-275a5ad6b671 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:23:55.226787 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 29ea5985-09aa-412d-85a5-3217fa9e6f1a no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:23:55.259808 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 29ea5985-09aa-412d-85a5-3217fa9e6f1a {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:23:55.260247 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 29ea5985-09aa-412d-85a5-3217fa9e6f1a not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:23:55.319211 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2747626 Apr 22 15:23:55.322293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37704) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:55.322483 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dc6bb-212a-411f-b585-2496635f5e0e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Network': ['ID=a85417a4-b1d6-4cef-aaf3-d012c5a6094d,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:55.328846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-261870881', 'admin_state_up': True, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:55.337990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:55.341186 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network a85417a4-b1d6-4cef-aaf3-d012c5a6094d details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:23:55.342775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:router and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:55.346276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:55.354545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:55.366330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:55.367280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:55.388693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:55.539660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:55.723572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:55.761525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:55.893548 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.93 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/a2ddac31-838e-40ae-a3e7-cf6fde6b8611) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:23:56.039079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:56.068224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:56.137057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:23:56.139902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:23:56.144118 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:23:56.170901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=a2ddac31-838e-40ae-a3e7-cf6fde6b8611,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:56.297704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:56.298380 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:56.416180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37712) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:56.628566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:23:56.706649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2d3dab65-51a2-4dda-a217-afa9798e570c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Deleting port c6cb7efc-1469-4cfb-a57d-b451071dbee3 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:23:56.706992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d3dab65-51a2-4dda-a217-afa9798e570c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:56.826820 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:23:56.837241 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Sync routers for ids ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:23:56.849834 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Routers {'b98a3761-ca33-4e59-8612-6cd9aa98a6d6'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:56.850493 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:56.854442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:56.859096 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4c674760-b874-49f8-9bed-553eba2ca3ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5351882 Apr 22 15:23:56.859699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37716) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:56.882610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d3dab65-51a2-4dda-a217-afa9798e570c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:56.882921 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d3dab65-51a2-4dda-a217-afa9798e570c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:56.904305 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2a0aba8c-867b-40a3-85ec-1a044e2e10c7 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=837b6f9741fb4d28b96872e0afaf71d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432715 Apr 22 15:23:56.905343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37720) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:57.018904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-2d3dab65-51a2-4dda-a217-afa9798e570c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Calling delete_port for c6cb7efc-1469-4cfb-a57d-b451071dbee3 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:23:57.037878 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Set router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:57.045624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3857ec5-f475-44bb-b4d7-7d3162bb3c4f tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:57.047256 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c3857ec5-f475-44bb-b4d7-7d3162bb3c4f tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1408739 Apr 22 15:23:57.049918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37724) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:57.092134 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7f4b2053-0ea4-4955-a975-4e66ba48eb5f tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387814 Apr 22 15:23:57.092346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37728) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:57.098617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-832599715', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:23:57.181723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d3dab65-51a2-4dda-a217-afa9798e570c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:57.210445 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:23:57.214929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:subnet and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:23:57.217724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:23:57.223914 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:23:57.226860 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3dab65-51a2-4dda-a217-afa9798e570c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event deleted for resources: {'Port': ['ID=c6cb7efc-1469-4cfb-a57d-b451071dbee3,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:57.234429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:23:57.324165 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d3dab65-51a2-4dda-a217-afa9798e570c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:57.337499 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:23:56Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:57.342475 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Checking router: b98a3761-ca33-4e59-8612-6cd9aa98a6d6 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:23:57.342816 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Updating router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 port a2ddac31-838e-40ae-a3e7-cf6fde6b8611 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:23:57.344134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:57.396536 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:57.569905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:57.647562 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Subnet': ['ID=a26a1c28-bd41-42b5-bfc8-caa2c53368af,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:57.664504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Checking segment: {'id': 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:23:57.665430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network hostable DHCP agents. Network: a85417a4-b1d6-4cef-aaf3-d012c5a6094d, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:23:57.690695 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network a85417a4-b1d6-4cef-aaf3-d012c5a6094d is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:23:57.700678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, a85417a4-b1d6-4cef-aaf3-d012c5a6094d) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:23:57.710286 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:57.711055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:57.711992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ed216e-29ef-4c4d-9378-08443784d974 None None] Network a85417a4-b1d6-4cef-aaf3-d012c5a6094d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:23:57.736110 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-57435b44-8026-404d-b0b3-5344f426c251 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6425760 Apr 22 15:23:57.738685 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37732) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:23:57.740245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3dab65-51a2-4dda-a217-afa9798e570c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:23:57.741487 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:57.754182 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Transition to ACTIVE for port object a2ddac31-838e-40ae-a3e7-cf6fde6b8611 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:23:57.762529 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:57.837271 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3df43-719f-43a6-9a38-2ccb1bdfa1e3 None None] Pushing event updated for resources: {'Port': ['ID=a2ddac31-838e-40ae-a3e7-cf6fde6b8611,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:57.906470 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Attempting to bind port a2ddac31-838e-40ae-a3e7-cf6fde6b8611 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:23:57.906830 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Attempting to bind port a2ddac31-838e-40ae-a3e7-cf6fde6b8611 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:23:57.907201 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Attempting to bind port a2ddac31-838e-40ae-a3e7-cf6fde6b8611 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:23:57.916582 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:23:57.916943 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:23:57.917331 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:57.917709 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:23:57.918193 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Bound port: a2ddac31-838e-40ae-a3e7-cf6fde6b8611, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:23:57.918560 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:57.979473 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ips': [{'subnet_id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:23:57.980298 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:57.995393 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3dab65-51a2-4dda-a217-afa9798e570c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:23:57.995827 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] For port a2ddac31-838e-40ae-a3e7-cf6fde6b8611, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:23:58.000710 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] For port a2ddac31-838e-40ae-a3e7-cf6fde6b8611, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a2ddac31-838e-40ae-a3e7-cf6fde6b8611,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:23:58.008168 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de241c3-5529-49fc-bae8-ca3176db3be7 None None] Sync routers for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:23:58.013765 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:58.022982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2d3dab65-51a2-4dda-a217-afa9798e570c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:58.106229 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Routers {'b98a3761-ca33-4e59-8612-6cd9aa98a6d6'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:58.106653 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:58.109879 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de241c3-5529-49fc-bae8-ca3176db3be7 None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:58.110614 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1de241c3-5529-49fc-bae8-ca3176db3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:58.207837 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2d3dab65-51a2-4dda-a217-afa9798e570c tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "DELETE /v2.0/floatingips/5f5e171e-79d2-4898-a776-51572ff9eb63 HTTP/1.1" status: 204 len: 168 time: 1.7905748 Apr 22 15:23:58.208742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'tag': 'd91f4abd-8c0a-49ed-a2e4-139320f10061'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:23:58.243928 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3df43-719f-43a6-9a38-2ccb1bdfa1e3 None None] Pushing event updated for resources: {'Port': ['ID=a2ddac31-838e-40ae-a3e7-cf6fde6b8611,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:58.309119 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-1de241c3-5529-49fc-bae8-ca3176db3be7 None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:58.311605 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b496e5ef-a9db-4c6e-b01c-eae86ddd97de'] response: {'name': 'network-changed', 'server_uuid': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'tag': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'status': 'completed', 'code': 200} Apr 22 15:23:58.347333 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] Set router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:58.685490 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be432fd3-1b7e-41a2-9bc3-af588c4d62f2 req-092d89d0-7339-447e-ac15-93d99268dff3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=772d75f15f3749d9bde609249fe8eb65&device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 1098 time: 0.1589620 Apr 22 15:23:58.694529 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Allocated IP 172.20.0.2 (a85417a4-b1d6-4cef-aaf3-d012c5a6094d/a26a1c28-bd41-42b5-bfc8-caa2c53368af/fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:23:58.712288 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:23:56Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:58.716735 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a20801-ae6e-4767-ad36-55f4d6a5a710 None None] The sync data for ids ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'] in dv-neutron-838883-3-hyperv is: [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:23:56Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:23:58.835926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f46a6d-086c-4cf2-a26b-076f2ce7ae0b req-8a295fc2-2fd8-4980-b605-0712951635c6 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:58.839859 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d7f46a6d-086c-4cf2-a26b-076f2ce7ae0b req-8a295fc2-2fd8-4980-b605-0712951635c6 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 945 time: 0.2353542 Apr 22 15:23:58.848382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1de241c3-5529-49fc-bae8-ca3176db3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:58.856791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de241c3-5529-49fc-bae8-ca3176db3be7 None None] Checking router: cc41746b-4e25-4b9a-9e3d-0f24078acaa2 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:23:58.897195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de241c3-5529-49fc-bae8-ca3176db3be7 None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:23:58.897777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1de241c3-5529-49fc-bae8-ca3176db3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:58.962402 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be432fd3-1b7e-41a2-9bc3-af588c4d62f2 req-5930bc97-7ec7-4cbb-8fdf-3c4fae899f07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:58.963859 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be432fd3-1b7e-41a2-9bc3-af588c4d62f2 req-5930bc97-7ec7-4cbb-8fdf-3c4fae899f07 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 200 len: 913 time: 0.2671721 Apr 22 15:23:58.970991 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d7f46a6d-086c-4cf2-a26b-076f2ce7ae0b req-10a67b52-c070-476f-a079-417d7e7b53c9 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239531 Apr 22 15:23:59.054609 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be432fd3-1b7e-41a2-9bc3-af588c4d62f2 req-08529c57-5d49-4b89-8bb9-82d81b4e7fc8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d91f4abd-8c0a-49ed-a2e4-139320f10061 HTTP/1.1" status: 200 len: 217 time: 0.0827329 Apr 22 15:23:59.148406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:59.175645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Transition to ACTIVE for port object fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:23:59.195974 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a2ddac31-838e-40ae-a3e7-cf6fde6b8611 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:23:59.234538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-1de241c3-5529-49fc-bae8-ca3176db3be7 None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:23:59.240835 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be432fd3-1b7e-41a2-9bc3-af588c4d62f2 req-3914d2e1-9aa6-413d-97b9-fb4a1eeac096 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:23:59.242318 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be432fd3-1b7e-41a2-9bc3-af588c4d62f2 req-3914d2e1-9aa6-413d-97b9-fb4a1eeac096 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 200 len: 851 time: 0.1205192 Apr 22 15:23:59.300429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Transition to ACTIVE for port object fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:23:59.328345 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:59.361922 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:59.486854 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Pushing event updated for resources: {'Port': ['ID=fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:23:59.490652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Network a85417a4-b1d6-4cef-aaf3-d012c5a6094d is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:23:59.495929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:23:59.505091 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:23:59.518703 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be432fd3-1b7e-41a2-9bc3-af588c4d62f2 req-a00c7a87-c523-4de0-b08e-7647e327332b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc03783b-13cd-4d1c-8f42-0c1a57f850d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2694194 Apr 22 15:23:59.571529 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port a2ddac31-838e-40ae-a3e7-cf6fde6b8611 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:23:59.575121 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.575459 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.575791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.576121 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.576447 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.576767 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.577091 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.577410 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.577731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.578048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.578406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:23:59.621848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port a2ddac31-838e-40ae-a3e7-cf6fde6b8611 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:23:59.622518 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:59.742599 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be432fd3-1b7e-41a2-9bc3-af588c4d62f2 req-1a7e7489-9fa0-4b5f-b48d-45e4f1a0cf5b service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135365 Apr 22 15:23:59.748810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Attempting to bind port fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:23:59.749124 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Attempting to bind port fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:23:59.749493 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Attempting to bind port fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c on network a85417a4-b1d6-4cef-aaf3-d012c5a6094d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:23:59.797103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:23:59.797469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Checking segment: {'id': 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:23:59.797868 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:59.798285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Bound using segment: {'id': 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:23:59.798780 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Bound port: fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:23:59.799132 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:59.937963 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:23:59.974712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] For port fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:23:59.981267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] For port fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c,segment=NetworkSegment(dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444),segment_id=dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:23:59.983673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port a2ddac31-838e-40ae-a3e7-cf6fde6b8611, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a2ddac31-838e-40ae-a3e7-cf6fde6b8611,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:23:59.986317 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be432fd3-1b7e-41a2-9bc3-af588c4d62f2 req-038c1a9a-5a29-4eb9-a7d5-3f8fb8c9cab9 service neutron] 10.222.0.70 "GET /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092385 Apr 22 15:23:59.991453 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1de241c3-5529-49fc-bae8-ca3176db3be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:23:59.991667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.1 (a85417a4-b1d6-4cef-aaf3-d012c5a6094d/a26a1c28-bd41-42b5-bfc8-caa2c53368af/c77639c8-661a-429f-833e-e3dc6ba8da6a) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:23:59.994003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:00.042719 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:00.054752 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de241c3-5529-49fc-bae8-ca3176db3be7 None None] The sync data for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv is: [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:16:25Z', 'revision_number': 4, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '328871e2-52f3-47d6-b7b6-dceef5f85b16', 'name': '', 'network_id': 'cc03783b-13cd-4d1c-8f42-0c1a57f850d8', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'mac_address': 'fa:16:3e:07:77:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:24Z', 'updated_at': '2022-04-22T15:16:35Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'subnets': [{'id': '702932b0-1303-4c0c-badc-9a0faea1a8ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:24:00.109474 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6f2da-4600-4b5d-8c46-80b2d5ffad75 None None] Pushing event updated for resources: {'Port': ['ID=fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:00.194614 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=a2ddac31-838e-40ae-a3e7-cf6fde6b8611,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:00.360164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:00.372613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee6aeb-bc43-4c54-93b9-3148c42f3bc5 req-0e4960b7-b746-4424-a282-5ac804202d8d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:00.374098 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0ee6aeb-bc43-4c54-93b9-3148c42f3bc5 req-0e4960b7-b746-4424-a282-5ac804202d8d tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 945 time: 0.1790810 Apr 22 15:24:00.399112 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object c77639c8-661a-429f-833e-e3dc6ba8da6a will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:00.438865 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0ee6aeb-bc43-4c54-93b9-3148c42f3bc5 req-aef6ab25-202c-41cb-9683-9ce685713832 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554428 Apr 22 15:24:00.448863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:00.554483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network a85417a4-b1d6-4cef-aaf3-d012c5a6094d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:24:00.558519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:00.561405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:24:00.602726 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=c77639c8-661a-429f-833e-e3dc6ba8da6a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:00.638569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:00.660302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bde9c-044e-432b-915d-791912f9b17a req-919dcf19-6c04-4dce-ba18-aeb02e788f81 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:00.661723 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c63bde9c-044e-432b-915d-791912f9b17a req-919dcf19-6c04-4dce-ba18-aeb02e788f81 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 945 time: 0.2074704 Apr 22 15:24:00.782461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-c63bde9c-044e-432b-915d-791912f9b17a req-e12666f9-b857-4a60-b2e0-6deb6f5e7411 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Deleting port d91f4abd-8c0a-49ed-a2e4-139320f10061 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:00.783113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c63bde9c-044e-432b-915d-791912f9b17a req-e12666f9-b857-4a60-b2e0-6deb6f5e7411 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:00.832585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:01.039482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223e5033-0ca9-4107-8912-fe498a115421 None None] Network a85417a4-b1d6-4cef-aaf3-d012c5a6094d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:24:01.149988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-32b5ff60-f207-4c64-b5f4-631c39283375 None None] Provisioning for port fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:01.219359 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a2ddac31-838e-40ae-a3e7-cf6fde6b8611 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:01.244342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-c63bde9c-044e-432b-915d-791912f9b17a req-e12666f9-b857-4a60-b2e0-6deb6f5e7411 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] For port d91f4abd-8c0a-49ed-a2e4-139320f10061, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d91f4abd-8c0a-49ed-a2e4-139320f10061,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:01.244698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c63bde9c-044e-432b-915d-791912f9b17a req-e12666f9-b857-4a60-b2e0-6deb6f5e7411 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:01.341887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port a2ddac31-838e-40ae-a3e7-cf6fde6b8611 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:01.342151 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:01.390533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-c63bde9c-044e-432b-915d-791912f9b17a req-e12666f9-b857-4a60-b2e0-6deb6f5e7411 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Calling delete_port for d91f4abd-8c0a-49ed-a2e4-139320f10061 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:01.510532 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:01.603816 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:01.609859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:01.610627 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:01.739485 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3f9a14b6-cc39-429e-8fec-a3faaa49ff06 None None] Provisioning complete for port fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:01.739992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3f9a14b6-cc39-429e-8fec-a3faaa49ff06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:01.799855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:01.800336 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.db.resource_extend [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 15:24:01.823803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:01.825486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c63bde9c-044e-432b-915d-791912f9b17a req-e12666f9-b857-4a60-b2e0-6deb6f5e7411 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:01.848999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c,segment=NetworkSegment(dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444),segment_id=dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:01.867641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:01.880089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:01.924092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12666f9-b857-4a60-b2e0-6deb6f5e7411 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event deleted for resources: {'Port': ['ID=d91f4abd-8c0a-49ed-a2e4-139320f10061,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:01.983425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:02.002736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3f9a14b6-cc39-429e-8fec-a3faaa49ff06 None None] Provisioning for port c77639c8-661a-429f-833e-e3dc6ba8da6a completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:02.010546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3f9a14b6-cc39-429e-8fec-a3faaa49ff06 None None] Provisioning complete for port c77639c8-661a-429f-833e-e3dc6ba8da6a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:02.018071 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3f9a14b6-cc39-429e-8fec-a3faaa49ff06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:02.069617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:02.074268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3f9a14b6-cc39-429e-8fec-a3faaa49ff06 None None] Port c77639c8-661a-429f-833e-e3dc6ba8da6a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:24:02.106614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d58ae0-7177-4d86-a388-d86999739e61 req-8bd58e08-5d76-4d54-a39c-e8607c889900 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:02.108071 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3d58ae0-7177-4d86-a388-d86999739e61 req-8bd58e08-5d76-4d54-a39c-e8607c889900 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 945 time: 0.4927518 Apr 22 15:24:02.119895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=c77639c8-661a-429f-833e-e3dc6ba8da6a,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:02.142616 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63bde9c-044e-432b-915d-791912f9b17a req-e12666f9-b857-4a60-b2e0-6deb6f5e7411 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] No DVR routers for this DVR port d91f4abd-8c0a-49ed-a2e4-139320f10061 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:24:02.144923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c63bde9c-044e-432b-915d-791912f9b17a req-e12666f9-b857-4a60-b2e0-6deb6f5e7411 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:02.150457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'name': 'network-vif-deleted', 'tag': 'd91f4abd-8c0a-49ed-a2e4-139320f10061'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:24:02.185954 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c63bde9c-044e-432b-915d-791912f9b17a req-e12666f9-b857-4a60-b2e0-6deb6f5e7411 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.70 "DELETE /v2.0/ports/d91f4abd-8c0a-49ed-a2e4-139320f10061 HTTP/1.1" status: 204 len: 173 time: 1.5175323 Apr 22 15:24:02.210850 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-13fe1bb5-3dd7-4957-8d9a-593f7e5b807f None None] Provisioning complete for port c77639c8-661a-429f-833e-e3dc6ba8da6a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:02.211293 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-13fe1bb5-3dd7-4957-8d9a-593f7e5b807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:02.232021 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095d8f4-c659-43d5-a6d3-29acb436640d None None] New status for floating IP 5f5e171e-79d2-4898-a776-51572ff9eb63: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:24:02.265138 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fec705-3d61-4696-8dac-9ea0d63ce905'] response: {'server_uuid': '592750f7-5c4b-4f9c-8b29-3a76d0cd0269', 'name': 'network-vif-deleted', 'tag': 'd91f4abd-8c0a-49ed-a2e4-139320f10061', 'status': 'completed', 'code': 200} Apr 22 15:24:02.278175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-13fe1bb5-3dd7-4957-8d9a-593f7e5b807f None None] Port c77639c8-661a-429f-833e-e3dc6ba8da6a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:24:02.295418 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3d58ae0-7177-4d86-a388-d86999739e61 req-83c989f5-ce46-4d32-b4d4-3ece3ec4ba5a tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/security-groups?id=fc07bd19-3f04-4cc2-959e-7ab950afcd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765888 Apr 22 15:24:02.355012 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network a85417a4-b1d6-4cef-aaf3-d012c5a6094d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:24:02.356488 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:02.801273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:24:02.808178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8229fada-96cc-425c-a380-4d2ff18925f6 None None] Provisioning complete for port c77639c8-661a-429f-833e-e3dc6ba8da6a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:02.808552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8229fada-96cc-425c-a380-4d2ff18925f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:02.869673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8229fada-96cc-425c-a380-4d2ff18925f6 None None] Port c77639c8-661a-429f-833e-e3dc6ba8da6a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:24:02.968221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:03.020302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:24:03.025548 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a3e33f92-9909-487b-bbbe-30aa9ab70795 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/b98a3761-ca33-4e59-8612-6cd9aa98a6d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2858527 Apr 22 15:24:03.028184 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37748) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:03.029959 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Sync routers for ids ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:24:03.041611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Routers {'b98a3761-ca33-4e59-8612-6cd9aa98a6d6'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:03.042249 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:03.152848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:03.178352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e21f2-1d5f-488a-b25b-9f501b790fb0 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:03.178734 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e21f2-1d5f-488a-b25b-9f501b790fb0 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:03.179105 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e21f2-1d5f-488a-b25b-9f501b790fb0 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:03.179472 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e21f2-1d5f-488a-b25b-9f501b790fb0 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:03.179833 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e21f2-1d5f-488a-b25b-9f501b790fb0 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:03.180188 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e21f2-1d5f-488a-b25b-9f501b790fb0 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:03.181951 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-779e21f2-1d5f-488a-b25b-9f501b790fb0 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1528111 Apr 22 15:24:03.184804 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37752) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:03.259034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8840dd63-3299-482a-a08f-497fa5b272b2 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:03.259614 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8840dd63-3299-482a-a08f-497fa5b272b2 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:03.260048 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8840dd63-3299-482a-a08f-497fa5b272b2 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:03.260606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8840dd63-3299-482a-a08f-497fa5b272b2 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:03.260928 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8840dd63-3299-482a-a08f-497fa5b272b2 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:03.261348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8840dd63-3299-482a-a08f-497fa5b272b2 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:03.265968 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8840dd63-3299-482a-a08f-497fa5b272b2 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0775130 Apr 22 15:24:03.266249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37756) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:03.283013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:03.283709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:03.312198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Set router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:03.493043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-8c9c5db8-0188-4123-80a6-6e92b7cfcc02 req-c90413ea-544c-4a5c-8994-df3705a45850 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Synchronizing usage tracker for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:24:03.505550 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-10edbe0d-99f4-476f-a4c6-8c30084956cc tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2358034 Apr 22 15:24:03.513712 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-8c9c5db8-0188-4123-80a6-6e92b7cfcc02 req-c90413ea-544c-4a5c-8994-df3705a45850 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Unset dirty status for tenant:772d75f15f3749d9bde609249fe8eb65 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:24:03.514807 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8c9c5db8-0188-4123-80a6-6e92b7cfcc02 req-c90413ea-544c-4a5c-8994-df3705a45850 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "GET /v2.0/ports?device_id=592750f7-5c4b-4f9c-8b29-3a76d0cd0269 HTTP/1.1" status: 200 len: 210 time: 0.0668268 Apr 22 15:24:03.718788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:24:00Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c77639c8-661a-429f-833e-e3dc6ba8da6a', 'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:3c:4f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:59Z', 'updated_at': '2022-04-22T15:24:01Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:03.722583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Checking router: b98a3761-ca33-4e59-8612-6cd9aa98a6d6 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:24:03.722938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Updating router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 port c77639c8-661a-429f-833e-e3dc6ba8da6a binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:24:03.776255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:03.776856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37764) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:03.782394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-601894653', 'description': 'tempest-secgroup-smoke-601894653 description', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:03.788308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:03.792382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:03.795410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:03.801599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:03.812081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:03.846811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:03.850495 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:03.853286 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:03.859114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:03.919901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:03.924183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:03.964709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:03.982887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:03.984356 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c287c873-c77b-4130-80a4-e022ffa30bd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2062018 Apr 22 15:24:03.986899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37768) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:03.992539 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0e976237-d1d1-44de-8d4d-8ffe44d427f2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'bd0c3b06-03be-4cf6-b6fc-92f1ac68e630', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:03.998786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0e976237-d1d1-44de-8d4d-8ffe44d427f2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:04.002745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0e976237-d1d1-44de-8d4d-8ffe44d427f2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:04.005698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0e976237-d1d1-44de-8d4d-8ffe44d427f2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:04.012106 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0e976237-d1d1-44de-8d4d-8ffe44d427f2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:04.030426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e976237-d1d1-44de-8d4d-8ffe44d427f2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.090208 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e976237-d1d1-44de-8d4d-8ffe44d427f2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.093876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e976237-d1d1-44de-8d4d-8ffe44d427f2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.116123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e976237-d1d1-44de-8d4d-8ffe44d427f2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555e37ac-6d3e-47c8-a03a-409eeb3de62b,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:04.129322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0e976237-d1d1-44de-8d4d-8ffe44d427f2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.130535 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0e976237-d1d1-44de-8d4d-8ffe44d427f2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1425211 Apr 22 15:24:04.134065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37772) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:04.140086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b378fb58-5f1b-40aa-b79d-31e84b068740 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'bd0c3b06-03be-4cf6-b6fc-92f1ac68e630', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:04.145871 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b378fb58-5f1b-40aa-b79d-31e84b068740 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:04.149710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b378fb58-5f1b-40aa-b79d-31e84b068740 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:04.152593 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b378fb58-5f1b-40aa-b79d-31e84b068740 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:04.158383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b378fb58-5f1b-40aa-b79d-31e84b068740 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:04.165411 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.173577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b378fb58-5f1b-40aa-b79d-31e84b068740 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.176911 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Transition to ACTIVE for port object c77639c8-661a-429f-833e-e3dc6ba8da6a will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:04.183423 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.233422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b378fb58-5f1b-40aa-b79d-31e84b068740 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.237251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b378fb58-5f1b-40aa-b79d-31e84b068740 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.264023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378fb58-5f1b-40aa-b79d-31e84b068740 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1804555c-bf6c-43b7-a987-b71351016cef,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:04.275083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b378fb58-5f1b-40aa-b79d-31e84b068740 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.279042 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b378fb58-5f1b-40aa-b79d-31e84b068740 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1407683 Apr 22 15:24:04.279308 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37776) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:04.284953 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'bd0c3b06-03be-4cf6-b6fc-92f1ac68e630', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:04.291123 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:04.295099 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:04.298057 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:04.304286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:04.306632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba37dc5-f469-4bc6-97fb-6e0a4d17cb75 None None] Pushing event updated for resources: {'Port': ['ID=c77639c8-661a-429f-833e-e3dc6ba8da6a,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:04.325334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.396350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.403390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.412025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Attempting to bind port c77639c8-661a-429f-833e-e3dc6ba8da6a on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:24:04.412301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Attempting to bind port c77639c8-661a-429f-833e-e3dc6ba8da6a by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:24:04.412667 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Attempting to bind port c77639c8-661a-429f-833e-e3dc6ba8da6a on network a85417a4-b1d6-4cef-aaf3-d012c5a6094d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:24:04.416993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device d91f4abd-8c0a-49ed-a2e4-139320f10061 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:24:04.428371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d26e3c8-5b6d-45f6-bb15-f702c8d65fba,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:04.441138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:04.441587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:04.441812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:04.442673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:04.443168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:04.443504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:04.443835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:04.444169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:04.444494 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:04.445769 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:04.446704 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:24:04.449666 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.453398 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-834ad5ec-2d71-46e1-9785-1a522af1dcbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1705935 Apr 22 15:24:04.453713 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37780) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:04.455557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: d91f4abd-8c0a-49ed-a2e4-139320f10061 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:24:04.455952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device d91f4abd-8c0a-49ed-a2e4-139320f10061 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:24:04.458834 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:24:04.458989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-eb1f0ef9-f014-4a8e-8118-e865f6c6ef81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'bd0c3b06-03be-4cf6-b6fc-92f1ac68e630', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:04.459215 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Checking segment: {'id': 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:24:04.459611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.459987 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Bound using segment: {'id': 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:24:04.460447 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Bound port: c77639c8-661a-429f-833e-e3dc6ba8da6a, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:24:04.460817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.464907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-eb1f0ef9-f014-4a8e-8118-e865f6c6ef81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:04.468679 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eb1f0ef9-f014-4a8e-8118-e865f6c6ef81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:04.471749 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-eb1f0ef9-f014-4a8e-8118-e865f6c6ef81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:04.477401 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-eb1f0ef9-f014-4a8e-8118-e865f6c6ef81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:04.497799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0ef9-f014-4a8e-8118-e865f6c6ef81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.564296 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0ef9-f014-4a8e-8118-e865f6c6ef81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.564918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] For port c77639c8-661a-429f-833e-e3dc6ba8da6a, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:24:04.568278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] For port c77639c8-661a-429f-833e-e3dc6ba8da6a, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c77639c8-661a-429f-833e-e3dc6ba8da6a,segment=NetworkSegment(dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444),segment_id=dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:24:04.569137 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0ef9-f014-4a8e-8118-e865f6c6ef81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.572738 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.593000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f0ef9-f014-4a8e-8118-e865f6c6ef81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c6c504-0324-4cfa-b478-b80693c8e36e,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:04.602894 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-eb1f0ef9-f014-4a8e-8118-e865f6c6ef81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.606787 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eb1f0ef9-f014-4a8e-8118-e865f6c6ef81 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1497126 Apr 22 15:24:04.607169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37786) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:04.612649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5effebf2-b5b1-4be9-8fa4-d0d7122ac021 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'bd0c3b06-03be-4cf6-b6fc-92f1ac68e630', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:04.618980 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5effebf2-b5b1-4be9-8fa4-d0d7122ac021 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:04.624320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5effebf2-b5b1-4be9-8fa4-d0d7122ac021 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:04.628219 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5effebf2-b5b1-4be9-8fa4-d0d7122ac021 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:04.628735 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37790) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:04.636500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5effebf2-b5b1-4be9-8fa4-d0d7122ac021 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:04.653077 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-5effebf2-b5b1-4be9-8fa4-d0d7122ac021 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:24:04.656919 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba37dc5-f469-4bc6-97fb-6e0a4d17cb75 None None] Pushing event updated for resources: {'Port': ['ID=c77639c8-661a-429f-833e-e3dc6ba8da6a,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:04.661720 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5effebf2-b5b1-4be9-8fa4-d0d7122ac021 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.666329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Routers {'b98a3761-ca33-4e59-8612-6cd9aa98a6d6'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:04.666861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:04.747657 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5effebf2-b5b1-4be9-8fa4-d0d7122ac021 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.754301 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5effebf2-b5b1-4be9-8fa4-d0d7122ac021 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.775247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effebf2-b5b1-4be9-8fa4-d0d7122ac021 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5d06f8-7679-454f-b31b-d93472001f14,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:04.807771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5effebf2-b5b1-4be9-8fa4-d0d7122ac021 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.808992 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5effebf2-b5b1-4be9-8fa4-d0d7122ac021 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2008896 Apr 22 15:24:04.811620 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37794) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:04.817752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e608d108-ca32-4871-bf5c-4064a0bdccec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'bd0c3b06-03be-4cf6-b6fc-92f1ac68e630', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:04.824159 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e608d108-ca32-4871-bf5c-4064a0bdccec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:04.828676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e608d108-ca32-4871-bf5c-4064a0bdccec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:04.832516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e608d108-ca32-4871-bf5c-4064a0bdccec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:04.838992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e608d108-ca32-4871-bf5c-4064a0bdccec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:04.854349 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-e608d108-ca32-4871-bf5c-4064a0bdccec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:24:04.861712 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e608d108-ca32-4871-bf5c-4064a0bdccec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.869586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] Set router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:04.941831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e608d108-ca32-4871-bf5c-4064a0bdccec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.942385 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f53c5-c69e-44a2-b543-2716fac909c8 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Deleting port ad84957b-b0af-445d-8e95-854dd95df03b {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:04.942914 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c3f53c5-c69e-44a2-b543-2716fac909c8 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.946432 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e608d108-ca32-4871-bf5c-4064a0bdccec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.975992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608d108-ca32-4871-bf5c-4064a0bdccec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcf1bea-2259-42ad-b77e-758b88f61d04,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:04.989420 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e608d108-ca32-4871-bf5c-4064a0bdccec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:04.991343 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e608d108-ca32-4871-bf5c-4064a0bdccec tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1783731 Apr 22 15:24:05.122987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c3f53c5-c69e-44a2-b543-2716fac909c8 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:05.123386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c3f53c5-c69e-44a2-b543-2716fac909c8 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:05.220679 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:24:00Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c77639c8-661a-429f-833e-e3dc6ba8da6a', 'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:3c:4f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:59Z', 'updated_at': '2022-04-22T15:24:04Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:05.224746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a702d51-a80c-430b-89ba-d0724e43c758 None None] The sync data for ids ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'] in dv-neutron-838883-3-hyperv is: [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:24:00Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c77639c8-661a-429f-833e-e3dc6ba8da6a', 'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:3c:4f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:59Z', 'updated_at': '2022-04-22T15:24:04Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:24:05.276114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f53c5-c69e-44a2-b543-2716fac909c8 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Calling delete_port for ad84957b-b0af-445d-8e95-854dd95df03b owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:05.351461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-801464a2-519c-4b99-9953-586861c280ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:24:05.383871 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-801464a2-519c-4b99-9953-586861c280ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:24:05.385134 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-801464a2-519c-4b99-9953-586861c280ad tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601894653&fields=id&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 267 time: 0.1961567 Apr 22 15:24:05.546981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c3f53c5-c69e-44a2-b543-2716fac909c8 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:05.613892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f53c5-c69e-44a2-b543-2716fac909c8 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event deleted for resources: {'Port': ['ID=ad84957b-b0af-445d-8e95-854dd95df03b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:05.698663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-ba3be7d8-4152-4560-93e5-a8178618a1ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:05.699346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-ba3be7d8-4152-4560-93e5-a8178618a1ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:24:05.733785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-ba3be7d8-4152-4560-93e5-a8178618a1ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:24:05.734980 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-ba3be7d8-4152-4560-93e5-a8178618a1ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/networks?id=a85417a4-b1d6-4cef-aaf3-d012c5a6094d HTTP/1.1" status: 200 len: 796 time: 0.3170028 Apr 22 15:24:05.735723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c3f53c5-c69e-44a2-b543-2716fac909c8 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:05.761953 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-7bbaaa46-d141-454f-bac9-ea5e54c2d418 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/quotas/837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 375 time: 0.0188124 Apr 22 15:24:05.763344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c3f53c5-c69e-44a2-b543-2716fac909c8 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:05.764339 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3c3f53c5-c69e-44a2-b543-2716fac909c8 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "DELETE /v2.0/floatingips/0871597c-54bb-499a-b636-a3aed9721283 HTTP/1.1" status: 204 len: 168 time: 1.1346285 Apr 22 15:24:05.849343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-6b48de4f-fa76-4573-8643-aad55c705470 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:24:05.866656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-6b48de4f-fa76-4573-8643-aad55c705470 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:24:05.868419 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-6b48de4f-fa76-4573-8643-aad55c705470 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980332 Apr 22 15:24:06.019340 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-0481ad82-f758-481e-b5cd-85d0c20c0b11 service neutron] 10.222.0.71 "GET /v2.0/networks/a85417a4-b1d6-4cef-aaf3-d012c5a6094d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381145 Apr 22 15:24:06.177797 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-cd82260b-5b7e-4be2-bd22-1b38fe42d157 service neutron] 10.222.0.71 "GET /v2.0/networks/a85417a4-b1d6-4cef-aaf3-d012c5a6094d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520252 Apr 22 15:24:06.378609 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6574d3ff-d8f1-41f6-bf4d-3fdbf7db015c req-aee178b4-91a7-445a-b9c2-2f4b69e3e79d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 210 time: 0.0477409 Apr 22 15:24:07.150111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c77639c8-661a-429f-833e-e3dc6ba8da6a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:07.223639 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port c77639c8-661a-429f-833e-e3dc6ba8da6a completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:07.228615 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c77639c8-661a-429f-833e-e3dc6ba8da6a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:07.228979 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:07.348556 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:07.387589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port c77639c8-661a-429f-833e-e3dc6ba8da6a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c77639c8-661a-429f-833e-e3dc6ba8da6a,segment=NetworkSegment(dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444),segment_id=dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:07.392560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:07.481032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=c77639c8-661a-429f-833e-e3dc6ba8da6a,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:07.505177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-961bea7c-d599-4726-91a0-d0fc59f13580 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:07.506697 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-961bea7c-d599-4726-91a0-d0fc59f13580 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/networks?id=a85417a4-b1d6-4cef-aaf3-d012c5a6094d HTTP/1.1" status: 200 len: 796 time: 0.1691298 Apr 22 15:24:07.595878 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c5adb836-712b-4b64-bd1b-92747bfd6f0b req-af84bd9b-3bcf-4196-9ad1-ad4a215426cc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 210 time: 0.0521426 Apr 22 15:24:07.632335 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-4c1e5e88-5708-43f8-9f33-b8ff4ad90776 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 379 time: 0.1056330 Apr 22 15:24:07.641574 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'port': {'device_id': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'admin_state_up': True, 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'security_groups': ['bd0c3b06-03be-4cf6-b6fc-92f1ac68e630']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:07.865504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:07.875524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:07.884605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:24:07.887633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.055369 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.10 (a85417a4-b1d6-4cef-aaf3-d012c5a6094d/a26a1c28-bd41-42b5-bfc8-caa2c53368af/b1de68ae-99f7-4f81-9b3d-d790ed189c84) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:24:08.243558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.260184 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object b1de68ae-99f7-4f81-9b3d-d790ed189c84 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:08.276158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37830) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:08.307511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.407358 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network a85417a4-b1d6-4cef-aaf3-d012c5a6094d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:24:08.408917 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=b1de68ae-99f7-4f81-9b3d-d790ed189c84,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:08.418368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:08.424147 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:24:08.458361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-976ae6ac-f164-4e3b-8832-0bf0db267f80 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.511388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-976ae6ac-f164-4e3b-8832-0bf0db267f80 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.522319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:08.523024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.573857 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-53655ef0-16d0-4e3e-99d5-0e8a69ea8815 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9360077 Apr 22 15:24:08.592629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Request body: {'port': {'device_id': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:08.643553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-976ae6ac-f164-4e3b-8832-0bf0db267f80 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.662504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5c49d6cb-df29-4ff3-879e-564a8655afa6 None None] Provisioning for port b1de68ae-99f7-4f81-9b3d-d790ed189c84 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:08.667531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5c49d6cb-df29-4ff3-879e-564a8655afa6 None None] Provisioning complete for port b1de68ae-99f7-4f81-9b3d-d790ed189c84 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:08.668002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c49d6cb-df29-4ff3-879e-564a8655afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.698052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ae6ac-f164-4e3b-8832-0bf0db267f80 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc07bd19-3f04-4cc2-959e-7ab950afcd6e,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:08.724799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-976ae6ac-f164-4e3b-8832-0bf0db267f80 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.729052 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-976ae6ac-f164-4e3b-8832-0bf0db267f80 tempest-TestVolumeBootPattern-1675242256 tempest-TestVolumeBootPattern-1675242256-project] 10.222.0.71 "DELETE /v2.0/security-groups/fc07bd19-3f04-4cc2-959e-7ab950afcd6e HTTP/1.1" status: 204 len: 168 time: 0.4488273 Apr 22 15:24:08.731607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:08.784195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5c49d6cb-df29-4ff3-879e-564a8655afa6 None None] Port b1de68ae-99f7-4f81-9b3d-d790ed189c84 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:24:08.788910 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37838) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:08.920161 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfc701-5352-4bb6-8b61-90c002fe0ce1 req-2de9102f-a73d-4750-8612-2ff73b6033fd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:08.920859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-8bcfc701-5352-4bb6-8b61-90c002fe0ce1 req-2de9102f-a73d-4750-8612-2ff73b6033fd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:24:08.953408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-8bcfc701-5352-4bb6-8b61-90c002fe0ce1 req-2de9102f-a73d-4750-8612-2ff73b6033fd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:24:08.954628 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8bcfc701-5352-4bb6-8b61-90c002fe0ce1 req-2de9102f-a73d-4750-8612-2ff73b6033fd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 932 time: 0.2137096 Apr 22 15:24:09.096969 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8bcfc701-5352-4bb6-8b61-90c002fe0ce1 req-1023ae88-0509-45d8-808a-89240f2d7949 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342957 Apr 22 15:24:09.144486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c77639c8-661a-429f-833e-e3dc6ba8da6a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:09.216800 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c77639c8-661a-429f-833e-e3dc6ba8da6a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:09.217169 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.221208 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1de68ae-99f7-4f81-9b3d-d790ed189c84 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:24:09.228683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.243606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Transition to ACTIVE for port object b1de68ae-99f7-4f81-9b3d-d790ed189c84 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:24:09.247752 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.389592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Pushing event updated for resources: {'Port': ['ID=b1de68ae-99f7-4f81-9b3d-d790ed189c84,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:09.396690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28aaaeaa-467f-4bce-9d8c-f15e0d697966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.493801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Attempting to bind port b1de68ae-99f7-4f81-9b3d-d790ed189c84 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:24:09.494329 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Attempting to bind port b1de68ae-99f7-4f81-9b3d-d790ed189c84 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:24:09.494661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Attempting to bind port b1de68ae-99f7-4f81-9b3d-d790ed189c84 on network a85417a4-b1d6-4cef-aaf3-d012c5a6094d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:24:09.501038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Port b1de68ae-99f7-4f81-9b3d-d790ed189c84 on network a85417a4-b1d6-4cef-aaf3-d012c5a6094d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:24:09.501355 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Attempting to bind port b1de68ae-99f7-4f81-9b3d-d790ed189c84 on network a85417a4-b1d6-4cef-aaf3-d012c5a6094d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:24:09.509055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:24:09.509423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Checking segment: {'id': 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:24:09.509763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Bound using segment: {'id': 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:24:09.510217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Bound port: b1de68ae-99f7-4f81-9b3d-d790ed189c84, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:24:09.510562 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.603753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] For port b1de68ae-99f7-4f81-9b3d-d790ed189c84, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:24:09.609019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] For port b1de68ae-99f7-4f81-9b3d-d790ed189c84, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1de68ae-99f7-4f81-9b3d-d790ed189c84,segment=NetworkSegment(dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444),segment_id=dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:24:09.613458 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.681202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:09.683151 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-2809514b-9493-4bba-8494-860cf2148981 service neutron] 10.222.0.70 "PUT /v2.0/ports/b1de68ae-99f7-4f81-9b3d-d790ed189c84 HTTP/1.1" status: 200 len: 1094 time: 1.0948155 Apr 22 15:24:09.683587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'tag': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:24:09.702717 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809514b-9493-4bba-8494-860cf2148981 service neutron] Pushing event updated for resources: {'Port': ['ID=b1de68ae-99f7-4f81-9b3d-d790ed189c84,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:09.782067 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9928051-67fd-4d27-87fa-f2ee97918da9'] response: {'name': 'network-changed', 'server_uuid': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'tag': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84', 'status': 'completed', 'code': 200} Apr 22 15:24:09.927627 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-d30531a2-1b7d-451b-b252-78884162dca2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 1097 time: 0.1834083 Apr 22 15:24:10.007180 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-033b2d1f-6f22-4a8e-b17d-f2d95f93a6c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1de68ae-99f7-4f81-9b3d-d790ed189c84 HTTP/1.1" status: 200 len: 217 time: 0.0643027 Apr 22 15:24:10.073852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-5c9afa24-1bbd-4bb7-b6ae-dbe90d942671 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:10.075325 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-5c9afa24-1bbd-4bb7-b6ae-dbe90d942671 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a26a1c28-bd41-42b5-bfc8-caa2c53368af HTTP/1.1" status: 200 len: 834 time: 0.0607991 Apr 22 15:24:10.150372 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-a6d8f76b-0175-4d08-b0a6-f21a12c369dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a85417a4-b1d6-4cef-aaf3-d012c5a6094d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690086 Apr 22 15:24:10.156198 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-28aaaeaa-467f-4bce-9d8c-f15e0d697966 admin admin] Deleting port 328871e2-52f3-47d6-b7b6-dceef5f85b16 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:10.156678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28aaaeaa-467f-4bce-9d8c-f15e0d697966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:10.337113 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-28aaaeaa-467f-4bce-9d8c-f15e0d697966 admin admin] For port 328871e2-52f3-47d6-b7b6-dceef5f85b16, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=328871e2-52f3-47d6-b7b6-dceef5f85b16,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:10.337461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28aaaeaa-467f-4bce-9d8c-f15e0d697966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:10.341340 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-4a5327b6-3970-4eec-b4c1-d24aec0990c3 service neutron] 10.222.0.70 "GET /v2.0/networks/a85417a4-b1d6-4cef-aaf3-d012c5a6094d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845758 Apr 22 15:24:10.351400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0644404-88ed-4cd8-9798-85aefc894a85 req-e3a8b6cb-b43e-471a-9570-8cf52bcb07cd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:10.352828 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b0644404-88ed-4cd8-9798-85aefc894a85 req-e3a8b6cb-b43e-471a-9570-8cf52bcb07cd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 944 time: 0.1279716 Apr 22 15:24:10.460167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-28aaaeaa-467f-4bce-9d8c-f15e0d697966 admin admin] Calling delete_port for 328871e2-52f3-47d6-b7b6-dceef5f85b16 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:10.516969 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f15d5d6-c241-4168-a3b5-38f59009454b req-aa3eb136-0960-4dbf-a960-e7a3edd8110e service neutron] 10.222.0.70 "GET /v2.0/networks/a85417a4-b1d6-4cef-aaf3-d012c5a6094d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631875 Apr 22 15:24:10.519257 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b0644404-88ed-4cd8-9798-85aefc894a85 req-0dcc9269-2a28-4498-b8f4-1fe16fd95c10 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476991 Apr 22 15:24:10.626476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28aaaeaa-467f-4bce-9d8c-f15e0d697966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:10.668653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaaeaa-467f-4bce-9d8c-f15e0d697966 admin admin] Pushing event deleted for resources: {'Port': ['ID=328871e2-52f3-47d6-b7b6-dceef5f85b16,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:10.672098 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b4523711-7374-451d-99ec-82c6edfa3c7b req-844ca7a8-f85d-48a1-8275-5ab9960ba03e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 1097 time: 0.0699701 Apr 22 15:24:10.812085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4523711-7374-451d-99ec-82c6edfa3c7b req-a8886cfa-5f3c-4056-981c-51433717500f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:10.813788 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b4523711-7374-451d-99ec-82c6edfa3c7b req-a8886cfa-5f3c-4056-981c-51433717500f service neutron] 10.222.0.70 "GET /v2.0/networks?id=a85417a4-b1d6-4cef-aaf3-d012c5a6094d HTTP/1.1" status: 200 len: 897 time: 0.1347923 Apr 22 15:24:10.887543 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b4523711-7374-451d-99ec-82c6edfa3c7b req-70299264-02b3-4ff5-a41d-0cfdae029145 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1de68ae-99f7-4f81-9b3d-d790ed189c84 HTTP/1.1" status: 200 len: 217 time: 0.0677202 Apr 22 15:24:10.951210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4523711-7374-451d-99ec-82c6edfa3c7b req-816ff094-959b-4129-8e72-97eadbc3151f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:10.952571 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b4523711-7374-451d-99ec-82c6edfa3c7b req-816ff094-959b-4129-8e72-97eadbc3151f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a26a1c28-bd41-42b5-bfc8-caa2c53368af HTTP/1.1" status: 200 len: 834 time: 0.0591409 Apr 22 15:24:10.956402 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-28aaaeaa-467f-4bce-9d8c-f15e0d697966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:11.033930 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b4523711-7374-451d-99ec-82c6edfa3c7b req-749cd192-675c-4b6f-b5b3-ff4fe126bf81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a85417a4-b1d6-4cef-aaf3-d012c5a6094d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752947 Apr 22 15:24:11.167822 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b4523711-7374-451d-99ec-82c6edfa3c7b req-deeaa5c6-5f96-4961-b8d5-4fae3b2b313b service neutron] 10.222.0.70 "GET /v2.0/networks/a85417a4-b1d6-4cef-aaf3-d012c5a6094d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268151 Apr 22 15:24:11.297861 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b4523711-7374-451d-99ec-82c6edfa3c7b req-f213ebf3-d3b6-4bb6-bb47-aa9cfad1f7bb service neutron] 10.222.0.70 "GET /v2.0/networks/a85417a4-b1d6-4cef-aaf3-d012c5a6094d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231611 Apr 22 15:24:11.622642 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28aaaeaa-467f-4bce-9d8c-f15e0d697966 admin admin] Router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:24:11.717037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c24b4-8677-4205-a0ec-36691da3ddb3 req-121f9819-d10b-4dff-8bd9-a96513312488 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:11.718520 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed6c24b4-8677-4205-a0ec-36691da3ddb3 req-121f9819-d10b-4dff-8bd9-a96513312488 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 944 time: 0.0784683 Apr 22 15:24:11.767443 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed6c24b4-8677-4205-a0ec-36691da3ddb3 req-98289c89-7db0-4b74-abf9-b753f88dc693 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421188 Apr 22 15:24:11.831431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28aaaeaa-467f-4bce-9d8c-f15e0d697966 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:24:11.840419 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c48594-13de-4ec8-af58-d68febd33f28 None None] Sync routers for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:24:11.843704 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-28aaaeaa-467f-4bce-9d8c-f15e0d697966 admin admin] 10.222.0.71 "PUT /v2.0/routers/cc41746b-4e25-4b9a-9e3d-0f24078acaa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0537508 Apr 22 15:24:11.846291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37852) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:11.853055 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c48594-13de-4ec8-af58-d68febd33f28 None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:11.853639 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f4c48594-13de-4ec8-af58-d68febd33f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:12.027998 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-f4c48594-13de-4ec8-af58-d68febd33f28 None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:12.043362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:12.241021 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:12.250655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] Deleting port aa735ab9-eb9c-43ab-96a4-fd3f8c39983c {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:12.251009 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:12.332029 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f4c48594-13de-4ec8-af58-d68febd33f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:24:10Z', 'revision_number': 5, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port': {'id': 'aa735ab9-eb9c-43ab-96a4-fd3f8c39983c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:22Z', 'updated_at': '2022-04-22T15:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:12.335800 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c48594-13de-4ec8-af58-d68febd33f28 None None] Checking router: cc41746b-4e25-4b9a-9e3d-0f24078acaa2 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:24:12.346497 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c48594-13de-4ec8-af58-d68febd33f28 None None] Routers {'cc41746b-4e25-4b9a-9e3d-0f24078acaa2'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:12.347076 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f4c48594-13de-4ec8-af58-d68febd33f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:23:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:12.419967 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] For port aa735ab9-eb9c-43ab-96a4-fd3f8c39983c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aa735ab9-eb9c-43ab-96a4-fd3f8c39983c,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:12.420326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:12.494338 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-f4c48594-13de-4ec8-af58-d68febd33f28 None None] Set router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:12.539092 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] Calling delete_port for aa735ab9-eb9c-43ab-96a4-fd3f8c39983c owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:12.596843 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-f4c48594-13de-4ec8-af58-d68febd33f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:24:12Z', 'revision_number': 6, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:12.600725 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c48594-13de-4ec8-af58-d68febd33f28 None None] The sync data for ids ['cc41746b-4e25-4b9a-9e3d-0f24078acaa2'] in dv-neutron-838883-3-hyperv is: [{'id': 'cc41746b-4e25-4b9a-9e3d-0f24078acaa2', 'name': 'tempest-TestVolumeBootPattern-1345439466-router', 'tenant_id': '772d75f15f3749d9bde609249fe8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:21Z', 'updated_at': '2022-04-22T15:24:12Z', 'revision_number': 6, 'project_id': '772d75f15f3749d9bde609249fe8eb65', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:24:12.689988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc775-5397-4687-9e4d-4a6c456c83f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:12.704498 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:12.749990 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa735ab9-eb9c-43ab-96a4-fd3f8c39983c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:12.981865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7e06e-f95d-4477-8b27-332b813c1962 req-c99e34bf-129e-4b08-9095-351510065574 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:12.983403 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4c7e06e-f95d-4477-8b27-332b813c1962 req-c99e34bf-129e-4b08-9095-351510065574 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 944 time: 0.0909266 Apr 22 15:24:13.035228 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a4c7e06e-f95d-4477-8b27-332b813c1962 req-94260290-451d-4ca5-9baf-f4f66ac9b12a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441644 Apr 22 15:24:13.079463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.155569 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 328871e2-52f3-47d6-b7b6-dceef5f85b16 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:24:13.188418 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 328871e2-52f3-47d6-b7b6-dceef5f85b16 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:24:13.188762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 328871e2-52f3-47d6-b7b6-dceef5f85b16 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:24:13.224055 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:24:13.335561 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.339985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.363481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.364015 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc41746b-4e25-4b9a-9e3d-0f24078acaa2 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:24:13.376155 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.377260 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d5536819-b1de-45d1-98b3-975de79955e4 admin admin] 10.222.0.71 "DELETE /v2.0/routers/cc41746b-4e25-4b9a-9e3d-0f24078acaa2 HTTP/1.1" status: 204 len: 168 time: 1.5300910 Apr 22 15:24:13.379837 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37858) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:13.438607 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9ef3ce-a8d9-45b0-a171-83dae8868e6a admin admin] Deleting subnet 702932b0-1303-4c0c-badc-9a0faea1a8ab {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:24:13.441532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef3ce-a8d9-45b0-a171-83dae8868e6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.491546 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef3ce-a8d9-45b0-a171-83dae8868e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.565992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef3ce-a8d9-45b0-a171-83dae8868e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.633288 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef3ce-a8d9-45b0-a171-83dae8868e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.670758 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ef3ce-a8d9-45b0-a171-83dae8868e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=702932b0-1303-4c0c-badc-9a0faea1a8ab,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:13.676285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef3ce-a8d9-45b0-a171-83dae8868e6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.682306 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522cb152-e2ca-4161-b26c-aca76c0bb120 None None] Network cc03783b-13cd-4d1c-8f42-0c1a57f850d8 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:24:13.683392 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cc9ef3ce-a8d9-45b0-a171-83dae8868e6a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/702932b0-1303-4c0c-badc-9a0faea1a8ab HTTP/1.1" status: 204 len: 168 time: 0.3026307 Apr 22 15:24:13.685766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37862) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:13.787983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.798840 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Deleting port 7fea3147-d676-4806-be08-81a19dffa76d {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:13.799160 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:13.931249 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f5a3f-b95a-4386-844d-c074e5fc1d6a None None] DHCP port deletion for cc03783b-13cd-4d1c-8f42-0c1a57f850d8 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:24:13.935479 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f5a3f-b95a-4386-844d-c074e5fc1d6a None None] Deleting port 7fea3147-d676-4806-be08-81a19dffa76d {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:13.935859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5a3f-b95a-4386-844d-c074e5fc1d6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.006323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] For port 7fea3147-d676-4806-be08-81a19dffa76d, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7fea3147-d676-4806-be08-81a19dffa76d,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:14.006775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.136276 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Calling delete_port for 7fea3147-d676-4806-be08-81a19dffa76d owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:14.137944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8f5f5a3f-b95a-4386-844d-c074e5fc1d6a None None] For port 7fea3147-d676-4806-be08-81a19dffa76d, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7fea3147-d676-4806-be08-81a19dffa76d,segment=NetworkSegment(c84848c1-84bd-4821-885d-418123af6da0),segment_id=c84848c1-84bd-4821-885d-418123af6da0)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:14.138398 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5a3f-b95a-4386-844d-c074e5fc1d6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.223815 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.249911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfbc01-bef7-444e-af98-404e6773aa34 req-f851f72e-1c28-4144-8654-4499eeba714d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:14.251431 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-47dfbc01-bef7-444e-af98-404e6773aa34 req-f851f72e-1c28-4144-8654-4499eeba714d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 944 time: 0.0870781 Apr 22 15:24:14.272207 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fea3147-d676-4806-be08-81a19dffa76d,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:14.276713 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] No DVR routers for this DVR port 7fea3147-d676-4806-be08-81a19dffa76d on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:24:14.278309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f5a3f-b95a-4386-844d-c074e5fc1d6a None None] Calling delete_port for 7fea3147-d676-4806-be08-81a19dffa76d owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:14.310845 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-47dfbc01-bef7-444e-af98-404e6773aa34 req-e0a331e6-8d00-423a-bd34-b5972f2d56d6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532415 Apr 22 15:24:14.359145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-8f5f5a3f-b95a-4386-844d-c074e5fc1d6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:24:14.359541 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-8f5f5a3f-b95a-4386-844d-c074e5fc1d6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:24:14.478798 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b1de68ae-99f7-4f81-9b3d-d790ed189c84 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:24:14.487175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.515066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc03783b-13cd-4d1c-8f42-0c1a57f850d8']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:14.528456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84848c1-84bd-4821-885d-418123af6da0') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:14.528740 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84848c1-84bd-4821-885d-418123af6da0') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:14.541806 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.560158 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.566853 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:24:14.567313 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:24:14.580409 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:24:14.616324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b1de68ae-99f7-4f81-9b3d-d790ed189c84, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1de68ae-99f7-4f81-9b3d-d790ed189c84,segment=NetworkSegment(dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444),segment_id=dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:14.630915 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'port_id': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84', 'mac_address': 'fa:16:3e:08:e5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:24:14.658268 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.675482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.686115 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc03783b-13cd-4d1c-8f42-0c1a57f850d8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:14.689371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.702078 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-83f2206b-613b-41b7-b028-56f79e484470 admin admin] 10.222.0.71 "DELETE /v2.0/networks/cc03783b-13cd-4d1c-8f42-0c1a57f850d8 HTTP/1.1" status: 204 len: 168 time: 1.0152285 Apr 22 15:24:14.705053 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37868) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:14.710788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1de68ae-99f7-4f81-9b3d-d790ed189c84 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:24:14.728182 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b1de68ae-99f7-4f81-9b3d-d790ed189c84, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1de68ae-99f7-4f81-9b3d-d790ed189c84,segment=NetworkSegment(dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444),segment_id=dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:14.733410 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.805711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=b1de68ae-99f7-4f81-9b3d-d790ed189c84,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:14.861326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f5a3f-b95a-4386-844d-c074e5fc1d6a None None] Deleting port 7fea3147-d676-4806-be08-81a19dffa76d {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:14.861715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8f5f5a3f-b95a-4386-844d-c074e5fc1d6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:14.926950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f5a3f-b95a-4386-844d-c074e5fc1d6a None None] The port '7fea3147-d676-4806-be08-81a19dffa76d' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:24:14.976539 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0bd75b88-faae-4092-8c00-e8223b9b85a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.097167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b402-4189-4f55-b671-a6f4fa836f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.106643 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['b1de68ae-99f7-4f81-9b3d-d790ed189c84'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:24:15.136814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aa735ab9-eb9c-43ab-96a4-fd3f8c39983c no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:24:15.182265 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: aa735ab9-eb9c-43ab-96a4-fd3f8c39983c {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:24:15.182595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aa735ab9-eb9c-43ab-96a4-fd3f8c39983c not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:24:15.183000 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7fea3147-d676-4806-be08-81a19dffa76d no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:24:15.218165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 7fea3147-d676-4806-be08-81a19dffa76d {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:24:15.218519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7fea3147-d676-4806-be08-81a19dffa76d not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:24:15.671526 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5344e-0f15-4526-8538-20f9c9b756f9 req-77d35610-7506-4965-b519-6b932356f68a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:15.672881 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5c5344e-0f15-4526-8538-20f9c9b756f9 req-77d35610-7506-4965-b519-6b932356f68a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 945 time: 0.2491448 Apr 22 15:24:15.700973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ceb2b402-4189-4f55-b671-a6f4fa836f0b admin admin] Deleting port bcc09f6e-ed18-4dfd-9c07-33c4645a5442 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:15.701307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b402-4189-4f55-b671-a6f4fa836f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.717936 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5c5344e-0f15-4526-8538-20f9c9b756f9 req-0756f6da-8f14-4c95-95c0-a92d31e3edf2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393214 Apr 22 15:24:15.960786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ceb2b402-4189-4f55-b671-a6f4fa836f0b admin admin] For port bcc09f6e-ed18-4dfd-9c07-33c4645a5442, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bcc09f6e-ed18-4dfd-9c07-33c4645a5442,segment=NetworkSegment(2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2),segment_id=2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:15.961121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b402-4189-4f55-b671-a6f4fa836f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.964019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:15.984274 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.083417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ceb2b402-4189-4f55-b671-a6f4fa836f0b admin admin] Calling delete_port for bcc09f6e-ed18-4dfd-9c07-33c4645a5442 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:16.245417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b402-4189-4f55-b671-a6f4fa836f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.287243 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2b402-4189-4f55-b671-a6f4fa836f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc09f6e-ed18-4dfd-9c07-33c4645a5442,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:16.493325 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b1de68ae-99f7-4f81-9b3d-d790ed189c84 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:24:16.564795 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port b1de68ae-99f7-4f81-9b3d-d790ed189c84 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:24:16.569475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port b1de68ae-99f7-4f81-9b3d-d790ed189c84 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:24:16.569836 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.573145 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b402-4189-4f55-b671-a6f4fa836f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.682566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.709638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:24:16.718426 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b1de68ae-99f7-4f81-9b3d-d790ed189c84, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1de68ae-99f7-4f81-9b3d-d790ed189c84,segment=NetworkSegment(dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444),segment_id=dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:16.722786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:16.793935 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=b1de68ae-99f7-4f81-9b3d-d790ed189c84,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:16.801828 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7b3da8-4b06-471f-836c-8d295ea9009a'] response: {'server_uuid': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84', 'code': 200} Apr 22 15:24:16.949046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df2f84-6629-4175-bb3f-767a88fb783f req-06b91354-bf56-45c3-ae3e-1a5838a661ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:16.951478 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f6df2f84-6629-4175-bb3f-767a88fb783f req-06b91354-bf56-45c3-ae3e-1a5838a661ff tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 946 time: 0.0855563 Apr 22 15:24:17.039340 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f6df2f84-6629-4175-bb3f-767a88fb783f req-3db1486d-7788-4e70-b7c0-a4fbba7fae0d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804632 Apr 22 15:24:17.084540 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0c415577-c037-4281-97d5-091e1c9ca161 req-9bf85129-4c27-4559-bb71-d6acccdd9a60 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 1099 time: 0.0813806 Apr 22 15:24:17.128712 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0c415577-c037-4281-97d5-091e1c9ca161 req-c72fe8a0-d29d-4961-b81e-10f042c6f163 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377347 Apr 22 15:24:17.165804 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb2b402-4189-4f55-b671-a6f4fa836f0b admin admin] Router 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:24:17.450058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb2b402-4189-4f55-b671-a6f4fa836f0b admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:24:17.458354 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad23e55-d243-4edd-bde0-9ee756c8c42d None None] Sync routers for ids ['5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:24:17.466623 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ceb2b402-4189-4f55-b671-a6f4fa836f0b admin admin] 10.222.0.71 "PUT /v2.0/routers/5cc8cb38-38bd-409f-ba2a-0969d3f03d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7605488 Apr 22 15:24:17.469425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37880) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:17.472527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad23e55-d243-4edd-bde0-9ee756c8c42d None None] Routers {'5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:17.473140 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-fad23e55-d243-4edd-bde0-9ee756c8c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:24:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:17.609607 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:17.658604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-fad23e55-d243-4edd-bde0-9ee756c8c42d None None] Set router 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:17.664845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:17.854463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:17.863433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] Deleting port 07cc1aae-303a-48d5-9327-d832fdfbd150 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:17.863986 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:17.939433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-fad23e55-d243-4edd-bde0-9ee756c8c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'name': 'tempest-TestVolumeBootPattern-750915356-router', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '07cc1aae-303a-48d5-9327-d832fdfbd150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:29Z', 'updated_at': '2022-04-22T15:24:16Z', 'revision_number': 5, 'project_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'gw_port': {'id': '07cc1aae-303a-48d5-9327-d832fdfbd150', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:99:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:16:30Z', 'updated_at': '2022-04-22T15:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:17.943345 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad23e55-d243-4edd-bde0-9ee756c8c42d None None] Checking router: 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:24:17.954247 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad23e55-d243-4edd-bde0-9ee756c8c42d None None] Routers {'5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:17.954842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-fad23e55-d243-4edd-bde0-9ee756c8c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:24:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:18.036895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] For port 07cc1aae-303a-48d5-9327-d832fdfbd150, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=07cc1aae-303a-48d5-9327-d832fdfbd150,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:18.037251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.102752 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-fad23e55-d243-4edd-bde0-9ee756c8c42d None None] Set router 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:18.163839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] Calling delete_port for 07cc1aae-303a-48d5-9327-d832fdfbd150 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:18.217141 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-fad23e55-d243-4edd-bde0-9ee756c8c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'name': 'tempest-TestVolumeBootPattern-750915356-router', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:29Z', 'updated_at': '2022-04-22T15:24:17Z', 'revision_number': 6, 'project_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:18.221082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad23e55-d243-4edd-bde0-9ee756c8c42d None None] The sync data for ids ['5cc8cb38-38bd-409f-ba2a-0969d3f03d9d'] in dv-neutron-838883-3-hyperv is: [{'id': '5cc8cb38-38bd-409f-ba2a-0969d3f03d9d', 'name': 'tempest-TestVolumeBootPattern-750915356-router', 'tenant_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:16:29Z', 'updated_at': '2022-04-22T15:24:17Z', 'revision_number': 6, 'project_id': 'd0452ed52eeb4720aaf9b7cd2b15affc', 'gw_port_host': None}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:24:18.322252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9182fb-defd-4308-bd16-b258f0093d04 req-49d0fc98-144e-45ee-b18f-df1dbece4506 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:18.323697 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ef9182fb-defd-4308-bd16-b258f0093d04 req-49d0fc98-144e-45ee-b18f-df1dbece4506 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 946 time: 0.1547070 Apr 22 15:24:18.338029 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.369496 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ef9182fb-defd-4308-bd16-b258f0093d04 req-4a553633-8a42-44c0-9075-f89546e6c6b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400243 Apr 22 15:24:18.383904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] Pushing event deleted for resources: {'Port': ['ID=07cc1aae-303a-48d5-9327-d832fdfbd150,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:18.609424 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.955407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.959341 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.983333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.984079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cc8cb38-38bd-409f-ba2a-0969d3f03d9d {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:24:18.997995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:18.999134 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9ee35f60-da1d-4180-9c2e-d7e6eb49862e admin admin] 10.222.0.71 "DELETE /v2.0/routers/5cc8cb38-38bd-409f-ba2a-0969d3f03d9d HTTP/1.1" status: 204 len: 168 time: 1.5288177 Apr 22 15:24:19.001641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37888) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:19.060932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-63db250b-d0cb-4eff-9538-f7d7e1f4c641 admin admin] Deleting subnet 502fd250-562e-4ff6-a0b7-4fa2283feaa2 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:24:19.063728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63db250b-d0cb-4eff-9538-f7d7e1f4c641 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.112767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63db250b-d0cb-4eff-9538-f7d7e1f4c641 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.138831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bcc09f6e-ed18-4dfd-9c07-33c4645a5442 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:24:19.173382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: bcc09f6e-ed18-4dfd-9c07-33c4645a5442 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:24:19.173727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bcc09f6e-ed18-4dfd-9c07-33c4645a5442 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:24:19.192311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63db250b-d0cb-4eff-9538-f7d7e1f4c641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.257611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63db250b-d0cb-4eff-9538-f7d7e1f4c641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.294045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db250b-d0cb-4eff-9538-f7d7e1f4c641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502fd250-562e-4ff6-a0b7-4fa2283feaa2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:19.298692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-63db250b-d0cb-4eff-9538-f7d7e1f4c641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.304063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1504f44-f218-4cf7-92d8-1fffbc112ac0 None None] Network 5fd53cc0-a89d-4adf-9a33-d537c5a38348 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:24:19.304285 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-63db250b-d0cb-4eff-9538-f7d7e1f4c641 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/502fd250-562e-4ff6-a0b7-4fa2283feaa2 HTTP/1.1" status: 204 len: 168 time: 0.3014901 Apr 22 15:24:19.307026 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37892) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:19.410339 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.420774 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Deleting port b355bfe4-61e9-41f1-8624-07fcf7cf333c {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:19.421102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.547351 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d6403f-165e-4ec3-a907-00017dc00eae None None] DHCP port deletion for 5fd53cc0-a89d-4adf-9a33-d537c5a38348 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:24:19.551402 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-91d6403f-165e-4ec3-a907-00017dc00eae None None] Deleting port b355bfe4-61e9-41f1-8624-07fcf7cf333c {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:19.551849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-91d6403f-165e-4ec3-a907-00017dc00eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.570930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a66b-a420-4091-863f-894f72f52b54 req-40e3341c-68d1-4b2b-aaf9-7c182c03752f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:19.572399 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1854a66b-a420-4091-863f-894f72f52b54 req-40e3341c-68d1-4b2b-aaf9-7c182c03752f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 946 time: 0.0772588 Apr 22 15:24:19.626933 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1854a66b-a420-4091-863f-894f72f52b54 req-5827d893-0bab-455d-b9e2-3880f75a1fdd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475855 Apr 22 15:24:19.638390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] For port b355bfe4-61e9-41f1-8624-07fcf7cf333c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b355bfe4-61e9-41f1-8624-07fcf7cf333c,segment=NetworkSegment(2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2),segment_id=2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:19.638886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.765967 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Calling delete_port for b355bfe4-61e9-41f1-8624-07fcf7cf333c owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:19.799732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-91d6403f-165e-4ec3-a907-00017dc00eae None None] For port b355bfe4-61e9-41f1-8624-07fcf7cf333c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b355bfe4-61e9-41f1-8624-07fcf7cf333c,segment=NetworkSegment(2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2),segment_id=2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:24:19.800051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-91d6403f-165e-4ec3-a907-00017dc00eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.839533 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:19.840645 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2dc12-41bd-427c-9ae1-4dd7633ed130 req-1c356893-d07c-4570-ad06-2d9d800fc4c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:19.842130 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-36c2dc12-41bd-427c-9ae1-4dd7633ed130 req-1c356893-d07c-4570-ad06-2d9d800fc4c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 946 time: 0.0831344 Apr 22 15:24:19.887745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b355bfe4-61e9-41f1-8624-07fcf7cf333c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:19.893624 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-36c2dc12-41bd-427c-9ae1-4dd7633ed130 req-911327a6-3496-460a-a0dc-9145f7dc51fa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428879 Apr 22 15:24:19.896335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] No DVR routers for this DVR port b355bfe4-61e9-41f1-8624-07fcf7cf333c on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:24:19.921912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37900) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:19.926946 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-91d6403f-165e-4ec3-a907-00017dc00eae None None] Calling delete_port for b355bfe4-61e9-41f1-8624-07fcf7cf333c owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:24:19.995750 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0420d1e4-a626-461f-ad68-7b504ecfc5a8 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 1094 time: 0.0726433 Apr 22 15:24:19.998817 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37904) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:20.008146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:24:20.012845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:24:20.014236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-91d6403f-165e-4ec3-a907-00017dc00eae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:24:20.014587 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-91d6403f-165e-4ec3-a907-00017dc00eae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:24:20.016767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:floatingip and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:24:20.019522 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:24:20.019785 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.025596 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:24:20.038486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.045676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd53cc0-a89d-4adf-9a33-d537c5a38348']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:20.057277 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:20.057598 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2caa19c9-d68d-4cd1-8d4a-c62c29f70ea2') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:20.068474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.085684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.092183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:24:20.092586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:24:20.106254 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:24:20.169528 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.184240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.199776 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.209874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd53cc0-a89d-4adf-9a33-d537c5a38348,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:20.217558 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4c428c72-2a86-41a2-bae6-3846c2fc4aa2 admin admin] 10.222.0.71 "DELETE /v2.0/networks/5fd53cc0-a89d-4adf-9a33-d537c5a38348 HTTP/1.1" status: 204 len: 168 time: 0.9095974 Apr 22 15:24:20.311327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.67 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/67793a23-9db7-41d4-8216-611a9e187bbf) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:24:20.388386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37910) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:20.440610 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-08cac1e2-1289-486a-a698-0602fe5b0d7a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=772d75f15f3749d9bde609249fe8eb65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508821 Apr 22 15:24:20.443179 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37914) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:20.472293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.502633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.505597 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02fcdaec-9059-4699-8f91-af7b5bbb89b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.515891 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-91d6403f-165e-4ec3-a907-00017dc00eae None None] Deleting port b355bfe4-61e9-41f1-8624-07fcf7cf333c {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:24:20.516413 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-91d6403f-165e-4ec3-a907-00017dc00eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.540585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02fcdaec-9059-4699-8f91-af7b5bbb89b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.574759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:24:20.578765 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:24:20.581388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:24:20.597070 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-91d6403f-165e-4ec3-a907-00017dc00eae None None] The port 'b355bfe4-61e9-41f1-8624-07fcf7cf333c' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:24:20.639800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=67793a23-9db7-41d4-8216-611a9e187bbf,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:20.715003 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02fcdaec-9059-4699-8f91-af7b5bbb89b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.731612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcdaec-9059-4699-8f91-af7b5bbb89b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abeb4b9-f1f0-4fb5-95a4-b9ccaca6fc30,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:20.742660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-02fcdaec-9059-4699-8f91-af7b5bbb89b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:20.747210 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-02fcdaec-9059-4699-8f91-af7b5bbb89b3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5abeb4b9-f1f0-4fb5-95a4-b9ccaca6fc30 HTTP/1.1" status: 204 len: 168 time: 0.3006673 Apr 22 15:24:21.137650 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b355bfe4-61e9-41f1-8624-07fcf7cf333c no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:24:21.152403 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37922) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:21.174917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: b355bfe4-61e9-41f1-8624-07fcf7cf333c {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:24:21.175292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b355bfe4-61e9-41f1-8624-07fcf7cf333c not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:24:21.175678 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 07cc1aae-303a-48d5-9327-d832fdfbd150 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:24:21.207272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 07cc1aae-303a-48d5-9327-d832fdfbd150 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:24:21.207611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 07cc1aae-303a-48d5-9327-d832fdfbd150 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:24:21.209119 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-48849771-5f07-4095-8dc3-5214349789e6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d0452ed52eeb4720aaf9b7cd2b15affc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0551958 Apr 22 15:24:21.211670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37926) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:21.215857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.271124 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ced7f49-a446-4729-aa46-ae7ce4f27686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.272180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.298427 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ced7f49-a446-4729-aa46-ae7ce4f27686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.352010 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ced7f49-a446-4729-aa46-ae7ce4f27686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.372291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced7f49-a446-4729-aa46-ae7ce4f27686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cc4bea-d598-48ab-8277-783dd8afd17f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:21.374311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7ced7f49-a446-4729-aa46-ae7ce4f27686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.376371 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7ced7f49-a446-4729-aa46-ae7ce4f27686 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/18cc4bea-d598-48ab-8277-783dd8afd17f HTTP/1.1" status: 204 len: 168 time: 0.1627214 Apr 22 15:24:21.483763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.488595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.602096 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=67793a23-9db7-41d4-8216-611a9e187bbf,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:24:21.619664 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:21.822598 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Floating IP da98fda5-fa1d-4c75-8965-502bde9de20a associated. External IP: 172.26.8.67, port: b1de68ae-99f7-4f81-9b3d-d790ed189c84. Apr 22 15:24:22.203978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:24:22.395816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:24:22.405079 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9041d5-887d-4935-ad8b-1cea289f5b81 None None] Sync routers for ids ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:24:22.417202 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9041d5-887d-4935-ad8b-1cea289f5b81 None None] Routers {'b98a3761-ca33-4e59-8612-6cd9aa98a6d6'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:22.417799 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ff9041d5-887d-4935-ad8b-1cea289f5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:24:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:22.423030 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:22.479751 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-54decc07-ed30-4acf-9eeb-4ff5b92ccc49 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4764862 Apr 22 15:24:22.480662 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'tag': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:24:22.482406 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37932) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:22.536372 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c3c425-041f-41e2-9a9a-c8d8f13417b9'] response: {'name': 'network-changed', 'server_uuid': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'tag': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84', 'status': 'completed', 'code': 200} Apr 22 15:24:22.601920 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-ff9041d5-887d-4935-ad8b-1cea289f5b81 None None] Set router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:22.651376 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79a46697-99ef-4873-9d7a-f61f5e85ef37 req-45459800-0c3b-455e-8ab6-71ff6f476d9b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 1099 time: 0.0693655 Apr 22 15:24:22.681850 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e795654b-9877-42ae-afc4-18ba3c690c3f tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/routers/b98a3761-ca33-4e59-8612-6cd9aa98a6d6 HTTP/1.1" status: 200 len: 921 time: 0.1954179 Apr 22 15:24:22.682079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37938) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:22.789065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a46697-99ef-4873-9d7a-f61f5e85ef37 req-a0bedb1b-6b91-4400-a220-8f521c09ce64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:22.792590 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79a46697-99ef-4873-9d7a-f61f5e85ef37 req-a0bedb1b-6b91-4400-a220-8f521c09ce64 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a85417a4-b1d6-4cef-aaf3-d012c5a6094d HTTP/1.1" status: 200 len: 897 time: 0.1341093 Apr 22 15:24:22.792724 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-da8e60a0-a217-4321-8002-ca6c3daacf7a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 200 len: 991 time: 0.1082237 Apr 22 15:24:22.954037 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ff9041d5-887d-4935-ad8b-1cea289f5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:24:00Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'da98fda5-fa1d-4c75-8965-502bde9de20a', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.67', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'port_id': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'mac_address': 'fa:16:3e:08:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:20Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77639c8-661a-429f-833e-e3dc6ba8da6a', 'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:3c:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:59Z', 'updated_at': '2022-04-22T15:24:07Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:22.957898 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9041d5-887d-4935-ad8b-1cea289f5b81 None None] Checking router: b98a3761-ca33-4e59-8612-6cd9aa98a6d6 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:24:22.968784 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9041d5-887d-4935-ad8b-1cea289f5b81 None None] Routers {'b98a3761-ca33-4e59-8612-6cd9aa98a6d6'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:24:22.969377 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ff9041d5-887d-4935-ad8b-1cea289f5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:24:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:22.997098 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79a46697-99ef-4873-9d7a-f61f5e85ef37 req-1480ac95-8c20-4737-9eff-da152b069a53 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1de68ae-99f7-4f81-9b3d-d790ed189c84 HTTP/1.1" status: 200 len: 999 time: 0.1994238 Apr 22 15:24:23.057838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a46697-99ef-4873-9d7a-f61f5e85ef37 req-57599284-e2f1-4aed-b510-03aab8834c1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:24:23.059310 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79a46697-99ef-4873-9d7a-f61f5e85ef37 req-57599284-e2f1-4aed-b510-03aab8834c1c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a26a1c28-bd41-42b5-bfc8-caa2c53368af HTTP/1.1" status: 200 len: 834 time: 0.0558081 Apr 22 15:24:23.134993 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79a46697-99ef-4873-9d7a-f61f5e85ef37 req-a9f052b1-78f9-49ed-9de9-edd1975ffe00 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a85417a4-b1d6-4cef-aaf3-d012c5a6094d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690336 Apr 22 15:24:23.148404 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-ff9041d5-887d-4935-ad8b-1cea289f5b81 None None] Set router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:24:23.265521 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79a46697-99ef-4873-9d7a-f61f5e85ef37 req-b2f029c0-eee3-43da-aa84-dbd84f7ff20d service neutron] 10.222.0.70 "GET /v2.0/networks/a85417a4-b1d6-4cef-aaf3-d012c5a6094d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234648 Apr 22 15:24:23.395356 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79a46697-99ef-4873-9d7a-f61f5e85ef37 req-4a9d4524-1d16-4d13-b256-7a188efcc11f service neutron] 10.222.0.70 "GET /v2.0/networks/a85417a4-b1d6-4cef-aaf3-d012c5a6094d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237710 Apr 22 15:24:23.509954 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ff9041d5-887d-4935-ad8b-1cea289f5b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:24:00Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'da98fda5-fa1d-4c75-8965-502bde9de20a', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.67', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'port_id': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'mac_address': 'fa:16:3e:08:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:20Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77639c8-661a-429f-833e-e3dc6ba8da6a', 'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:3c:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:59Z', 'updated_at': '2022-04-22T15:24:07Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:24:23.513988 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9041d5-887d-4935-ad8b-1cea289f5b81 None None] The sync data for ids ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'] in dv-neutron-838883-3-hyperv is: [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:24:00Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'da98fda5-fa1d-4c75-8965-502bde9de20a', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.67', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'port_id': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'mac_address': 'fa:16:3e:08:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:24:20Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77639c8-661a-429f-833e-e3dc6ba8da6a', 'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:3c:4f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:59Z', 'updated_at': '2022-04-22T15:24:07Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:24:23.698130 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3cd5a0-c973-4ba3-be07-c3ed902a35d4 None None] New status for floating IP da98fda5-fa1d-4c75-8965-502bde9de20a: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:24:23.795517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 37942) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:23.900555 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-436e7e90-8599-4fd9-9d6d-30d1c0d973b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 200 len: 991 time: 0.1037722 Apr 22 15:24:24.905297 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37946) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:24:25.009297 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-328d09f0-7187-4f8a-ae64-1803810efa13 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 200 len: 993 time: 0.1023757 Apr 22 15:24:32.995705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:42.691922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-20e4937f-006f-4b8c-b016-5408f7a2e1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:44.970405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2da09067-3d4c-4aea-be4a-24f54309e037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:45.967649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:45.985938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:47.542752 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:24:50.225256 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:25:02.983253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:12.692603 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b83e89e-b604-4d9e-ae3e-c6e4e92ac5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:14.971932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ad7aec9a-5fd4-4dce-a3d9-91366d13cce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:15.968907 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:15.989320 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:17.542028 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:27.224853 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:25:27.716115 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37966) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:28.160007 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8668411d-b371-464e-8ff9-ef73c466292c tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/routers/b98a3761-ca33-4e59-8612-6cd9aa98a6d6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4427700 Apr 22 15:25:28.162868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37972) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:28.371066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd33efe-97b2-4e83-99e6-44661a682414 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Notify agent at dv-neutron-838883-3-hyperv the message router_removed_from_agent {{(pid=83934) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 22 15:25:28.374945 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2dd33efe-97b2-4e83-99e6-44661a682414 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "DELETE /v2.0/agents/a2a2fd6e-0fe9-421d-a551-2b16aba14271/l3-routers/b98a3761-ca33-4e59-8612-6cd9aa98a6d6 HTTP/1.1" status: 204 len: 168 time: 0.2108662 Apr 22 15:25:28.377900 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37976) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:28.552810 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-33da3088-58da-4032-963b-9257a6494cb0 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/routers/b98a3761-ca33-4e59-8612-6cd9aa98a6d6/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1738741 Apr 22 15:25:28.555418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37980) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:28.659719 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-97eb638d-ae71-4dbc-a309-283d20f0d8a5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 200 len: 993 time: 0.1031947 Apr 22 15:25:29.124446 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80168c1-139a-4631-9636-9f6aa7159540 None None] New status for floating IP da98fda5-fa1d-4c75-8965-502bde9de20a: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:25:29.159945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a2ddac31-838e-40ae-a3e7-cf6fde6b8611 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:25:29.267956 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:29.283746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port a2ddac31-838e-40ae-a3e7-cf6fde6b8611, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a2ddac31-838e-40ae-a3e7-cf6fde6b8611,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:29.287935 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:29.288629 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c77639c8-661a-429f-833e-e3dc6ba8da6a no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:25:29.401198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=a2ddac31-838e-40ae-a3e7-cf6fde6b8611,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:29.451023 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:29.451363 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:29.451698 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:29.452029 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:29.452361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:29.452688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:29.453014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:29.453339 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:29.453657 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:29.453973 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:29.454318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:29.466893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:29.533236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port c77639c8-661a-429f-833e-e3dc6ba8da6a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c77639c8-661a-429f-833e-e3dc6ba8da6a,segment=NetworkSegment(dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444),segment_id=dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:29.537234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:29.600612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=c77639c8-661a-429f-833e-e3dc6ba8da6a,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:29.664200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37984) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:29.765940 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fdc3e12b-7b29-4ddf-bae7-b7a151098c1c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 200 len: 991 time: 0.1006300 Apr 22 15:25:31.822555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37992) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:32.106063 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdf1ab1-be9a-4634-932a-ca568c03d826 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:25:32.106351 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdf1ab1-be9a-4634-932a-ca568c03d826 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Notify agent at dv-neutron-838883-3-hyperv the message router_added_to_agent {{(pid=83934) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 22 15:25:32.133526 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dbdf1ab1-be9a-4634-932a-ca568c03d826 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "POST /v2.0/agents/a2a2fd6e-0fe9-421d-a551-2b16aba14271/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3099535 Apr 22 15:25:32.136145 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 37998) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:32.152951 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225872dc-b202-45e0-bcbf-c4a58eeab7ef None None] Sync routers for ids ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:25:32.164199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225872dc-b202-45e0-bcbf-c4a58eeab7ef None None] Routers {'b98a3761-ca33-4e59-8612-6cd9aa98a6d6'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:32.164804 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-225872dc-b202-45e0-bcbf-c4a58eeab7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:25:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:32.312968 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-23b4a463-fb7d-44d0-97c0-569310874ad9 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/routers/b98a3761-ca33-4e59-8612-6cd9aa98a6d6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1757393 Apr 22 15:25:32.315661 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38004) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:32.341516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-225872dc-b202-45e0-bcbf-c4a58eeab7ef None None] Set router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:32.428647 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d9d5bed2-a2f8-4755-a782-a55cc8c7c5e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 200 len: 991 time: 0.1118391 Apr 22 15:25:32.685769 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-225872dc-b202-45e0-bcbf-c4a58eeab7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:24:00Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:25:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'da98fda5-fa1d-4c75-8965-502bde9de20a', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.67', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'port_id': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'mac_address': 'fa:16:3e:08:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:25:29Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77639c8-661a-429f-833e-e3dc6ba8da6a', 'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:3c:4f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:59Z', 'updated_at': '2022-04-22T15:25:29Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:32.689438 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225872dc-b202-45e0-bcbf-c4a58eeab7ef None None] Checking router: b98a3761-ca33-4e59-8612-6cd9aa98a6d6 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:25:32.699527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225872dc-b202-45e0-bcbf-c4a58eeab7ef None None] Routers {'b98a3761-ca33-4e59-8612-6cd9aa98a6d6'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:32.700105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-225872dc-b202-45e0-bcbf-c4a58eeab7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:25:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:32.870554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-225872dc-b202-45e0-bcbf-c4a58eeab7ef None None] Set router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:33.030501 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:33.222789 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-225872dc-b202-45e0-bcbf-c4a58eeab7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:24:00Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:25:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'da98fda5-fa1d-4c75-8965-502bde9de20a', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.67', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'port_id': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'mac_address': 'fa:16:3e:08:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:25:29Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77639c8-661a-429f-833e-e3dc6ba8da6a', 'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:3c:4f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:59Z', 'updated_at': '2022-04-22T15:25:29Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:33.226583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225872dc-b202-45e0-bcbf-c4a58eeab7ef None None] The sync data for ids ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'] in dv-neutron-838883-3-hyperv is: [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:24:00Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:25:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'da98fda5-fa1d-4c75-8965-502bde9de20a', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.67', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'port_id': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'mac_address': 'fa:16:3e:08:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:24:20Z', 'updated_at': '2022-04-22T15:25:29Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c77639c8-661a-429f-833e-e3dc6ba8da6a', 'name': '', 'network_id': 'a85417a4-b1d6-4cef-aaf3-d012c5a6094d', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:3c:4f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:59Z', 'updated_at': '2022-04-22T15:25:29Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'a26a1c28-bd41-42b5-bfc8-caa2c53368af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:25:33.432340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38008) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:33.538408 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a103c39d-c891-4e0b-a3f7-91d389a07fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 200 len: 991 time: 0.1047392 Apr 22 15:25:34.542127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38012) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:34.641834 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0d31ec62-cd68-4562-bdee-28faf654f437 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 200 len: 991 time: 0.0985613 Apr 22 15:25:35.197313 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a2ddac31-838e-40ae-a3e7-cf6fde6b8611 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:25:35.263356 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port a2ddac31-838e-40ae-a3e7-cf6fde6b8611 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:35.263729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:35.380116 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:35.395894 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port a2ddac31-838e-40ae-a3e7-cf6fde6b8611, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a2ddac31-838e-40ae-a3e7-cf6fde6b8611,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:35.399748 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:35.400451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c77639c8-661a-429f-833e-e3dc6ba8da6a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:25:35.543768 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=a2ddac31-838e-40ae-a3e7-cf6fde6b8611,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:35.556725 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c77639c8-661a-429f-833e-e3dc6ba8da6a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:35.557097 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:35.645692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38016) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:35.667396 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:35.698966 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port c77639c8-661a-429f-833e-e3dc6ba8da6a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c77639c8-661a-429f-833e-e3dc6ba8da6a,segment=NetworkSegment(dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444),segment_id=dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:35.702876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:35.751808 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f6a519a-ed82-4101-8b30-25a7f7b37e65 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 200 len: 991 time: 0.1049335 Apr 22 15:25:35.767104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=c77639c8-661a-429f-833e-e3dc6ba8da6a,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:36.755698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38020) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:36.860735 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7f3df4d5-3819-4a31-b75c-a9356b8857e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 200 len: 991 time: 0.1039042 Apr 22 15:25:37.168351 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a2ddac31-838e-40ae-a3e7-cf6fde6b8611 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:25:37.237303 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port a2ddac31-838e-40ae-a3e7-cf6fde6b8611 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:37.237681 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:37.345526 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c77639c8-661a-429f-833e-e3dc6ba8da6a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:25:37.411966 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c77639c8-661a-429f-833e-e3dc6ba8da6a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:37.412267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:37.863967 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38024) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:37.966263 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f5540b7c-f698-49da-b51c-69dafe578f40 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 200 len: 991 time: 0.1011522 Apr 22 15:25:38.970018 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38028) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:39.071249 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-25c4f7b3-bdfc-4f69-a7a6-34c99dac65db tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 200 len: 991 time: 0.1001031 Apr 22 15:25:40.075220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38032) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:40.182464 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-32cd9f6b-6600-4378-92e4-474570da6bbc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 200 len: 991 time: 0.1060092 Apr 22 15:25:40.397984 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b409f602-dc6d-45d5-bf1b-f230a5423efc None None] New status for floating IP da98fda5-fa1d-4c75-8965-502bde9de20a: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:25:41.185766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38036) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:41.291323 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7f1d93ab-402b-4f1d-9b83-8d4a8547330b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 200 len: 993 time: 0.1043653 Apr 22 15:25:41.566623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38044) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:41.852878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 67793a23-9db7-41d4-8216-611a9e187bbf {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:41.853138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:42.022555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:42.024611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:42.143007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 67793a23-9db7-41d4-8216-611a9e187bbf owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:42.288767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:42.332545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=67793a23-9db7-41d4-8216-611a9e187bbf,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:42.381397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:42.381659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:42.381996 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:42.382352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:42.382684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:42.383010 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:42.383332 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:42.383655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:42.383975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:42.384295 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:42.384614 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:42.448618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:42.694165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a79585a-0294-49dc-8f80-206c3c2fd313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:42.836868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:25:43.032542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:25:43.050936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:43.104943 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6f68ad50-bb4f-4a00-9097-cb50700682e4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/floatingips/da98fda5-fa1d-4c75-8965-502bde9de20a HTTP/1.1" status: 204 len: 168 time: 1.5373566 Apr 22 15:25:43.105495 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'tag': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:25:43.162008 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f82d51-77e0-4e9b-a10a-a253165524dd'] response: {'name': 'network-changed', 'server_uuid': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'tag': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84', 'status': 'completed', 'code': 200} Apr 22 15:25:43.279855 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b4e520e-9e0b-4929-a34a-406c361a5a7a req-876a0dc4-0286-4f34-9853-834c6c10c6d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 1099 time: 0.0697989 Apr 22 15:25:43.455766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e520e-9e0b-4929-a34a-406c361a5a7a req-715d441d-e272-4f0b-81c0-d4d5368ad8a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:43.457175 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b4e520e-9e0b-4929-a34a-406c361a5a7a req-715d441d-e272-4f0b-81c0-d4d5368ad8a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a85417a4-b1d6-4cef-aaf3-d012c5a6094d HTTP/1.1" status: 200 len: 897 time: 0.1704388 Apr 22 15:25:43.532964 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b4e520e-9e0b-4929-a34a-406c361a5a7a req-33b08c85-85ab-428c-98af-99f4b084ffd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1de68ae-99f7-4f81-9b3d-d790ed189c84 HTTP/1.1" status: 200 len: 217 time: 0.0688748 Apr 22 15:25:43.595739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb653a5-f1a4-4177-be5b-327b6ffcbfd5 req-48dd60f0-6577-4e23-9fe3-ab4b9e62e9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:43.597126 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb653a5-f1a4-4177-be5b-327b6ffcbfd5 req-48dd60f0-6577-4e23-9fe3-ab4b9e62e9c6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 946 time: 0.1836274 Apr 22 15:25:43.621474 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e520e-9e0b-4929-a34a-406c361a5a7a req-a49d79e9-83ef-4bd3-9444-92a3f889ce08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:43.622889 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b4e520e-9e0b-4929-a34a-406c361a5a7a req-a49d79e9-83ef-4bd3-9444-92a3f889ce08 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a26a1c28-bd41-42b5-bfc8-caa2c53368af HTTP/1.1" status: 200 len: 834 time: 0.0837080 Apr 22 15:25:43.687973 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aeb653a5-f1a4-4177-be5b-327b6ffcbfd5 req-49a48829-e00c-4004-ac5b-59e969d9533a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839176 Apr 22 15:25:43.723747 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b4e520e-9e0b-4929-a34a-406c361a5a7a req-6d2f9712-8e48-4fe7-b7e9-edba437e7c3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a85417a4-b1d6-4cef-aaf3-d012c5a6094d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0931125 Apr 22 15:25:43.853814 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b4e520e-9e0b-4929-a34a-406c361a5a7a req-76651e24-b4d7-4486-9ed9-dd0b48894ca3 service neutron] 10.222.0.70 "GET /v2.0/networks/a85417a4-b1d6-4cef-aaf3-d012c5a6094d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228998 Apr 22 15:25:43.983177 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b4e520e-9e0b-4929-a34a-406c361a5a7a req-199df872-6425-4ee7-a9db-9314f45ddd98 service neutron] 10.222.0.70 "GET /v2.0/networks/a85417a4-b1d6-4cef-aaf3-d012c5a6094d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217752 Apr 22 15:25:44.979935 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-135da3ba-09ff-45b0-994c-f0eb2f70dc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:44.988138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d58d7b-cb67-4212-81c2-455ee09d17ef req-1f090e6d-09c7-4b9c-9e29-9c8831418fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:44.989616 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-16d58d7b-cb67-4212-81c2-455ee09d17ef req-1f090e6d-09c7-4b9c-9e29-9c8831418fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 946 time: 0.1816549 Apr 22 15:25:45.035322 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-16d58d7b-cb67-4212-81c2-455ee09d17ef req-5375633b-d420-46b7-8c6c-52da562a7c54 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399456 Apr 22 15:25:45.151741 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a608bc-6eb4-4d38-acdd-7c90e92ce90c req-61795001-2e2f-4f2e-8264-2770cec27760 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:45.153141 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24a608bc-6eb4-4d38-acdd-7c90e92ce90c req-61795001-2e2f-4f2e-8264-2770cec27760 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 946 time: 0.0746233 Apr 22 15:25:45.222492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-24a608bc-6eb4-4d38-acdd-7c90e92ce90c req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port b1de68ae-99f7-4f81-9b3d-d790ed189c84 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:45.222830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-24a608bc-6eb4-4d38-acdd-7c90e92ce90c req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:45.467793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-24a608bc-6eb4-4d38-acdd-7c90e92ce90c req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port b1de68ae-99f7-4f81-9b3d-d790ed189c84, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b1de68ae-99f7-4f81-9b3d-d790ed189c84,segment=NetworkSegment(dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444),segment_id=dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:45.468154 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-24a608bc-6eb4-4d38-acdd-7c90e92ce90c req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:45.592708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-24a608bc-6eb4-4d38-acdd-7c90e92ce90c req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for b1de68ae-99f7-4f81-9b3d-d790ed189c84 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:45.730596 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-24a608bc-6eb4-4d38-acdd-7c90e92ce90c req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:45.785652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=b1de68ae-99f7-4f81-9b3d-d790ed189c84,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:45.828213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:45.828557 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:45.828922 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:45.829258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:45.829623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:45.829955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:45.830319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:45.830644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:45.830967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:45.831292 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:45.831612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:45.869546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a608bc-6eb4-4d38-acdd-7c90e92ce90c req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] No DVR routers for this DVR port b1de68ae-99f7-4f81-9b3d-d790ed189c84 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:25:45.871757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-24a608bc-6eb4-4d38-acdd-7c90e92ce90c req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:45.874171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'name': 'network-vif-deleted', 'tag': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:25:45.886599 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24a608bc-6eb4-4d38-acdd-7c90e92ce90c req-79cae843-bf90-47fe-a080-6cc7e02da035 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "DELETE /v2.0/ports/b1de68ae-99f7-4f81-9b3d-d790ed189c84 HTTP/1.1" status: 204 len: 173 time: 0.7278309 Apr 22 15:25:45.982395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:46.004938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:46.092838 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0686a314-352e-4392-a289-1a37f6c9a85d'] response: {'server_uuid': 'bef9b62f-a90c-43ca-a0a2-f6938f301f88', 'name': 'network-vif-deleted', 'tag': 'b1de68ae-99f7-4f81-9b3d-d790ed189c84', 'status': 'completed', 'code': 200} Apr 22 15:25:46.209745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-f8a722d2-f29a-46e7-a37f-320e78d001e7 req-db0b9666-c87b-440d-aab2-ceed5f3d0114 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:25:46.226412 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-f8a722d2-f29a-46e7-a37f-320e78d001e7 req-db0b9666-c87b-440d-aab2-ceed5f3d0114 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:25:46.227595 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f8a722d2-f29a-46e7-a37f-320e78d001e7 req-db0b9666-c87b-440d-aab2-ceed5f3d0114 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 210 time: 0.0584102 Apr 22 15:25:46.479908 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f54c96fc-5139-474c-afe0-bf8a2503eb7c req-00f5f4df-494e-4ce9-9619-6d90093e62e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0428088 Apr 22 15:25:46.619691 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f54c96fc-5139-474c-afe0-bf8a2503eb7c req-c9387ec0-618b-4ec3-9802-86a064bf9dc3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=bef9b62f-a90c-43ca-a0a2-f6938f301f88 HTTP/1.1" status: 200 len: 210 time: 0.0419173 Apr 22 15:25:46.774401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c96fc-5139-474c-afe0-bf8a2503eb7c req-2ec2e0a3-2d50-4fa4-9e1d-9c5f8697da39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:46.775810 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f54c96fc-5139-474c-afe0-bf8a2503eb7c req-2ec2e0a3-2d50-4fa4-9e1d-9c5f8697da39 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1323173 Apr 22 15:25:46.906347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c96fc-5139-474c-afe0-bf8a2503eb7c req-9ae630c4-74bf-4998-9a10-aef0622feca0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:46.907743 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f54c96fc-5139-474c-afe0-bf8a2503eb7c req-9ae630c4-74bf-4998-9a10-aef0622feca0 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265240 Apr 22 15:25:47.333312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38064) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:47.400694 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c767ca5d-fb0f-4896-a5ba-cd8d7d21769f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.429331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c767ca5d-fb0f-4896-a5ba-cd8d7d21769f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.494413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c767ca5d-fb0f-4896-a5ba-cd8d7d21769f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.512466 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767ca5d-fb0f-4896-a5ba-cd8d7d21769f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0c3b06-03be-4cf6-b6fc-92f1ac68e630,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:47.524415 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c767ca5d-fb0f-4896-a5ba-cd8d7d21769f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:47.525450 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c767ca5d-fb0f-4896-a5ba-cd8d7d21769f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/security-groups/bd0c3b06-03be-4cf6-b6fc-92f1ac68e630 HTTP/1.1" status: 204 len: 168 time: 0.1911974 Apr 22 15:25:47.553077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:48.588188 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38072) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:49.070463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b5e75326-b2ca-468a-8a48-f49c678b0442 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:49.148788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b1de68ae-99f7-4f81-9b3d-d790ed189c84 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:25:49.182490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: b1de68ae-99f7-4f81-9b3d-d790ed189c84 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:25:49.182834 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b1de68ae-99f7-4f81-9b3d-d790ed189c84 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:25:49.669276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b5e75326-b2ca-468a-8a48-f49c678b0442 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port c77639c8-661a-429f-833e-e3dc6ba8da6a {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:49.669861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b5e75326-b2ca-468a-8a48-f49c678b0442 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:49.854815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-b5e75326-b2ca-468a-8a48-f49c678b0442 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port c77639c8-661a-429f-833e-e3dc6ba8da6a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c77639c8-661a-429f-833e-e3dc6ba8da6a,segment=NetworkSegment(dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444),segment_id=dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:49.855162 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b5e75326-b2ca-468a-8a48-f49c678b0442 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:49.972785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b5e75326-b2ca-468a-8a48-f49c678b0442 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for c77639c8-661a-429f-833e-e3dc6ba8da6a owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:50.141039 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b5e75326-b2ca-468a-8a48-f49c678b0442 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.186623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e75326-b2ca-468a-8a48-f49c678b0442 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=c77639c8-661a-429f-833e-e3dc6ba8da6a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:50.565679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b5e75326-b2ca-468a-8a48-f49c678b0442 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:50.875879 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73698f6e-1392-4814-901f-d54a6ef98dd7 None None] Sync routers for ids ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:25:50.887387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73698f6e-1392-4814-901f-d54a6ef98dd7 None None] Routers {'b98a3761-ca33-4e59-8612-6cd9aa98a6d6'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:50.887993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-73698f6e-1392-4814-901f-d54a6ef98dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:25:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:51.063176 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-73698f6e-1392-4814-901f-d54a6ef98dd7 None None] Set router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:51.143858 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e75326-b2ca-468a-8a48-f49c678b0442 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:25:51.340441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e75326-b2ca-468a-8a48-f49c678b0442 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:25:51.341018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-73698f6e-1392-4814-901f-d54a6ef98dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:25:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:51.345873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73698f6e-1392-4814-901f-d54a6ef98dd7 None None] Checking router: b98a3761-ca33-4e59-8612-6cd9aa98a6d6 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:25:51.356836 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73698f6e-1392-4814-901f-d54a6ef98dd7 None None] Routers {'b98a3761-ca33-4e59-8612-6cd9aa98a6d6'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:51.357077 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b5e75326-b2ca-468a-8a48-f49c678b0442 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/b98a3761-ca33-4e59-8612-6cd9aa98a6d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7678294 Apr 22 15:25:51.357515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-73698f6e-1392-4814-901f-d54a6ef98dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:25:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:51.359756 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38076) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:51.537231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-73698f6e-1392-4814-901f-d54a6ef98dd7 None None] Set router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:51.543852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c194481-04ac-436f-8ad3-8517fe932787 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting subnet a26a1c28-bd41-42b5-bfc8-caa2c53368af {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:25:51.546731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5c194481-04ac-436f-8ad3-8517fe932787 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:51.599668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5c194481-04ac-436f-8ad3-8517fe932787 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:51.682821 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5c194481-04ac-436f-8ad3-8517fe932787 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:51.762928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5c194481-04ac-436f-8ad3-8517fe932787 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:51.801648 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c194481-04ac-436f-8ad3-8517fe932787 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Subnet': ['ID=a26a1c28-bd41-42b5-bfc8-caa2c53368af,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:51.806765 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5c194481-04ac-436f-8ad3-8517fe932787 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:51.816976 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5c194481-04ac-436f-8ad3-8517fe932787 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/subnets/a26a1c28-bd41-42b5-bfc8-caa2c53368af HTTP/1.1" status: 204 len: 168 time: 0.4538751 Apr 22 15:25:51.817141 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38082) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:51.822967 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be86f5de-4836-458b-9329-d9012578122f None None] Network a85417a4-b1d6-4cef-aaf3-d012c5a6094d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:25:52.013282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-73698f6e-1392-4814-901f-d54a6ef98dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:25:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:52.023292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73698f6e-1392-4814-901f-d54a6ef98dd7 None None] The sync data for ids ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'] in dv-neutron-838883-3-hyperv is: [{'id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'name': 'tempest-TestNetworkBasicOps-router-261870881', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:25:50Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'a2ddac31-838e-40ae-a3e7-cf6fde6b8611', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b98a3761-ca33-4e59-8612-6cd9aa98a6d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:23:55Z', 'updated_at': '2022-04-22T15:25:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:25:52.127115 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:52.319635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:52.328546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port a2ddac31-838e-40ae-a3e7-cf6fde6b8611 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:52.329388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:52.395259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8192c050-d12e-4ad3-9e97-defffe0900ee None None] DHCP port deletion for a85417a4-b1d6-4cef-aaf3-d012c5a6094d request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:25:52.399732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8192c050-d12e-4ad3-9e97-defffe0900ee None None] Deleting port fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:25:52.400200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8192c050-d12e-4ad3-9e97-defffe0900ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:52.515681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port a2ddac31-838e-40ae-a3e7-cf6fde6b8611, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a2ddac31-838e-40ae-a3e7-cf6fde6b8611,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:52.516044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:52.617740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8192c050-d12e-4ad3-9e97-defffe0900ee None None] For port fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c,segment=NetworkSegment(dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444),segment_id=dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:52.618118 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8192c050-d12e-4ad3-9e97-defffe0900ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:52.643217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for a2ddac31-838e-40ae-a3e7-cf6fde6b8611 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:52.740469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8192c050-d12e-4ad3-9e97-defffe0900ee None None] Calling delete_port for fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:25:52.816949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8192c050-d12e-4ad3-9e97-defffe0900ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:52.821111 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:52.865552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192c050-d12e-4ad3-9e97-defffe0900ee None None] Pushing event deleted for resources: {'Port': ['ID=fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:52.865863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=a2ddac31-838e-40ae-a3e7-cf6fde6b8611,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:52.870539 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8192c050-d12e-4ad3-9e97-defffe0900ee None None] No DVR routers for this DVR port fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:25:53.093254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.219055 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c77639c8-661a-429f-833e-e3dc6ba8da6a no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:25:53.251533 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: c77639c8-661a-429f-833e-e3dc6ba8da6a {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:25:53.251966 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c77639c8-661a-429f-833e-e3dc6ba8da6a not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:25:53.252441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:25:53.283511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:25:53.283846 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device fa2f2c93-dcb9-4a97-93de-0c7fe82eb33c not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:25:53.440017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.443968 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.470423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.470964 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Fanout notify agent at l3_agent the message router_deleted on router b98a3761-ca33-4e59-8612-6cd9aa98a6d6 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:25:53.484613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.486186 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6523a7be-4e79-483e-a8ec-2a0f4320cf9e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/routers/b98a3761-ca33-4e59-8612-6cd9aa98a6d6 HTTP/1.1" status: 204 len: 168 time: 1.6676838 Apr 22 15:25:53.488436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38086) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:53.595282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df77777c-a56d-4d26-ae36-ac7458a2e7a8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.725263 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df77777c-a56d-4d26-ae36-ac7458a2e7a8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.749001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-df77777c-a56d-4d26-ae36-ac7458a2e7a8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85417a4-b1d6-4cef-aaf3-d012c5a6094d']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:53.761382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-df77777c-a56d-4d26-ae36-ac7458a2e7a8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:53.761677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-df77777c-a56d-4d26-ae36-ac7458a2e7a8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd46dc7-13a9-48e3-b9e9-3c5bef0b4444') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:53.773173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df77777c-a56d-4d26-ae36-ac7458a2e7a8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.788392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df77777c-a56d-4d26-ae36-ac7458a2e7a8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.794259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df77777c-a56d-4d26-ae36-ac7458a2e7a8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:25:53.794650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df77777c-a56d-4d26-ae36-ac7458a2e7a8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:25:53.809135 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:25:53.887498 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df77777c-a56d-4d26-ae36-ac7458a2e7a8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.904038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df77777c-a56d-4d26-ae36-ac7458a2e7a8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:53.914740 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77777c-a56d-4d26-ae36-ac7458a2e7a8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Network': ['ID=a85417a4-b1d6-4cef-aaf3-d012c5a6094d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:53.923844 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-df77777c-a56d-4d26-ae36-ac7458a2e7a8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/networks/a85417a4-b1d6-4cef-aaf3-d012c5a6094d HTTP/1.1" status: 204 len: 168 time: 0.4344676 Apr 22 15:25:53.948052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38090) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:53.953731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'network': {'name': 'tempest-network-smoke--1517438887', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'port_security_enabled': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:53.959364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:53.963696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:network and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:53.966684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:53.972456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:53.982652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:25:53.985951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.014365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:25:54.023134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.023467 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Added segment b6bbc697-637e-4d38-a398-035fe1d43328 of type vlan for network 60075a30-f7c6-4ee0-a14b-07ace2704a47 Apr 22 15:25:54.048621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.076164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.079818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:54.080385 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.186311 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2371678 Apr 22 15:25:54.188974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ade1a-4fb8-4439-af0b-c0aea64bf6d4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Network': ['ID=60075a30-f7c6-4ee0-a14b-07ace2704a47,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:54.189170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38094) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:54.195134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'admin_state_up': True, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:54.202573 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 60075a30-f7c6-4ee0-a14b-07ace2704a47 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:25:54.202755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:54.206481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:router and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:54.209234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:54.215620 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:54.226289 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.227277 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.246809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.475383 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.647840 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.680368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.813518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.11 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/055a2b99-56d5-41e3-aa97-4871bc1705d5) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:25:54.955859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:54.982473 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:55.058231 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:25:55.061220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:55.066222 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:25:55.069937 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17928d4e-686c-4c50-a59c-a46ffee19892 None None] New status for floating IP da98fda5-fa1d-4c75-8965-502bde9de20a: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:25:55.090566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=055a2b99-56d5-41e3-aa97-4871bc1705d5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:55.223211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:55.223932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:55.278613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb516e4-1cd0-4463-aaa1-0ae0f0cd61e0 None None] Sync routers for ids ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:25:55.290512 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb516e4-1cd0-4463-aaa1-0ae0f0cd61e0 None None] Routers set() bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:55.290989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb516e4-1cd0-4463-aaa1-0ae0f0cd61e0 None None] Router IDs set() for agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 22 15:25:55.291739 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_agentschedulers_db [None req-4cb516e4-1cd0-4463-aaa1-0ae0f0cd61e0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b98a3761-ca33-4e59-8612-6cd9aa98a6d6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:25:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent'). {{(pid=83935) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 22 15:25:55.302581 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb516e4-1cd0-4463-aaa1-0ae0f0cd61e0 None None] Routers set() bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:55.303093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb516e4-1cd0-4463-aaa1-0ae0f0cd61e0 None None] Router IDs set() for agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 22 15:25:55.303761 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_agentschedulers_db [None req-4cb516e4-1cd0-4463-aaa1-0ae0f0cd61e0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b98a3761-ca33-4e59-8612-6cd9aa98a6d6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:25:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent'). {{(pid=83935) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 22 15:25:55.304226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb516e4-1cd0-4463-aaa1-0ae0f0cd61e0 None None] The sync data for ids ['b98a3761-ca33-4e59-8612-6cd9aa98a6d6'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:25:55.455162 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router 0b353fa3-1c9c-4503-b7b9-581959faad8f is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:25:55.651305 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:25:55.661130 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Sync routers for ids ['0b353fa3-1c9c-4503-b7b9-581959faad8f'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:25:55.672251 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Routers {'0b353fa3-1c9c-4503-b7b9-581959faad8f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:55.672879 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:25:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0b353fa3-1c9c-4503-b7b9-581959faad8f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:55.677437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:55.678680 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cc82e3d5-363b-4041-b0fe-853ed0ca339b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4885497 Apr 22 15:25:55.681921 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38098) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:55.722951 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-60799ae2-d14c-469a-9292-0dedafbab9a5 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=837b6f9741fb4d28b96872e0afaf71d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398641 Apr 22 15:25:55.726343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38102) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:55.861680 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a016bcbf-59f5-4526-98c1-040c2b33ba2d tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:55.863176 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a016bcbf-59f5-4526-98c1-040c2b33ba2d tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1358337 Apr 22 15:25:55.866008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38106) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:55.867394 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Set router 0b353fa3-1c9c-4503-b7b9-581959faad8f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:55.908938 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1ac29dc0-18c0-4f18-939a-e61cf8124eb7 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417850 Apr 22 15:25:55.911420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38110) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:55.916561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1243026487', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:25:56.023325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:25:56.027235 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:subnet and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:25:56.030124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:25:56.035834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:25:56.045667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:25:56.149016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.178796 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:55Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:56.182437 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Checking router: 0b353fa3-1c9c-4503-b7b9-581959faad8f for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:25:56.182775 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Updating router 0b353fa3-1c9c-4503-b7b9-581959faad8f port 055a2b99-56d5-41e3-aa97-4871bc1705d5 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:25:56.231981 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.364432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.438200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Subnet': ['ID=47cb5e7a-c254-468f-a13e-bb4a32524835,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:56.451933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Checking segment: {'id': 'b6bbc697-637e-4d38-a398-035fe1d43328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:25:56.452287 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network hostable DHCP agents. Network: 60075a30-f7c6-4ee0-a14b-07ace2704a47, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:25:56.474422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 60075a30-f7c6-4ee0-a14b-07ace2704a47 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:25:56.483692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 60075a30-f7c6-4ee0-a14b-07ace2704a47) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:56.488365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:56.489001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.495849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1173eeff-36b1-4849-bc19-7a04dc0e926b None None] Network 60075a30-f7c6-4ee0-a14b-07ace2704a47 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:25:56.514654 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-210fe550-f063-42a9-8668-4f79ad51423f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6022453 Apr 22 15:25:56.515152 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38114) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:56.552133 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.566842 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Transition to ACTIVE for port object 055a2b99-56d5-41e3-aa97-4871bc1705d5 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:25:56.572887 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.649613 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26b57c-cd24-468d-b5b0-c7122f2f2129 None None] Pushing event updated for resources: {'Port': ['ID=055a2b99-56d5-41e3-aa97-4871bc1705d5,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:56.663524 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b57c-cd24-468d-b5b0-c7122f2f2129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:56.663768 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b57c-cd24-468d-b5b0-c7122f2f2129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:56.663948 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b57c-cd24-468d-b5b0-c7122f2f2129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:56.664277 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b57c-cd24-468d-b5b0-c7122f2f2129 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:56.664597 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b57c-cd24-468d-b5b0-c7122f2f2129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:56.665031 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b57c-cd24-468d-b5b0-c7122f2f2129 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:56.665315 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b57c-cd24-468d-b5b0-c7122f2f2129 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:56.665595 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b57c-cd24-468d-b5b0-c7122f2f2129 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:56.665885 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b57c-cd24-468d-b5b0-c7122f2f2129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:56.666201 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b57c-cd24-468d-b5b0-c7122f2f2129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:56.667156 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b57c-cd24-468d-b5b0-c7122f2f2129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:25:56.669643 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Attempting to bind port 055a2b99-56d5-41e3-aa97-4871bc1705d5 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:25:56.670006 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Attempting to bind port 055a2b99-56d5-41e3-aa97-4871bc1705d5 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:25:56.670402 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Attempting to bind port 055a2b99-56d5-41e3-aa97-4871bc1705d5 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:25:56.678911 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:25:56.679080 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:25:56.679420 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.679801 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:25:56.680274 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Bound port: 055a2b99-56d5-41e3-aa97-4871bc1705d5, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:25:56.680642 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.731337 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-60075a30-f7c6-4ee0-a14b-07ace2704a47', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ips': [{'subnet_id': '47cb5e7a-c254-468f-a13e-bb4a32524835'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:25:56.732162 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.756024 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] For port 055a2b99-56d5-41e3-aa97-4871bc1705d5, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:25:56.760228 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] For port 055a2b99-56d5-41e3-aa97-4871bc1705d5, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=055a2b99-56d5-41e3-aa97-4871bc1705d5,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:25:56.765219 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:56.848986 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26b57c-cd24-468d-b5b0-c7122f2f2129 None None] Pushing event updated for resources: {'Port': ['ID=055a2b99-56d5-41e3-aa97-4871bc1705d5,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:56.853061 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Routers {'0b353fa3-1c9c-4503-b7b9-581959faad8f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:25:56.853655 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:25:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0b353fa3-1c9c-4503-b7b9-581959faad8f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:56.890651 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Allocated IP 172.20.0.2 (60075a30-f7c6-4ee0-a14b-07ace2704a47/47cb5e7a-c254-468f-a13e-bb4a32524835/184f1de2-cb98-4a19-bd4f-09f11de6489f) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:25:57.040422 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] Set router 0b353fa3-1c9c-4503-b7b9-581959faad8f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:25:57.146049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a2ddac31-838e-40ae-a3e7-cf6fde6b8611 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:25:57.197725 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: a2ddac31-838e-40ae-a3e7-cf6fde6b8611 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:25:57.198067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a2ddac31-838e-40ae-a3e7-cf6fde6b8611 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:25:57.219017 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.229372 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Transition to ACTIVE for port object 184f1de2-cb98-4a19-bd4f-09f11de6489f will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:25:57.249531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Transition to ACTIVE for port object 184f1de2-cb98-4a19-bd4f-09f11de6489f will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:25:57.257109 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.321444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Network 60075a30-f7c6-4ee0-a14b-07ace2704a47 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:25:57.324118 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:57.327793 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:25:57.334653 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Pushing event updated for resources: {'Port': ['ID=184f1de2-cb98-4a19-bd4f-09f11de6489f,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:57.349502 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:55Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:25:57.353488 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e8dbd3-4d45-46e0-99e6-797fb8f0c1d8 None None] The sync data for ids ['0b353fa3-1c9c-4503-b7b9-581959faad8f'] in dv-neutron-838883-3-hyperv is: [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:55Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:25:57.399421 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.425558 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Attempting to bind port 184f1de2-cb98-4a19-bd4f-09f11de6489f on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:25:57.425931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Attempting to bind port 184f1de2-cb98-4a19-bd4f-09f11de6489f by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'b6bbc697-637e-4d38-a398-035fe1d43328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:25:57.426316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Attempting to bind port 184f1de2-cb98-4a19-bd4f-09f11de6489f on network 60075a30-f7c6-4ee0-a14b-07ace2704a47 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:25:57.432852 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:25:57.433227 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Checking segment: {'id': 'b6bbc697-637e-4d38-a398-035fe1d43328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:25:57.433626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.434031 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Bound using segment: {'id': 'b6bbc697-637e-4d38-a398-035fe1d43328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:25:57.434511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Bound port: 184f1de2-cb98-4a19-bd4f-09f11de6489f, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bbc697-637e-4d38-a398-035fe1d43328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:25:57.434880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.556129 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] For port 184f1de2-cb98-4a19-bd4f-09f11de6489f, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:25:57.559309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] For port 184f1de2-cb98-4a19-bd4f-09f11de6489f, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=184f1de2-cb98-4a19-bd4f-09f11de6489f,segment=NetworkSegment(b6bbc697-637e-4d38-a398-035fe1d43328),segment_id=b6bbc697-637e-4d38-a398-035fe1d43328)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:25:57.564893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:57.656321 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0d25f-b9d9-4858-a6df-52752f46a00e None None] Pushing event updated for resources: {'Port': ['ID=184f1de2-cb98-4a19-bd4f-09f11de6489f,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:57.857425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.1 (60075a30-f7c6-4ee0-a14b-07ace2704a47/47cb5e7a-c254-468f-a13e-bb4a32524835/9de54cec-ac4d-4f07-8ce4-d1458c020acc) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:25:58.045561 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:58.062304 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object 9de54cec-ac4d-4f07-8ce4-d1458c020acc will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:25:58.084868 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:58.157103 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 60075a30-f7c6-4ee0-a14b-07ace2704a47 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:25:58.160363 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:58.164990 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:25:58.193468 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=9de54cec-ac4d-4f07-8ce4-d1458c020acc,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:58.225879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:58.308641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:58.582769 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fda68f5-846c-4d2f-aace-644f4136b96d None None] Network 60075a30-f7c6-4ee0-a14b-07ace2704a47 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:25:58.694867 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2c981478-ee39-4872-86a1-250d7e85d004 None None] Provisioning for port 184f1de2-cb98-4a19-bd4f-09f11de6489f completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:25:58.808706 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:58.813713 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:58.928421 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:58.932045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=9de54cec-ac4d-4f07-8ce4-d1458c020acc,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:59.034509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d7a28e10-74fe-4b73-ab53-f7f831705bdb None None] Provisioning for port 9de54cec-ac4d-4f07-8ce4-d1458c020acc completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:25:59.039772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d7a28e10-74fe-4b73-ab53-f7f831705bdb None None] Provisioning complete for port 9de54cec-ac4d-4f07-8ce4-d1458c020acc triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:59.040277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d7a28e10-74fe-4b73-ab53-f7f831705bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.075072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 60075a30-f7c6-4ee0-a14b-07ace2704a47 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:25:59.076263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:25:59.102640 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d7a28e10-74fe-4b73-ab53-f7f831705bdb None None] Port 9de54cec-ac4d-4f07-8ce4-d1458c020acc cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:25:59.243890 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 184f1de2-cb98-4a19-bd4f-09f11de6489f up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:25:59.292921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1cf9e78f-f105-48f2-a251-e9d12f6d62fb None None] Provisioning complete for port 9de54cec-ac4d-4f07-8ce4-d1458c020acc triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:59.293432 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1cf9e78f-f105-48f2-a251-e9d12f6d62fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.359128 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9e78f-f105-48f2-a251-e9d12f6d62fb None None] Port 9de54cec-ac4d-4f07-8ce4-d1458c020acc cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:25:59.374635 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 184f1de2-cb98-4a19-bd4f-09f11de6489f completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:25:59.380163 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 184f1de2-cb98-4a19-bd4f-09f11de6489f triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:59.380537 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.486127 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router 0b353fa3-1c9c-4503-b7b9-581959faad8f has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:25:59.512597 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.529415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9663f489-83ce-4728-8b31-97836bb0b630 None None] Provisioning complete for port 9de54cec-ac4d-4f07-8ce4-d1458c020acc triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:59.529791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9663f489-83ce-4728-8b31-97836bb0b630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.595599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9663f489-83ce-4728-8b31-97836bb0b630 None None] Port 9de54cec-ac4d-4f07-8ce4-d1458c020acc cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:25:59.599941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 184f1de2-cb98-4a19-bd4f-09f11de6489f, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=184f1de2-cb98-4a19-bd4f-09f11de6489f,segment=NetworkSegment(b6bbc697-637e-4d38-a398-035fe1d43328),segment_id=b6bbc697-637e-4d38-a398-035fe1d43328)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:59.603758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.604710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 055a2b99-56d5-41e3-aa97-4871bc1705d5 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:25:59.697126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:25:59.712453 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ddce400e-cc8e-4bee-92ea-caac370c6e39 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/0b353fa3-1c9c-4503-b7b9-581959faad8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1939383 Apr 22 15:25:59.712660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38118) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:59.721637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=184f1de2-cb98-4a19-bd4f-09f11de6489f,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:25:59.734736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 055a2b99-56d5-41e3-aa97-4871bc1705d5 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:25:59.739663 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 055a2b99-56d5-41e3-aa97-4871bc1705d5 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:25:59.740036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.847968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a5e749-5cfa-49af-a655-d28b20f44a2e tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:59.848261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a5e749-5cfa-49af-a655-d28b20f44a2e tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:59.848626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a5e749-5cfa-49af-a655-d28b20f44a2e tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:59.848986 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a5e749-5cfa-49af-a655-d28b20f44a2e tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:59.850763 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-84a5e749-5cfa-49af-a655-d28b20f44a2e tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1372159 Apr 22 15:25:59.853418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38122) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:59.854716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.870768 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 055a2b99-56d5-41e3-aa97-4871bc1705d5, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=055a2b99-56d5-41e3-aa97-4871bc1705d5,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:25:59.874551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:25:59.919559 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7450f2a9-f7f9-49cf-84d0-216935910bde tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:59.921270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7450f2a9-f7f9-49cf-84d0-216935910bde tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:59.921270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7450f2a9-f7f9-49cf-84d0-216935910bde tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:59.921270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7450f2a9-f7f9-49cf-84d0-216935910bde tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:25:59.923002 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7450f2a9-f7f9-49cf-84d0-216935910bde tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0681105 Apr 22 15:25:59.925738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38126) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:25:59.942171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=055a2b99-56d5-41e3-aa97-4871bc1705d5,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:00.221526 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1c271ea2-7d65-471e-b535-6a79c41bff06 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2947004 Apr 22 15:26:00.458519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38132) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:00.464366 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2092814984', 'description': 'tempest-secgroup-smoke-2092814984 description', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:00.470986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:26:00.475011 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:26:00.477854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:26:00.484120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:26:00.494602 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.529083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:26:00.533537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:26:00.536441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:26:00.542050 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:26:00.691933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.695896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.740977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6a9db0-d024-4957-98f9-4dab8420d36f,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:00.743717 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.744943 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-39ae1c62-7f0a-4f34-9f3d-7ea93d4d79e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2854543 Apr 22 15:26:00.747749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38136) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:00.753326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-95efc3ae-6422-4235-bfb3-dad7d564c27e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '0d6a9db0-d024-4957-98f9-4dab8420d36f', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:00.759151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-95efc3ae-6422-4235-bfb3-dad7d564c27e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:26:00.762945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-95efc3ae-6422-4235-bfb3-dad7d564c27e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:26:00.765794 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-95efc3ae-6422-4235-bfb3-dad7d564c27e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:26:00.772433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-95efc3ae-6422-4235-bfb3-dad7d564c27e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:26:00.789759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95efc3ae-6422-4235-bfb3-dad7d564c27e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.849183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95efc3ae-6422-4235-bfb3-dad7d564c27e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.853770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95efc3ae-6422-4235-bfb3-dad7d564c27e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.877807 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Sync routers for ids ['0b353fa3-1c9c-4503-b7b9-581959faad8f'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:26:00.887232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efc3ae-6422-4235-bfb3-dad7d564c27e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edadeff0-80f9-4d35-b76d-853e34f77483,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:00.889290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Routers {'0b353fa3-1c9c-4503-b7b9-581959faad8f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:26:00.889855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:25:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0b353fa3-1c9c-4503-b7b9-581959faad8f'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:00.897584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-95efc3ae-6422-4235-bfb3-dad7d564c27e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:00.898885 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-95efc3ae-6422-4235-bfb3-dad7d564c27e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1502290 Apr 22 15:26:00.901677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38140) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:00.907758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-18ee9490-33a5-4ec1-bd3e-24d7ab2194eb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '0d6a9db0-d024-4957-98f9-4dab8420d36f', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:00.913619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-18ee9490-33a5-4ec1-bd3e-24d7ab2194eb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:26:00.917423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-18ee9490-33a5-4ec1-bd3e-24d7ab2194eb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:26:00.920498 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-18ee9490-33a5-4ec1-bd3e-24d7ab2194eb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:26:00.926546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-18ee9490-33a5-4ec1-bd3e-24d7ab2194eb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:26:00.944770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-18ee9490-33a5-4ec1-bd3e-24d7ab2194eb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.017925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-18ee9490-33a5-4ec1-bd3e-24d7ab2194eb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.021537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-18ee9490-33a5-4ec1-bd3e-24d7ab2194eb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.044854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee9490-33a5-4ec1-bd3e-24d7ab2194eb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1beab6-bac2-447f-8176-c3f958f815fa,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:01.055331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-18ee9490-33a5-4ec1-bd3e-24d7ab2194eb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.056599 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-18ee9490-33a5-4ec1-bd3e-24d7ab2194eb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1538975 Apr 22 15:26:01.059358 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38144) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:01.065705 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-76af30a1-1483-4a4c-b2de-7289717b9e48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '0d6a9db0-d024-4957-98f9-4dab8420d36f', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:01.071489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-76af30a1-1483-4a4c-b2de-7289717b9e48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:26:01.075236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-76af30a1-1483-4a4c-b2de-7289717b9e48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:26:01.078021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-76af30a1-1483-4a4c-b2de-7289717b9e48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:26:01.084375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-76af30a1-1483-4a4c-b2de-7289717b9e48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:26:01.101221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76af30a1-1483-4a4c-b2de-7289717b9e48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.106899 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Set router 0b353fa3-1c9c-4503-b7b9-581959faad8f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:26:01.169027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76af30a1-1483-4a4c-b2de-7289717b9e48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.172949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76af30a1-1483-4a4c-b2de-7289717b9e48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.196550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af30a1-1483-4a4c-b2de-7289717b9e48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c5d9c0-f21a-44c3-b4d0-217ec2752291,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:01.206767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76af30a1-1483-4a4c-b2de-7289717b9e48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.208189 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-76af30a1-1483-4a4c-b2de-7289717b9e48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1478460 Apr 22 15:26:01.210928 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38148) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:01.216589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c218d264-74e9-48e5-84ef-c47fe3c96031 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '0d6a9db0-d024-4957-98f9-4dab8420d36f', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:01.222618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c218d264-74e9-48e5-84ef-c47fe3c96031 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:26:01.226851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c218d264-74e9-48e5-84ef-c47fe3c96031 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:26:01.230001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c218d264-74e9-48e5-84ef-c47fe3c96031 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:26:01.236098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c218d264-74e9-48e5-84ef-c47fe3c96031 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:26:01.245758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 184f1de2-cb98-4a19-bd4f-09f11de6489f up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:26:01.255509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c218d264-74e9-48e5-84ef-c47fe3c96031 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.318330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c218d264-74e9-48e5-84ef-c47fe3c96031 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.322320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c218d264-74e9-48e5-84ef-c47fe3c96031 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.345890 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218d264-74e9-48e5-84ef-c47fe3c96031 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56330656-f66d-4e15-b5a5-613338b18d07,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:01.355162 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c218d264-74e9-48e5-84ef-c47fe3c96031 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.356330 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c218d264-74e9-48e5-84ef-c47fe3c96031 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1443696 Apr 22 15:26:01.359289 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38152) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:01.365519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-cf782bed-a873-4ebe-8eb7-3f1d2062aca6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '0d6a9db0-d024-4957-98f9-4dab8420d36f', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:01.371632 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cf782bed-a873-4ebe-8eb7-3f1d2062aca6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:26:01.376329 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-cf782bed-a873-4ebe-8eb7-3f1d2062aca6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:26:01.379215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-cf782bed-a873-4ebe-8eb7-3f1d2062aca6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:26:01.384940 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cf782bed-a873-4ebe-8eb7-3f1d2062aca6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:26:01.395164 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-cf782bed-a873-4ebe-8eb7-3f1d2062aca6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:26:01.401574 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cf782bed-a873-4ebe-8eb7-3f1d2062aca6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.464326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 184f1de2-cb98-4a19-bd4f-09f11de6489f triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:26:01.464693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.464909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cf782bed-a873-4ebe-8eb7-3f1d2062aca6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.468657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cf782bed-a873-4ebe-8eb7-3f1d2062aca6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.492395 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf782bed-a873-4ebe-8eb7-3f1d2062aca6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a8c589-54c1-443a-89f1-f1f2021ade18,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:01.501972 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cf782bed-a873-4ebe-8eb7-3f1d2062aca6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.503311 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cf782bed-a873-4ebe-8eb7-3f1d2062aca6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1424134 Apr 22 15:26:01.506211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38156) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:01.511867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-00674113-f7be-49dd-8468-3430cf4751bc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '0d6a9db0-d024-4957-98f9-4dab8420d36f', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:01.517825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-00674113-f7be-49dd-8468-3430cf4751bc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:26:01.521694 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-00674113-f7be-49dd-8468-3430cf4751bc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:26:01.524722 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-00674113-f7be-49dd-8468-3430cf4751bc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:26:01.530417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-00674113-f7be-49dd-8468-3430cf4751bc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:26:01.541016 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-00674113-f7be-49dd-8468-3430cf4751bc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:26:01.549229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00674113-f7be-49dd-8468-3430cf4751bc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.579708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '9de54cec-ac4d-4f07-8ce4-d1458c020acc', 'name': '', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:84:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:57Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:01.598361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Checking router: 0b353fa3-1c9c-4503-b7b9-581959faad8f for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:26:01.598709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Updating router 0b353fa3-1c9c-4503-b7b9-581959faad8f port 9de54cec-ac4d-4f07-8ce4-d1458c020acc binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:26:01.619355 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00674113-f7be-49dd-8468-3430cf4751bc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.623817 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00674113-f7be-49dd-8468-3430cf4751bc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.647796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00674113-f7be-49dd-8468-3430cf4751bc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47591b8-92c0-40b0-a350-0991c901eac9,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:01.649434 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 055a2b99-56d5-41e3-aa97-4871bc1705d5 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:26:01.658505 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-00674113-f7be-49dd-8468-3430cf4751bc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.668540 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-00674113-f7be-49dd-8468-3430cf4751bc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1524978 Apr 22 15:26:01.696280 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.841067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 055a2b99-56d5-41e3-aa97-4871bc1705d5 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:26:01.841434 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:01.909824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-10cf381d-ce1d-4152-966b-30ccabad1a72 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:26:01.924742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-10cf381d-ce1d-4152-966b-30ccabad1a72 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:26:01.925949 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-10cf381d-ce1d-4152-966b-30ccabad1a72 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2092814984&fields=id&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 267 time: 0.0588436 Apr 22 15:26:02.079403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-a9650411-d705-49c5-9d3f-a86fe807c172 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:02.080086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-a9650411-d705-49c5-9d3f-a86fe807c172 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:26:02.095980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-a9650411-d705-49c5-9d3f-a86fe807c172 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:26:02.097187 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-a9650411-d705-49c5-9d3f-a86fe807c172 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/networks?id=60075a30-f7c6-4ee0-a14b-07ace2704a47 HTTP/1.1" status: 200 len: 797 time: 0.1643715 Apr 22 15:26:02.113526 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-d00411de-4345-4455-af22-f6d6fc6161b8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/quotas/837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 375 time: 0.0110373 Apr 22 15:26:02.148951 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:02.160861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Transition to ACTIVE for port object 9de54cec-ac4d-4f07-8ce4-d1458c020acc will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:26:02.167206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:02.194252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-c884ebda-9889-4ca2-9ccb-23fc77663d04 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:26:02.210083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-c884ebda-9889-4ca2-9ccb-23fc77663d04 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:26:02.211412 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-c884ebda-9889-4ca2-9ccb-23fc77663d04 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929887 Apr 22 15:26:02.290391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f776350-061b-46e9-a3da-4b369ff3210a None None] Pushing event updated for resources: {'Port': ['ID=9de54cec-ac4d-4f07-8ce4-d1458c020acc,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:02.358637 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-e29dad7f-e9f3-4c6c-82f4-cb9755c1c3ce service neutron] 10.222.0.71 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357622 Apr 22 15:26:02.380287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Attempting to bind port 9de54cec-ac4d-4f07-8ce4-d1458c020acc on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:26:02.380656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Attempting to bind port 9de54cec-ac4d-4f07-8ce4-d1458c020acc by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'b6bbc697-637e-4d38-a398-035fe1d43328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:26:02.381018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Attempting to bind port 9de54cec-ac4d-4f07-8ce4-d1458c020acc on network 60075a30-f7c6-4ee0-a14b-07ace2704a47 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:26:02.387823 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:26:02.388186 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Checking segment: {'id': 'b6bbc697-637e-4d38-a398-035fe1d43328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:26:02.388577 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:02.388960 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Bound using segment: {'id': 'b6bbc697-637e-4d38-a398-035fe1d43328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:26:02.389415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Bound port: 9de54cec-ac4d-4f07-8ce4-d1458c020acc, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bbc697-637e-4d38-a398-035fe1d43328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:26:02.389780 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:02.484559 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] For port 9de54cec-ac4d-4f07-8ce4-d1458c020acc, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:26:02.488101 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] For port 9de54cec-ac4d-4f07-8ce4-d1458c020acc, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9de54cec-ac4d-4f07-8ce4-d1458c020acc,segment=NetworkSegment(b6bbc697-637e-4d38-a398-035fe1d43328),segment_id=b6bbc697-637e-4d38-a398-035fe1d43328)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:26:02.493040 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:02.494865 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-972cb414-f57d-4812-b917-d0ea8d348d2f service neutron] 10.222.0.71 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299763 Apr 22 15:26:02.609691 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f776350-061b-46e9-a3da-4b369ff3210a None None] Pushing event updated for resources: {'Port': ['ID=9de54cec-ac4d-4f07-8ce4-d1458c020acc,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:02.612825 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Routers {'0b353fa3-1c9c-4503-b7b9-581959faad8f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:26:02.613421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:25:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0b353fa3-1c9c-4503-b7b9-581959faad8f'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:02.713070 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-03fcf865-7fe6-4aaf-b6f4-58da63a9189f req-e32ff38d-5c73-4e37-a603-b5228af30720 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 210 time: 0.0483842 Apr 22 15:26:02.817291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] Set router 0b353fa3-1c9c-4503-b7b9-581959faad8f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:26:03.044470 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:03.149590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '9de54cec-ac4d-4f07-8ce4-d1458c020acc', 'name': '', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:84:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:57Z', 'updated_at': '2022-04-22T15:26:02Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:03.153842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dccd22d-7d11-4885-824d-e041cacbf4ae None None] The sync data for ids ['0b353fa3-1c9c-4503-b7b9-581959faad8f'] in dv-neutron-838883-3-hyperv is: [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '9de54cec-ac4d-4f07-8ce4-d1458c020acc', 'name': '', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:84:96:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:57Z', 'updated_at': '2022-04-22T15:26:02Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:26:03.883865 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-baaebacd-a9ef-4dbe-abcb-3c9909beb258 req-3cc0ce9e-ca4f-4f1f-b123-2550b93e275b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 210 time: 0.0433280 Apr 22 15:26:04.096350 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-bdc10188-dca8-4a64-8e5d-36d09e6ee42b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:04.097856 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-bdc10188-dca8-4a64-8e5d-36d09e6ee42b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/networks?id=60075a30-f7c6-4ee0-a14b-07ace2704a47 HTTP/1.1" status: 200 len: 797 time: 0.1510813 Apr 22 15:26:04.156527 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-24e69b77-b0fd-4e21-b41f-fcb9d6d9beaf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 380 time: 0.0403223 Apr 22 15:26:04.164345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'port': {'device_id': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'admin_state_up': True, 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'security_groups': ['0d6a9db0-d024-4957-98f9-4dab8420d36f']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:04.224938 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:26:04.298265 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:26:04.307836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:26:04.317595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:26:04.320582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:04.481022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.3 (60075a30-f7c6-4ee0-a14b-07ace2704a47/47cb5e7a-c254-468f-a13e-bb4a32524835/5fe079b3-8598-4f93-bdc0-ed0bd39c8f10) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:26:04.663209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:04.678199 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:26:04.699483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:04.857363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 60075a30-f7c6-4ee0-a14b-07ace2704a47 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:26:04.860363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:26:04.864290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:26:04.899106 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:04.944090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:04.944981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:04.974463 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-db4c8cc9-02c5-4954-ab96-bc535588ade0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8130534 Apr 22 15:26:04.993756 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Request body: {'port': {'device_id': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:05.081136 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d33753fd-4e46-4b39-aa02-0cc3e293c706 None None] Provisioning for port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:26:05.086204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d33753fd-4e46-4b39-aa02-0cc3e293c706 None None] Provisioning complete for port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:26:05.086584 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d33753fd-4e46-4b39-aa02-0cc3e293c706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:05.142496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d33753fd-4e46-4b39-aa02-0cc3e293c706 None None] Port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:26:05.163364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:05.189517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e9874-4700-40db-a7a4-d8cc25b6ce13 req-7717c9ab-4fb6-44a5-812e-e4ea6128648d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:05.190233 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a55e9874-4700-40db-a7a4-d8cc25b6ce13 req-7717c9ab-4fb6-44a5-812e-e4ea6128648d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:26:05.213202 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9de54cec-ac4d-4f07-8ce4-d1458c020acc up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:26:05.254116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a55e9874-4700-40db-a7a4-d8cc25b6ce13 req-7717c9ab-4fb6-44a5-812e-e4ea6128648d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:26:05.255348 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a55e9874-4700-40db-a7a4-d8cc25b6ce13 req-7717c9ab-4fb6-44a5-812e-e4ea6128648d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 931 time: 0.2322893 Apr 22 15:26:05.280637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 9de54cec-ac4d-4f07-8ce4-d1458c020acc completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:26:05.285817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9de54cec-ac4d-4f07-8ce4-d1458c020acc triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:26:05.286229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:05.378505 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a55e9874-4700-40db-a7a4-d8cc25b6ce13 req-62bf8224-0eed-41b5-90c9-70b7e0bc3860 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d6a9db0-d024-4957-98f9-4dab8420d36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167972 Apr 22 15:26:05.402480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:05.434391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 9de54cec-ac4d-4f07-8ce4-d1458c020acc, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9de54cec-ac4d-4f07-8ce4-d1458c020acc,segment=NetworkSegment(b6bbc697-637e-4d38-a398-035fe1d43328),segment_id=b6bbc697-637e-4d38-a398-035fe1d43328)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:26:05.438263 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:05.513234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=9de54cec-ac4d-4f07-8ce4-d1458c020acc,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:05.563787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:26:05.570426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:05.584915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Transition to ACTIVE for port object 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:26:05.588277 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:05.715720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Pushing event updated for resources: {'Port': ['ID=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:05.829539 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Attempting to bind port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:26:05.829875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Attempting to bind port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'b6bbc697-637e-4d38-a398-035fe1d43328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:26:05.830301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Attempting to bind port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 on network 60075a30-f7c6-4ee0-a14b-07ace2704a47 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:26:05.835935 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 on network 60075a30-f7c6-4ee0-a14b-07ace2704a47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:26:05.836249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Attempting to bind port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 on network 60075a30-f7c6-4ee0-a14b-07ace2704a47 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:26:05.842285 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:26:05.842618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Checking segment: {'id': 'b6bbc697-637e-4d38-a398-035fe1d43328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:26:05.842999 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Bound using segment: {'id': 'b6bbc697-637e-4d38-a398-035fe1d43328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:26:05.843422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Bound port: 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6bbc697-637e-4d38-a398-035fe1d43328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:26:05.843764 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:05.930248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] For port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:26:05.933074 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] For port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10,segment=NetworkSegment(b6bbc697-637e-4d38-a398-035fe1d43328),segment_id=b6bbc697-637e-4d38-a398-035fe1d43328)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:26:05.938592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:05.998842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:06.000220 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] 10.222.0.70 "PUT /v2.0/ports/5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 HTTP/1.1" status: 200 len: 1093 time: 1.0122075 Apr 22 15:26:06.000984 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'tag': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:26:06.020255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a3b4f-6c12-4614-b836-c9385e7fc15c service neutron] Pushing event updated for resources: {'Port': ['ID=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:06.089604 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03489649-0398-4103-9ebb-f5836d4f96e1'] response: {'name': 'network-changed', 'server_uuid': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'tag': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10', 'status': 'completed', 'code': 200} Apr 22 15:26:06.131586 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-9a6e859f-587a-4230-b2f7-e83cca9980fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 1096 time: 0.0765092 Apr 22 15:26:06.211916 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-ebe145f1-7380-46c4-9c53-889b53f7de2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 HTTP/1.1" status: 200 len: 217 time: 0.0643370 Apr 22 15:26:06.272880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-6ca70c6c-bb43-4c5b-bf9e-7c71bc48edb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:06.274217 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-6ca70c6c-bb43-4c5b-bf9e-7c71bc48edb7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47cb5e7a-c254-468f-a13e-bb4a32524835 HTTP/1.1" status: 200 len: 844 time: 0.0563173 Apr 22 15:26:06.346127 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-d7e13c52-cd05-4b81-a0cc-bcdcea38c75f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60075a30-f7c6-4ee0-a14b-07ace2704a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657215 Apr 22 15:26:06.479167 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-55e9adb3-ff48-4c99-b5b3-57ed6211e05e service neutron] 10.222.0.70 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270154 Apr 22 15:26:06.767131 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-666b8068-4ab3-4661-9a3b-1ccf2d772773 req-5851dc29-0001-4f96-9830-d0f770fd76e8 service neutron] 10.222.0.70 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819133 Apr 22 15:26:06.776648 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64305d5c-d7f9-4134-bf73-d4532ef4fa19 req-e83d43de-8877-4444-a2fe-bd52d1f51782 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:06.778032 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-64305d5c-d7f9-4134-bf73-d4532ef4fa19 req-e83d43de-8877-4444-a2fe-bd52d1f51782 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 943 time: 0.2748613 Apr 22 15:26:06.828201 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-64305d5c-d7f9-4134-bf73-d4532ef4fa19 req-f2d290bb-4fee-4593-9a15-151ec57d2491 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d6a9db0-d024-4957-98f9-4dab8420d36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443072 Apr 22 15:26:06.934812 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a8c8bfc2-309f-42ec-89c6-8800b6a36fd5 req-f133800c-845a-4624-aef4-190b19b2df1a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 1096 time: 0.0695801 Apr 22 15:26:07.066871 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8bfc2-309f-42ec-89c6-8800b6a36fd5 req-74952ff0-ded7-4f0d-836e-ec9f2d36d367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:07.068230 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a8c8bfc2-309f-42ec-89c6-8800b6a36fd5 req-74952ff0-ded7-4f0d-836e-ec9f2d36d367 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60075a30-f7c6-4ee0-a14b-07ace2704a47 HTTP/1.1" status: 200 len: 898 time: 0.1272976 Apr 22 15:26:07.138126 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a8c8bfc2-309f-42ec-89c6-8800b6a36fd5 req-f6b66442-1ab0-448d-b1b1-04e1e4e3baaf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 HTTP/1.1" status: 200 len: 217 time: 0.0633299 Apr 22 15:26:07.182870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9de54cec-ac4d-4f07-8ce4-d1458c020acc up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:26:07.201300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8bfc2-309f-42ec-89c6-8800b6a36fd5 req-2fe67e97-4569-43b9-abf9-ea4e392e6479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:07.202743 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a8c8bfc2-309f-42ec-89c6-8800b6a36fd5 req-2fe67e97-4569-43b9-abf9-ea4e392e6479 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47cb5e7a-c254-468f-a13e-bb4a32524835 HTTP/1.1" status: 200 len: 844 time: 0.0588069 Apr 22 15:26:07.248261 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9de54cec-ac4d-4f07-8ce4-d1458c020acc triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:26:07.248621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:07.279646 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a8c8bfc2-309f-42ec-89c6-8800b6a36fd5 req-37e3dc37-7b65-41fa-a7d0-0f8ee4b42bea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60075a30-f7c6-4ee0-a14b-07ace2704a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707734 Apr 22 15:26:07.415319 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a8c8bfc2-309f-42ec-89c6-8800b6a36fd5 req-f94a1504-627d-40bb-a574-e0b05fddf3b2 service neutron] 10.222.0.70 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298318 Apr 22 15:26:07.546299 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a8c8bfc2-309f-42ec-89c6-8800b6a36fd5 req-4d040dc1-e062-4130-ad02-f65a186bd0d1 service neutron] 10.222.0.70 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240530 Apr 22 15:26:08.022891 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be79d49-ac2b-49ef-968a-fb7e75cac450 req-68658f21-36d1-49a1-8256-4b24d7187410 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:08.024335 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6be79d49-ac2b-49ef-968a-fb7e75cac450 req-68658f21-36d1-49a1-8256-4b24d7187410 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 943 time: 0.0764194 Apr 22 15:26:08.068694 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6be79d49-ac2b-49ef-968a-fb7e75cac450 req-83bd38ec-20d9-480d-8192-5e752d4654a9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d6a9db0-d024-4957-98f9-4dab8420d36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389364 Apr 22 15:26:09.240328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:26:09.263414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd075f1-e862-40e1-8569-7822807c188d req-b25f5d5a-4bf9-4f08-ae26-aa8afe4155c1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:09.264859 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7fd075f1-e862-40e1-8569-7822807c188d req-b25f5d5a-4bf9-4f08-ae26-aa8afe4155c1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 943 time: 0.0787458 Apr 22 15:26:09.309031 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7fd075f1-e862-40e1-8569-7822807c188d req-5426ff5e-ec25-4234-a4b6-0ab91a105d17 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d6a9db0-d024-4957-98f9-4dab8420d36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379360 Apr 22 15:26:09.373240 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10,segment=NetworkSegment(b6bbc697-637e-4d38-a398-035fe1d43328),segment_id=b6bbc697-637e-4d38-a398-035fe1d43328)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:26:09.386329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'port_id': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10', 'mac_address': 'fa:16:3e:74:aa:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:26:09.436788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:09.454223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:26:09.468393 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10,segment=NetworkSegment(b6bbc697-637e-4d38-a398-035fe1d43328),segment_id=b6bbc697-637e-4d38-a398-035fe1d43328)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:26:09.472404 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:09.539589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:09.866122 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['5fe079b3-8598-4f93-bdc0-ed0bd39c8f10'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:26:10.509115 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140483c3-5557-41da-a18c-ff07ba10b08e req-4a6f5f62-cefa-4437-a99d-28758606dbdc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:10.510651 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-140483c3-5557-41da-a18c-ff07ba10b08e req-4a6f5f62-cefa-4437-a99d-28758606dbdc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 944 time: 0.0749099 Apr 22 15:26:10.558718 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-140483c3-5557-41da-a18c-ff07ba10b08e req-cad88917-94f3-4fe8-b47b-7ec017865a54 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d6a9db0-d024-4957-98f9-4dab8420d36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426204 Apr 22 15:26:11.259578 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:26:11.325416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:26:11.329935 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:26:11.330340 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:11.440224 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:11.465491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:26:11.475291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10,segment=NetworkSegment(b6bbc697-637e-4d38-a398-035fe1d43328),segment_id=b6bbc697-637e-4d38-a398-035fe1d43328)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:26:11.479420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:11.546729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:11.604486 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed114842-a074-4ba2-b987-26f59671b531'] response: {'server_uuid': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10', 'code': 200} Apr 22 15:26:11.768189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acbd0d-f037-4953-8b8a-84b8783afe14 req-245fc83b-4fc3-4630-8a75-7a67b62c3778 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:11.769622 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-55acbd0d-f037-4953-8b8a-84b8783afe14 req-245fc83b-4fc3-4630-8a75-7a67b62c3778 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 945 time: 0.0855756 Apr 22 15:26:11.853901 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-55acbd0d-f037-4953-8b8a-84b8783afe14 req-a961a171-8ec5-48e6-ba46-debb0c579f43 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d6a9db0-d024-4957-98f9-4dab8420d36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784407 Apr 22 15:26:11.882376 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-872d562c-ef46-42b8-9fa4-d0cf55c34c48 req-1d12f272-238c-4d58-b416-b3491e6e5d89 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 1098 time: 0.0786114 Apr 22 15:26:11.924603 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-872d562c-ef46-42b8-9fa4-d0cf55c34c48 req-9048fa53-be40-4ad8-ace1-efcf28cf31ca service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0d6a9db0-d024-4957-98f9-4dab8420d36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354223 Apr 22 15:26:12.695827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bccf4c63-3fa7-4613-b70a-27efffd1e38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:13.048963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a42c0-aef5-4624-a7f1-3fba75d461f7 req-504bb8ea-359b-48de-989d-94f8f1ced213 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:13.050408 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-540a42c0-aef5-4624-a7f1-3fba75d461f7 req-504bb8ea-359b-48de-989d-94f8f1ced213 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 945 time: 0.0749376 Apr 22 15:26:13.095300 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-540a42c0-aef5-4624-a7f1-3fba75d461f7 req-d9b0b826-15aa-4d3f-a6b1-9f7a241fb48a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d6a9db0-d024-4957-98f9-4dab8420d36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390129 Apr 22 15:26:14.290276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb855b1d-6ffe-4156-9f75-b595500b1978 req-2278f461-c17e-4686-aeff-52e575b274ca tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:14.291731 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cb855b1d-6ffe-4156-9f75-b595500b1978 req-2278f461-c17e-4686-aeff-52e575b274ca tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 945 time: 0.0790813 Apr 22 15:26:14.336656 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cb855b1d-6ffe-4156-9f75-b595500b1978 req-827178a1-d567-4f09-8583-64a38b91c55c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d6a9db0-d024-4957-98f9-4dab8420d36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394511 Apr 22 15:26:14.540202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee41fdb-d6b3-43d9-b930-04595363b175 req-21b43968-ed6d-4fc9-8f13-9d0c31c65444 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:14.541724 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ee41fdb-d6b3-43d9-b930-04595363b175 req-21b43968-ed6d-4fc9-8f13-9d0c31c65444 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 945 time: 0.0748711 Apr 22 15:26:14.586798 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ee41fdb-d6b3-43d9-b930-04595363b175 req-155466c2-8d07-4d31-b975-61b9938cb8f3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d6a9db0-d024-4957-98f9-4dab8420d36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396295 Apr 22 15:26:14.613948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38212) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:14.684963 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ea383e73-533b-4d37-89c3-8c921f2d647c tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 1093 time: 0.0698810 Apr 22 15:26:14.687597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38216) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:14.693292 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:26:14.698704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:26:14.702467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:floatingip and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:26:14.705238 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:26:14.710943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:26:14.720762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:14.943053 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:14.974046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c02d994e-8cbb-49e6-b741-ba8ecd576b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:15.076338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.17 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/509044b2-4a3e-40e5-96ce-0e606815b300) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:26:15.219725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:15.246040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:15.309648 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:26:15.312255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:26:15.315894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:26:15.348500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=509044b2-4a3e-40e5-96ce-0e606815b300,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:15.809562 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:15.866697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:15.966037 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:15.997078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:16.067616 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:16.071857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:16.174363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=509044b2-4a3e-40e5-96ce-0e606815b300,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:26:16.188033 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:16.371906 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Floating IP 414a1bc7-e23e-4689-bd47-89fd56cf18ba associated. External IP: 172.26.8.17, port: 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10. Apr 22 15:26:16.863232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router 0b353fa3-1c9c-4503-b7b9-581959faad8f has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:26:17.058702 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:26:17.068586 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630c9399-8ed4-4014-8ac6-df17e541108a None None] Sync routers for ids ['0b353fa3-1c9c-4503-b7b9-581959faad8f'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:26:17.080432 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630c9399-8ed4-4014-8ac6-df17e541108a None None] Routers {'0b353fa3-1c9c-4503-b7b9-581959faad8f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:26:17.081035 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-630c9399-8ed4-4014-8ac6-df17e541108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:26:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0b353fa3-1c9c-4503-b7b9-581959faad8f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:17.083544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:17.142101 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7b2f3e24-94f9-4ca7-9e29-3ea5eb8bb3e5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4534559 Apr 22 15:26:17.142710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'tag': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:26:17.145542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38220) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:17.201766 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48712120-0f88-4e61-9881-e56e4d838ab2'] response: {'name': 'network-changed', 'server_uuid': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'tag': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10', 'status': 'completed', 'code': 200} Apr 22 15:26:17.258740 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b9ec8d50-b040-4ac2-93c7-219da8159fef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/414a1bc7-e23e-4689-bd47-89fd56cf18ba HTTP/1.1" status: 200 len: 990 time: 0.1113908 Apr 22 15:26:17.283758 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-630c9399-8ed4-4014-8ac6-df17e541108a None None] Set router 0b353fa3-1c9c-4503-b7b9-581959faad8f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:26:17.312474 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59b5b298-7156-419a-a2e4-4c5c41131eea req-1bc3e14b-3c56-4565-90e8-1985335e5890 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 1098 time: 0.0678282 Apr 22 15:26:17.440550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5b298-7156-419a-a2e4-4c5c41131eea req-eac6f946-c17e-4d8d-b242-62b0f7114830 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:17.442559 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59b5b298-7156-419a-a2e4-4c5c41131eea req-eac6f946-c17e-4d8d-b242-62b0f7114830 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60075a30-f7c6-4ee0-a14b-07ace2704a47 HTTP/1.1" status: 200 len: 898 time: 0.1239560 Apr 22 15:26:17.548318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:17.551281 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59b5b298-7156-419a-a2e4-4c5c41131eea req-45cccc52-8d38-49b2-9ec5-736891fec02b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 HTTP/1.1" status: 200 len: 998 time: 0.1021707 Apr 22 15:26:17.612702 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5b298-7156-419a-a2e4-4c5c41131eea req-255a9654-1126-4373-bb97-bb3a53d7b631 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:17.614706 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59b5b298-7156-419a-a2e4-4c5c41131eea req-255a9654-1126-4373-bb97-bb3a53d7b631 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47cb5e7a-c254-468f-a13e-bb4a32524835 HTTP/1.1" status: 200 len: 844 time: 0.0578656 Apr 22 15:26:17.626954 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-630c9399-8ed4-4014-8ac6-df17e541108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '414a1bc7-e23e-4689-bd47-89fd56cf18ba', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.17', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'port_id': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'mac_address': 'fa:16:3e:74:aa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:26:15Z', 'updated_at': '2022-04-22T15:26:15Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de54cec-ac4d-4f07-8ce4-d1458c020acc', 'name': '', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:84:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:57Z', 'updated_at': '2022-04-22T15:26:05Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:17.631237 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630c9399-8ed4-4014-8ac6-df17e541108a None None] Checking router: 0b353fa3-1c9c-4503-b7b9-581959faad8f for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:26:17.641377 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630c9399-8ed4-4014-8ac6-df17e541108a None None] Routers {'0b353fa3-1c9c-4503-b7b9-581959faad8f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:26:17.641951 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-630c9399-8ed4-4014-8ac6-df17e541108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:26:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0b353fa3-1c9c-4503-b7b9-581959faad8f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:17.692277 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59b5b298-7156-419a-a2e4-4c5c41131eea req-febc5435-3845-4e6b-bfd5-8140e3e41102 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60075a30-f7c6-4ee0-a14b-07ace2704a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713234 Apr 22 15:26:17.818859 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-630c9399-8ed4-4014-8ac6-df17e541108a None None] Set router 0b353fa3-1c9c-4503-b7b9-581959faad8f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:26:17.824584 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59b5b298-7156-419a-a2e4-4c5c41131eea req-b465f78a-6259-47d9-8a68-a205c2ef836a service neutron] 10.222.0.70 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263013 Apr 22 15:26:17.953460 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59b5b298-7156-419a-a2e4-4c5c41131eea req-d492c3f6-a787-49a1-b7e4-29b6634fa553 service neutron] 10.222.0.70 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223886 Apr 22 15:26:18.155298 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-630c9399-8ed4-4014-8ac6-df17e541108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '414a1bc7-e23e-4689-bd47-89fd56cf18ba', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.17', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'port_id': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'mac_address': 'fa:16:3e:74:aa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:26:15Z', 'updated_at': '2022-04-22T15:26:15Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de54cec-ac4d-4f07-8ce4-d1458c020acc', 'name': '', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:84:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:57Z', 'updated_at': '2022-04-22T15:26:05Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:26:18.158923 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630c9399-8ed4-4014-8ac6-df17e541108a None None] The sync data for ids ['0b353fa3-1c9c-4503-b7b9-581959faad8f'] in dv-neutron-838883-3-hyperv is: [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '414a1bc7-e23e-4689-bd47-89fd56cf18ba', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.17', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'port_id': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'mac_address': 'fa:16:3e:74:aa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:26:15Z', 'updated_at': '2022-04-22T15:26:15Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de54cec-ac4d-4f07-8ce4-d1458c020acc', 'name': '', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:84:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:57Z', 'updated_at': '2022-04-22T15:26:05Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:26:18.261089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38226) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:18.364963 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2c2a1845-3b06-4d83-bb54-e92b19aec1b5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/414a1bc7-e23e-4689-bd47-89fd56cf18ba HTTP/1.1" status: 200 len: 990 time: 0.1026993 Apr 22 15:26:19.367751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38230) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:19.467872 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2f396b7b-114b-46d6-8eb1-61bd088b1384 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/414a1bc7-e23e-4689-bd47-89fd56cf18ba HTTP/1.1" status: 200 len: 990 time: 0.0989733 Apr 22 15:26:19.863360 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9b6ac7-5268-4029-ac62-79804ce335ea None None] New status for floating IP 414a1bc7-e23e-4689-bd47-89fd56cf18ba: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:26:20.471719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38234) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:26:20.665628 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f7df0f1b-53d7-402b-b5f6-bbff1684f13e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/414a1bc7-e23e-4689-bd47-89fd56cf18ba HTTP/1.1" status: 200 len: 992 time: 0.1928203 Apr 22 15:26:32.999605 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:41.225139 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:26:42.697901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1ae1-11ce-420c-b4c7-4e5dc914068c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:44.977565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c5da2ea-e4a1-48ed-8cdd-bbc57609338c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:45.970810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:45.999043 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:26:46.515506 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eddae726-51a8-4385-a364-ac2584e4a9d5 req-62325216-7284-4752-b0cf-c49d9bbd61c2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675869 Apr 22 15:26:46.666996 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eddae726-51a8-4385-a364-ac2584e4a9d5 req-25d42b23-0627-4afc-b674-80dbfd38873f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 1098 time: 0.0668883 Apr 22 15:26:46.807185 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddae726-51a8-4385-a364-ac2584e4a9d5 req-d72d9d9f-990d-4ebb-9f43-cfb9a64dc583 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:46.808653 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eddae726-51a8-4385-a364-ac2584e4a9d5 req-d72d9d9f-990d-4ebb-9f43-cfb9a64dc583 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60075a30-f7c6-4ee0-a14b-07ace2704a47 HTTP/1.1" status: 200 len: 898 time: 0.1240864 Apr 22 15:26:46.914772 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eddae726-51a8-4385-a364-ac2584e4a9d5 req-e8f23e11-4bdb-4225-9832-6a89077fb46c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 HTTP/1.1" status: 200 len: 1000 time: 0.1001101 Apr 22 15:26:46.975807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddae726-51a8-4385-a364-ac2584e4a9d5 req-ab936626-bded-4ebf-94ff-14c3824bedca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:26:46.977211 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eddae726-51a8-4385-a364-ac2584e4a9d5 req-ab936626-bded-4ebf-94ff-14c3824bedca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47cb5e7a-c254-468f-a13e-bb4a32524835 HTTP/1.1" status: 200 len: 844 time: 0.0568235 Apr 22 15:26:47.052519 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eddae726-51a8-4385-a364-ac2584e4a9d5 req-f6a1fe89-9a56-4e2e-b963-cbe5607b210c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60075a30-f7c6-4ee0-a14b-07ace2704a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694952 Apr 22 15:26:47.180625 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eddae726-51a8-4385-a364-ac2584e4a9d5 req-333e3b8b-a724-453d-acdd-d0380cc38b2b service neutron] 10.222.0.70 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214156 Apr 22 15:26:47.306886 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eddae726-51a8-4385-a364-ac2584e4a9d5 req-ecf03649-1e2b-4684-9845-dec7b1aa561d service neutron] 10.222.0.70 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199422 Apr 22 15:26:47.549142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:03.016934 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:12.699610 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54ca8589-61e8-4ac3-b995-378239707651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:14.985880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b799a59d-59db-414b-995d-35d681fc810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:15.972509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:16.001626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:17.552754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:18.225079 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:27:33.016183 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:42.701157 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f051-8882-47c7-b668-8c411981b424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:44.989043 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d06792cc-0d13-47a3-bcc2-c624378d7f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:45.976594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:46.004020 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:46.482923 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b6c2942-82d0-44cf-bf2f-2c3a8b9eaf7c req-6c2e7ad8-5a65-485d-b973-b5b771bbbff5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676069 Apr 22 15:27:46.645494 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b6c2942-82d0-44cf-bf2f-2c3a8b9eaf7c req-afcf03af-e2ca-42d3-967e-3ddd90d9341c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 1098 time: 0.0792961 Apr 22 15:27:46.789103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c2942-82d0-44cf-bf2f-2c3a8b9eaf7c req-f6334b4e-cef8-4b22-b6b1-229b9eab4f58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:46.790545 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b6c2942-82d0-44cf-bf2f-2c3a8b9eaf7c req-f6334b4e-cef8-4b22-b6b1-229b9eab4f58 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60075a30-f7c6-4ee0-a14b-07ace2704a47 HTTP/1.1" status: 200 len: 898 time: 0.1254282 Apr 22 15:27:46.887511 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b6c2942-82d0-44cf-bf2f-2c3a8b9eaf7c req-ced9b946-5f2a-412a-8eb5-dfaa1a07f4c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 HTTP/1.1" status: 200 len: 1000 time: 0.0903668 Apr 22 15:27:46.950023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c2942-82d0-44cf-bf2f-2c3a8b9eaf7c req-a58bfa7a-fd9b-4d41-81d7-2eed2cf4dda8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:27:46.952094 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b6c2942-82d0-44cf-bf2f-2c3a8b9eaf7c req-a58bfa7a-fd9b-4d41-81d7-2eed2cf4dda8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47cb5e7a-c254-468f-a13e-bb4a32524835 HTTP/1.1" status: 200 len: 844 time: 0.0586865 Apr 22 15:27:47.026260 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b6c2942-82d0-44cf-bf2f-2c3a8b9eaf7c req-3d86b6fa-4927-4623-8be0-d3a4ecde8d1f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60075a30-f7c6-4ee0-a14b-07ace2704a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678167 Apr 22 15:27:47.159394 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b6c2942-82d0-44cf-bf2f-2c3a8b9eaf7c req-fa91a080-3d6c-4fa7-84d1-e701292d037d service neutron] 10.222.0.70 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261299 Apr 22 15:27:47.372768 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b6c2942-82d0-44cf-bf2f-2c3a8b9eaf7c req-3ee2c4e5-f76d-470b-b2e7-2be04c981062 service neutron] 10.222.0.70 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063873 Apr 22 15:27:47.555754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:27:55.232159 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:28:03.031364 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:12.703144 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-408bcdb1-6cde-4bba-88f1-31b77b330394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:14.991905 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-502715f0-23fe-46b6-95cc-7e811303c5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:15.979121 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:16.006486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:17.558025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:32.223017 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:28:33.040183 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:42.704155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-89cc15ad-617c-4f95-95e7-3277642e1d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:44.995194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f434a3c9-8ee5-4199-8a4e-240fc4a3d0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:45.981301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:46.008156 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:46.614337 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a254499-ee60-4d5b-a1e2-0d7c47f86f37 req-12fc9366-05b4-456b-a57f-d6df71445f38 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1353414 Apr 22 15:28:46.768041 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a254499-ee60-4d5b-a1e2-0d7c47f86f37 req-db8782e2-402e-4bd6-88ec-a637a487bb9d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 1098 time: 0.0686665 Apr 22 15:28:46.918601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a254499-ee60-4d5b-a1e2-0d7c47f86f37 req-fd520bd3-475c-4d2f-8ee0-7ff383a3365d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:46.920038 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a254499-ee60-4d5b-a1e2-0d7c47f86f37 req-fd520bd3-475c-4d2f-8ee0-7ff383a3365d service neutron] 10.222.0.70 "GET /v2.0/networks?id=60075a30-f7c6-4ee0-a14b-07ace2704a47 HTTP/1.1" status: 200 len: 898 time: 0.1302369 Apr 22 15:28:47.023539 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a254499-ee60-4d5b-a1e2-0d7c47f86f37 req-6b2db7d9-8df6-464e-b048-496c8b36e2e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 HTTP/1.1" status: 200 len: 1000 time: 0.0967970 Apr 22 15:28:47.083845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a254499-ee60-4d5b-a1e2-0d7c47f86f37 req-3f8b1841-abf9-485d-a278-f6ea56d14711 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:47.085205 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a254499-ee60-4d5b-a1e2-0d7c47f86f37 req-3f8b1841-abf9-485d-a278-f6ea56d14711 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47cb5e7a-c254-468f-a13e-bb4a32524835 HTTP/1.1" status: 200 len: 844 time: 0.0554981 Apr 22 15:28:47.161019 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a254499-ee60-4d5b-a1e2-0d7c47f86f37 req-51627f58-bce2-4124-9009-122feaf77437 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60075a30-f7c6-4ee0-a14b-07ace2704a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695841 Apr 22 15:28:47.171132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-8a254499-ee60-4d5b-a1e2-0d7c47f86f37 req-fbe84072-a9a3-4d4a-824b-d6253617595a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:28:47.172037 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a254499-ee60-4d5b-a1e2-0d7c47f86f37 req-fbe84072-a9a3-4d4a-824b-d6253617595a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046031 Apr 22 15:28:47.306478 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a254499-ee60-4d5b-a1e2-0d7c47f86f37 req-b8320586-6e95-4f70-a654-8d105ece968e service neutron] 10.222.0.70 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278026 Apr 22 15:28:47.435445 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a254499-ee60-4d5b-a1e2-0d7c47f86f37 req-5c087e7e-dab5-4e4d-814c-77d3ab449c95 service neutron] 10.222.0.70 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224909 Apr 22 15:28:47.564209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:52.844012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38278) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:28:52.849798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:28:53.081926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2649882'] for subnet, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:53.266261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742899280541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3336591'] for subnet, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:53.317955 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:28:53.318568 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:53.319839 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/subnets/47cb5e7a-c254-468f-a13e-bb4a32524835 HTTP/1.1" status: 200 len: 836 time: 0.4748614 Apr 22 15:28:53.320714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6f0c34-248f-4c1d-835a-a4195f261559 None None] Network 60075a30-f7c6-4ee0-a14b-07ace2704a47 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:28:53.332541 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Subnet': ['ID=47cb5e7a-c254-468f-a13e-bb4a32524835,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:28:53.341334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:53.341681 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:53.342018 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:53.342380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:53.342716 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:53.343047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:53.343372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:53.343699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:53.344020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:53.344341 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:53.344662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f6b2e-9030-42f9-a783-32ffa8a5d205 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:28:53.811724 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2f903765-ee80-443b-9fc5-924ab77d24c0 None None] Provisioning complete for port 9de54cec-ac4d-4f07-8ce4-d1458c020acc triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:28:53.811991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f903765-ee80-443b-9fc5-924ab77d24c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:53.939259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2f903765-ee80-443b-9fc5-924ab77d24c0 None None] Provisioning complete for port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:28:53.939624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f903765-ee80-443b-9fc5-924ab77d24c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:28:54.089840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2f903765-ee80-443b-9fc5-924ab77d24c0 None None] Provisioning complete for port 184f1de2-cb98-4a19-bd4f-09f11de6489f triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:28:54.090126 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f903765-ee80-443b-9fc5-924ab77d24c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:03.045620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:09.223022 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:29:12.705496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b32aaef2-6090-425b-94dd-09ead70103f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:14.999366 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ff5b632-7fbd-4840-8067-8a1ff7ccd2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:15.983244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:16.009289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:17.564428 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:33.061347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:37.848652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38298) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:38.116923 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3793a280-562d-434f-9f5c-1802b46f45ac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 509044b2-4a3e-40e5-96ce-0e606815b300 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:38.117182 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3793a280-562d-434f-9f5c-1802b46f45ac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:38.280003 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3793a280-562d-434f-9f5c-1802b46f45ac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:38.280333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3793a280-562d-434f-9f5c-1802b46f45ac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:38.400285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3793a280-562d-434f-9f5c-1802b46f45ac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 509044b2-4a3e-40e5-96ce-0e606815b300 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:38.541064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3793a280-562d-434f-9f5c-1802b46f45ac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:38.586606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793a280-562d-434f-9f5c-1802b46f45ac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=509044b2-4a3e-40e5-96ce-0e606815b300,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:38.675234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3793a280-562d-434f-9f5c-1802b46f45ac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:39.132019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3793a280-562d-434f-9f5c-1802b46f45ac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router 0b353fa3-1c9c-4503-b7b9-581959faad8f has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:29:39.323390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3793a280-562d-434f-9f5c-1802b46f45ac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:29:39.334046 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3555537-62ce-439d-8583-197824359c0c None None] Sync routers for ids ['0b353fa3-1c9c-4503-b7b9-581959faad8f'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:29:39.343993 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3793a280-562d-434f-9f5c-1802b46f45ac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:39.346256 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3555537-62ce-439d-8583-197824359c0c None None] Routers {'0b353fa3-1c9c-4503-b7b9-581959faad8f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:39.346867 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e3555537-62ce-439d-8583-197824359c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:29:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0b353fa3-1c9c-4503-b7b9-581959faad8f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:39.401319 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3793a280-562d-434f-9f5c-1802b46f45ac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/floatingips/414a1bc7-e23e-4689-bd47-89fd56cf18ba HTTP/1.1" status: 204 len: 168 time: 1.5515871 Apr 22 15:29:39.401892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'tag': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:29:39.559831 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baefde48-6b2a-4dae-b151-8f73794b96d3'] response: {'name': 'network-changed', 'server_uuid': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'tag': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10', 'status': 'completed', 'code': 200} Apr 22 15:29:39.567836 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e3555537-62ce-439d-8583-197824359c0c None None] Set router 0b353fa3-1c9c-4503-b7b9-581959faad8f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:39.684058 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e7b9376-ab48-4e1c-9956-981dd910ac34 req-7d16a3d3-7998-4005-9f4a-5b96ac9953af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 1098 time: 0.0785542 Apr 22 15:29:39.860464 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b9376-ab48-4e1c-9956-981dd910ac34 req-3cdc4d0e-f1ee-448e-a8fa-115ec6b619f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:39.863191 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e7b9376-ab48-4e1c-9956-981dd910ac34 req-3cdc4d0e-f1ee-448e-a8fa-115ec6b619f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=60075a30-f7c6-4ee0-a14b-07ace2704a47 HTTP/1.1" status: 200 len: 898 time: 0.1365523 Apr 22 15:29:39.911497 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e3555537-62ce-439d-8583-197824359c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '9de54cec-ac4d-4f07-8ce4-d1458c020acc', 'name': '', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:84:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:57Z', 'updated_at': '2022-04-22T15:26:05Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:39.915443 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3555537-62ce-439d-8583-197824359c0c None None] Checking router: 0b353fa3-1c9c-4503-b7b9-581959faad8f for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:29:39.928687 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3555537-62ce-439d-8583-197824359c0c None None] Routers {'0b353fa3-1c9c-4503-b7b9-581959faad8f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:39.929510 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e3555537-62ce-439d-8583-197824359c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:29:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0b353fa3-1c9c-4503-b7b9-581959faad8f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:39.975571 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e7b9376-ab48-4e1c-9956-981dd910ac34 req-94ec7702-fd20-4d15-b920-b65b620cc246 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 HTTP/1.1" status: 200 len: 217 time: 0.1027508 Apr 22 15:29:40.056351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b9376-ab48-4e1c-9956-981dd910ac34 req-31f24cf1-659f-47fd-b76b-bd5add4e1e76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:40.057783 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e7b9376-ab48-4e1c-9956-981dd910ac34 req-31f24cf1-659f-47fd-b76b-bd5add4e1e76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47cb5e7a-c254-468f-a13e-bb4a32524835 HTTP/1.1" status: 200 len: 844 time: 0.0734110 Apr 22 15:29:40.067913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25953e0e-1089-47db-90d6-2766b3be93ee req-155c6f64-7711-4ddf-9326-5e0de4b557d6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:40.069253 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25953e0e-1089-47db-90d6-2766b3be93ee req-155c6f64-7711-4ddf-9326-5e0de4b557d6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 945 time: 0.2732372 Apr 22 15:29:40.109832 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e3555537-62ce-439d-8583-197824359c0c None None] Set router 0b353fa3-1c9c-4503-b7b9-581959faad8f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:40.161332 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25953e0e-1089-47db-90d6-2766b3be93ee req-7e4c3f5c-dccd-46bb-b079-78d08c6d7c3e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d6a9db0-d024-4957-98f9-4dab8420d36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589962 Apr 22 15:29:40.171656 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e7b9376-ab48-4e1c-9956-981dd910ac34 req-5a0bb222-e1a2-4670-8260-74bd7abe800b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60075a30-f7c6-4ee0-a14b-07ace2704a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1015267 Apr 22 15:29:40.305728 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e7b9376-ab48-4e1c-9956-981dd910ac34 req-7e7537b3-d463-422b-96b7-f20f02848618 service neutron] 10.222.0.70 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262403 Apr 22 15:29:40.425632 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e3555537-62ce-439d-8583-197824359c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '9de54cec-ac4d-4f07-8ce4-d1458c020acc', 'name': '', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:84:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:57Z', 'updated_at': '2022-04-22T15:26:05Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:40.429700 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3555537-62ce-439d-8583-197824359c0c None None] The sync data for ids ['0b353fa3-1c9c-4503-b7b9-581959faad8f'] in dv-neutron-838883-3-hyperv is: [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:58Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '9de54cec-ac4d-4f07-8ce4-d1458c020acc', 'name': '', 'network_id': '60075a30-f7c6-4ee0-a14b-07ace2704a47', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:84:96:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:57Z', 'updated_at': '2022-04-22T15:26:05Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '47cb5e7a-c254-468f-a13e-bb4a32524835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:29:40.534660 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e7b9376-ab48-4e1c-9956-981dd910ac34 req-234d07ec-5291-41b7-a6ef-0ce44a43b5f9 service neutron] 10.222.0.70 "GET /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226067 Apr 22 15:29:40.641096 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8ad1cc-a77e-4a7f-b463-940388959c19 None None] New status for floating IP 414a1bc7-e23e-4689-bd47-89fd56cf18ba: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:29:41.443253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c491534-dd47-4cd9-a49c-63a4f9833736 req-4ac9bffa-4684-4e99-8e99-a33f811bfae7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:41.444703 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6c491534-dd47-4cd9-a49c-63a4f9833736 req-4ac9bffa-4684-4e99-8e99-a33f811bfae7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 945 time: 0.1450148 Apr 22 15:29:41.531802 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6c491534-dd47-4cd9-a49c-63a4f9833736 req-bbc93508-4f00-486d-8a2f-65dee07fb5c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0d6a9db0-d024-4957-98f9-4dab8420d36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813410 Apr 22 15:29:41.563190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800331d-457b-472f-956f-3f35450cdd55 req-f01bef14-6ac1-434a-81dc-129e348f19d3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:41.564599 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3800331d-457b-472f-956f-3f35450cdd55 req-f01bef14-6ac1-434a-81dc-129e348f19d3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 945 time: 0.0866790 Apr 22 15:29:41.631104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-3800331d-457b-472f-956f-3f35450cdd55 req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:41.631442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3800331d-457b-472f-956f-3f35450cdd55 req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:41.873778 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-3800331d-457b-472f-956f-3f35450cdd55 req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10,segment=NetworkSegment(b6bbc697-637e-4d38-a398-035fe1d43328),segment_id=b6bbc697-637e-4d38-a398-035fe1d43328)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:41.874037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3800331d-457b-472f-956f-3f35450cdd55 req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:41.991386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-3800331d-457b-472f-956f-3f35450cdd55 req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:42.132407 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3800331d-457b-472f-956f-3f35450cdd55 req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:42.181136 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=5fe079b3-8598-4f93-bdc0-ed0bd39c8f10,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:42.248430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:42.248766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:42.249100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:42.249424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:42.249747 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:42.250068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:42.250411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:42.250729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:42.251299 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:42.251612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:42.251925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:42.264121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-3800331d-457b-472f-956f-3f35450cdd55 req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] No DVR routers for this DVR port 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:29:42.266211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3800331d-457b-472f-956f-3f35450cdd55 req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:42.268574 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'name': 'network-vif-deleted', 'tag': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:29:42.279642 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3800331d-457b-472f-956f-3f35450cdd55 req-8a047b14-ae0b-4347-b183-e44b33a3534a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "DELETE /v2.0/ports/5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 HTTP/1.1" status: 204 len: 173 time: 0.7097418 Apr 22 15:29:42.337193 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a32952-17f0-4380-b601-372485ee5971'] response: {'server_uuid': '4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e', 'name': 'network-vif-deleted', 'tag': '5fe079b3-8598-4f93-bdc0-ed0bd39c8f10', 'status': 'completed', 'code': 200} Apr 22 15:29:42.707704 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-003cbb8d-2be8-4c86-8163-131270e23b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:42.708818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ac2abf36-1345-47f6-a850-2c265bc03544 req-4eda9f6b-6bd9-4b1c-ac91-03b826c4eda8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:29:42.724017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ac2abf36-1345-47f6-a850-2c265bc03544 req-4eda9f6b-6bd9-4b1c-ac91-03b826c4eda8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:29:42.725190 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac2abf36-1345-47f6-a850-2c265bc03544 req-4eda9f6b-6bd9-4b1c-ac91-03b826c4eda8 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a3564e3-f0b3-4e3f-9851-f3e8c4e2b72e HTTP/1.1" status: 200 len: 210 time: 0.0568137 Apr 22 15:29:43.830203 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38338) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:43.906533 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bccf7e9-fe5d-4ea5-a101-8b582e65a639 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:43.934189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bccf7e9-fe5d-4ea5-a101-8b582e65a639 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:43.997382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bccf7e9-fe5d-4ea5-a101-8b582e65a639 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:44.016863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccf7e9-fe5d-4ea5-a101-8b582e65a639 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6a9db0-d024-4957-98f9-4dab8420d36f,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:44.026580 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bccf7e9-fe5d-4ea5-a101-8b582e65a639 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:44.027666 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7bccf7e9-fe5d-4ea5-a101-8b582e65a639 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/security-groups/0d6a9db0-d024-4957-98f9-4dab8420d36f HTTP/1.1" status: 204 len: 168 time: 0.1965239 Apr 22 15:29:44.071845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38344) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:44.356240 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:29:44.391249 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:29:44.391583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 5fe079b3-8598-4f93-bdc0-ed0bd39c8f10 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:29:44.456918 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b900b3ac-f0e9-44d0-95b6-95012952f072 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:45.001937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0064c23b-4a0b-44ab-9ad9-d8be6b95c74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:45.145023 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b900b3ac-f0e9-44d0-95b6-95012952f072 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 9de54cec-ac4d-4f07-8ce4-d1458c020acc {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:45.145605 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b900b3ac-f0e9-44d0-95b6-95012952f072 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:45.322712 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-b900b3ac-f0e9-44d0-95b6-95012952f072 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 9de54cec-ac4d-4f07-8ce4-d1458c020acc, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9de54cec-ac4d-4f07-8ce4-d1458c020acc,segment=NetworkSegment(b6bbc697-637e-4d38-a398-035fe1d43328),segment_id=b6bbc697-637e-4d38-a398-035fe1d43328)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:45.323060 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b900b3ac-f0e9-44d0-95b6-95012952f072 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:45.438449 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b900b3ac-f0e9-44d0-95b6-95012952f072 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 9de54cec-ac4d-4f07-8ce4-d1458c020acc owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:45.607851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b900b3ac-f0e9-44d0-95b6-95012952f072 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:45.654639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900b3ac-f0e9-44d0-95b6-95012952f072 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=9de54cec-ac4d-4f07-8ce4-d1458c020acc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:45.948845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b900b3ac-f0e9-44d0-95b6-95012952f072 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:45.984961 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:46.014020 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:46.222717 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:29:46.595404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b900b3ac-f0e9-44d0-95b6-95012952f072 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router 0b353fa3-1c9c-4503-b7b9-581959faad8f has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:29:46.788777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b900b3ac-f0e9-44d0-95b6-95012952f072 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:29:46.798059 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e208cb3-e774-4fe3-80ec-0a98b0ba09bc None None] Sync routers for ids ['0b353fa3-1c9c-4503-b7b9-581959faad8f'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:29:46.805086 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b900b3ac-f0e9-44d0-95b6-95012952f072 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/0b353fa3-1c9c-4503-b7b9-581959faad8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7321565 Apr 22 15:29:46.807986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38348) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:46.810050 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e208cb3-e774-4fe3-80ec-0a98b0ba09bc None None] Routers {'0b353fa3-1c9c-4503-b7b9-581959faad8f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:46.811157 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6e208cb3-e774-4fe3-80ec-0a98b0ba09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:29:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0b353fa3-1c9c-4503-b7b9-581959faad8f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:46.988238 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6e208cb3-e774-4fe3-80ec-0a98b0ba09bc None None] Set router 0b353fa3-1c9c-4503-b7b9-581959faad8f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:46.998825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7551c0-72f4-4ff1-953a-255eaa804977 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting subnet 47cb5e7a-c254-468f-a13e-bb4a32524835 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:29:47.001955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f7551c0-72f4-4ff1-953a-255eaa804977 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:47.054727 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f7551c0-72f4-4ff1-953a-255eaa804977 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:47.137302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f7551c0-72f4-4ff1-953a-255eaa804977 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:47.214816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f7551c0-72f4-4ff1-953a-255eaa804977 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:47.258246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7551c0-72f4-4ff1-953a-255eaa804977 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Subnet': ['ID=47cb5e7a-c254-468f-a13e-bb4a32524835,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:47.261898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f7551c0-72f4-4ff1-953a-255eaa804977 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:47.268211 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0f7551c0-72f4-4ff1-953a-255eaa804977 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/subnets/47cb5e7a-c254-468f-a13e-bb4a32524835 HTTP/1.1" status: 204 len: 168 time: 0.4591916 Apr 22 15:29:47.268629 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198adefb-9fe2-4278-bac1-df96e05498f4 None None] Network 60075a30-f7c6-4ee0-a14b-07ace2704a47 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:29:47.271584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38352) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:47.322260 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6e208cb3-e774-4fe3-80ec-0a98b0ba09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:29:45Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:47.325981 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e208cb3-e774-4fe3-80ec-0a98b0ba09bc None None] Checking router: 0b353fa3-1c9c-4503-b7b9-581959faad8f for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:29:47.337456 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e208cb3-e774-4fe3-80ec-0a98b0ba09bc None None] Routers {'0b353fa3-1c9c-4503-b7b9-581959faad8f'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:47.338081 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6e208cb3-e774-4fe3-80ec-0a98b0ba09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:29:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['0b353fa3-1c9c-4503-b7b9-581959faad8f'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:47.476039 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:47.520473 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6e208cb3-e774-4fe3-80ec-0a98b0ba09bc None None] Set router 0b353fa3-1c9c-4503-b7b9-581959faad8f gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:47.527147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] DHCP port deletion for 60075a30-f7c6-4ee0-a14b-07ace2704a47 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:29:47.532580 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Deleting port 184f1de2-cb98-4a19-bd4f-09f11de6489f {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:47.533135 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:47.594488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:47.679614 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:47.689573 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 055a2b99-56d5-41e3-aa97-4871bc1705d5 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:29:47.689912 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:47.749967 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] For port 184f1de2-cb98-4a19-bd4f-09f11de6489f, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=184f1de2-cb98-4a19-bd4f-09f11de6489f,segment=NetworkSegment(b6bbc697-637e-4d38-a398-035fe1d43328),segment_id=b6bbc697-637e-4d38-a398-035fe1d43328)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:47.750496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:47.811269 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6e208cb3-e774-4fe3-80ec-0a98b0ba09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:29:45Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:47.815284 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e208cb3-e774-4fe3-80ec-0a98b0ba09bc None None] The sync data for ids ['0b353fa3-1c9c-4503-b7b9-581959faad8f'] in dv-neutron-838883-3-hyperv is: [{'id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'name': 'tempest-TestNetworkBasicOps-router-1528156710', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:29:45Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '055a2b99-56d5-41e3-aa97-4871bc1705d5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b353fa3-1c9c-4503-b7b9-581959faad8f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:25:54Z', 'updated_at': '2022-04-22T15:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:29:47.871709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Calling delete_port for 184f1de2-cb98-4a19-bd4f-09f11de6489f owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:47.873532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 055a2b99-56d5-41e3-aa97-4871bc1705d5, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=055a2b99-56d5-41e3-aa97-4871bc1705d5,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:47.873890 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:47.946948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:47.994903 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Pushing event deleted for resources: {'Port': ['ID=184f1de2-cb98-4a19-bd4f-09f11de6489f,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:47.995799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 055a2b99-56d5-41e3-aa97-4871bc1705d5 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:29:48.000220 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] No DVR routers for this DVR port 184f1de2-cb98-4a19-bd4f-09f11de6489f on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:29:48.018637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:48.019207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:48.019604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:48.020032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:48.020428 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:48.020815 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:48.021306 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:48.021636 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:48.022094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:48.022714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:48.023200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53de2bee-b615-4409-b57d-130cc43f0833 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:48.164176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:48.208729 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=055a2b99-56d5-41e3-aa97-4871bc1705d5,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:48.532052 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:48.789205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:48.793250 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:48.818786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:48.819427 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Fanout notify agent at l3_agent the message router_deleted on router 0b353fa3-1c9c-4503-b7b9-581959faad8f {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:29:48.836471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:48.837527 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f993f6e4-2188-4962-b054-9aabb241ae69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/routers/0b353fa3-1c9c-4503-b7b9-581959faad8f HTTP/1.1" status: 204 len: 168 time: 1.5649469 Apr 22 15:29:48.840167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38358) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:48.963877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd822d06-8e9d-42f6-8296-55945f70c21c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.095459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd822d06-8e9d-42f6-8296-55945f70c21c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.119406 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-cd822d06-8e9d-42f6-8296-55945f70c21c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60075a30-f7c6-4ee0-a14b-07ace2704a47']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:49.131567 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-cd822d06-8e9d-42f6-8296-55945f70c21c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bbc697-637e-4d38-a398-035fe1d43328') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:49.131860 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-cd822d06-8e9d-42f6-8296-55945f70c21c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bbc697-637e-4d38-a398-035fe1d43328') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:49.143219 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd822d06-8e9d-42f6-8296-55945f70c21c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.158167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd822d06-8e9d-42f6-8296-55945f70c21c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.163953 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd822d06-8e9d-42f6-8296-55945f70c21c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:29:49.164326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd822d06-8e9d-42f6-8296-55945f70c21c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:29:49.178050 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:29:49.270005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd822d06-8e9d-42f6-8296-55945f70c21c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.275441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd822d06-8e9d-42f6-8296-55945f70c21c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.307220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd822d06-8e9d-42f6-8296-55945f70c21c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Network': ['ID=60075a30-f7c6-4ee0-a14b-07ace2704a47,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:49.325392 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cd822d06-8e9d-42f6-8296-55945f70c21c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/networks/60075a30-f7c6-4ee0-a14b-07ace2704a47 HTTP/1.1" status: 204 len: 168 time: 0.4802797 Apr 22 15:29:49.328825 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 184f1de2-cb98-4a19-bd4f-09f11de6489f no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:29:49.333510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38362) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:49.340798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'network': {'name': 'tempest-network-smoke--429921114', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'port_security_enabled': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:29:49.345972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:29:49.350131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:network and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:29:49.352999 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:29:49.359576 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:29:49.361568 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 184f1de2-cb98-4a19-bd4f-09f11de6489f {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:29:49.361693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 184f1de2-cb98-4a19-bd4f-09f11de6489f not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:29:49.362081 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 055a2b99-56d5-41e3-aa97-4871bc1705d5 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:29:49.369441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:29:49.372336 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.394955 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 055a2b99-56d5-41e3-aa97-4871bc1705d5 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:29:49.395313 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 055a2b99-56d5-41e3-aa97-4871bc1705d5 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:29:49.395734 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9de54cec-ac4d-4f07-8ce4-d1458c020acc no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:29:49.402531 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:29:49.411908 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.412267 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Added segment 7576ef2a-792c-4511-91e5-eeb3ed68ccc9 of type vlan for network 35a9ab26-0579-4f5b-b26c-3326cf73af38 Apr 22 15:29:49.440976 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.465635 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 9de54cec-ac4d-4f07-8ce4-d1458c020acc {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:29:49.465975 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9de54cec-ac4d-4f07-8ce4-d1458c020acc not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:29:49.472234 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.476186 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:49.476788 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.580197 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2441118 Apr 22 15:29:49.582930 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38366) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:49.589619 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-191510852', 'admin_state_up': True, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:29:49.594628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7558bc6-1912-48d6-a5b8-909702d63ddc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Network': ['ID=35a9ab26-0579-4f5b-b26c-3326cf73af38,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:49.598573 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:29:49.603980 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:router and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:29:49.604959 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 35a9ab26-0579-4f5b-b26c-3326cf73af38 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:29:49.608032 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:29:49.614502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:29:49.624699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.625880 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.645143 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:49.878521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:50.057484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:50.087130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:50.220343 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.46 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/b0687c5a-c381-4477-a85a-2d87c3339698) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:29:50.364920 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:50.391767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:50.457438 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:29:50.460060 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:29:50.462424 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:29:50.502046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=b0687c5a-c381-4477-a85a-2d87c3339698,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:50.623347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:50.624523 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:50.853496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router ac1c734e-a327-456d-91c0-4ef55601b3d5 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:29:51.061035 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:29:51.070421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Sync routers for ids ['ac1c734e-a327-456d-91c0-4ef55601b3d5'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:29:51.082486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Routers {'ac1c734e-a327-456d-91c0-4ef55601b3d5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:51.083191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:29:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ac1c734e-a327-456d-91c0-4ef55601b3d5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:51.087027 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:51.088378 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7a9e0a92-2846-4bcb-b77e-7064b775e0ef tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5043592 Apr 22 15:29:51.091364 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38370) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:51.134910 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-77d8ba64-c67e-4aa6-a579-f8e45f3d13a3 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=837b6f9741fb4d28b96872e0afaf71d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423925 Apr 22 15:29:51.137347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38374) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:51.262828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79f1219-5f23-47d8-826d-58db99c567d5 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:51.263142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Set router ac1c734e-a327-456d-91c0-4ef55601b3d5 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:51.266901 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c79f1219-5f23-47d8-826d-58db99c567d5 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1261172 Apr 22 15:29:51.267095 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38378) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:51.308149 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2c4ac445-be66-47ad-aa62-edec185b8dae tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376666 Apr 22 15:29:51.308352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38382) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:51.313774 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1709170698', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:29:51.424441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:29:51.428043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:subnet and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:29:51.430811 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:29:51.436448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:29:51.446693 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:29:51.553670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:50Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:51.557736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Checking router: ac1c734e-a327-456d-91c0-4ef55601b3d5 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:29:51.558082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Updating router ac1c734e-a327-456d-91c0-4ef55601b3d5 port b0687c5a-c381-4477-a85a-2d87c3339698 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:29:51.610501 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:51.650207 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:51.858886 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:51.925904 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:51.937673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Transition to ACTIVE for port object b0687c5a-c381-4477-a85a-2d87c3339698 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:29:51.944723 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:51.946236 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Subnet': ['ID=e53a01de-4973-47da-8d76-8692b41af3f4,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:51.952549 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Checking segment: {'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:29:51.952906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network hostable DHCP agents. Network: 35a9ab26-0579-4f5b-b26c-3326cf73af38, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:29:51.976215 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 35a9ab26-0579-4f5b-b26c-3326cf73af38 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:29:51.986263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 35a9ab26-0579-4f5b-b26c-3326cf73af38) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:29:51.990111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:51.990720 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:52.010876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b353a47-a348-4c2a-87f9-5145ee8e3211 None None] Network 35a9ab26-0579-4f5b-b26c-3326cf73af38 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:29:52.014165 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f4162bd4-19ef-4b25-9020-86f4dab8e887 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7043619 Apr 22 15:29:52.016586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38386) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:52.105455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c836e-63c9-4728-89df-d0486b8a4fef None None] Pushing event updated for resources: {'Port': ['ID=b0687c5a-c381-4477-a85a-2d87c3339698,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:52.108326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Attempting to bind port b0687c5a-c381-4477-a85a-2d87c3339698 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:29:52.108682 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Attempting to bind port b0687c5a-c381-4477-a85a-2d87c3339698 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:29:52.109089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Attempting to bind port b0687c5a-c381-4477-a85a-2d87c3339698 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:29:52.124171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:29:52.124536 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:29:52.124927 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:52.125306 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:29:52.125760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Bound port: b0687c5a-c381-4477-a85a-2d87c3339698, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:29:52.126403 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:52.257198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] For port b0687c5a-c381-4477-a85a-2d87c3339698, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:29:52.269601 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] For port b0687c5a-c381-4477-a85a-2d87c3339698, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b0687c5a-c381-4477-a85a-2d87c3339698,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:29:52.297716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:52.354591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-35a9ab26-0579-4f5b-b26c-3326cf73af38', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:29:52.355387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:52.507620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c836e-63c9-4728-89df-d0486b8a4fef None None] Pushing event updated for resources: {'Port': ['ID=b0687c5a-c381-4477-a85a-2d87c3339698,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:52.524488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Routers {'ac1c734e-a327-456d-91c0-4ef55601b3d5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:52.525099 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:29:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ac1c734e-a327-456d-91c0-4ef55601b3d5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:52.756177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Allocated IP 172.20.0.2 (35a9ab26-0579-4f5b-b26c-3326cf73af38/e53a01de-4973-47da-8d76-8692b41af3f4/9ce289e5-0d45-4d12-806f-27ca9d286e8d) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:29:52.774385 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:52.795046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] Set router ac1c734e-a327-456d-91c0-4ef55601b3d5 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:53.201049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:53.217141 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Transition to ACTIVE for port object 9ce289e5-0d45-4d12-806f-27ca9d286e8d will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:29:53.239441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Transition to ACTIVE for port object 9ce289e5-0d45-4d12-806f-27ca9d286e8d will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:29:53.245202 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:53.320762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Network 35a9ab26-0579-4f5b-b26c-3326cf73af38 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:29:53.322753 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:50Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:53.327825 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:29:53.330953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Pushing event updated for resources: {'Port': ['ID=9ce289e5-0d45-4d12-806f-27ca9d286e8d,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:53.333166 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:29:53.338221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e013a62-d20f-4f15-9024-8c5743adab49 None None] The sync data for ids ['ac1c734e-a327-456d-91c0-4ef55601b3d5'] in dv-neutron-838883-3-hyperv is: [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:50Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:29:53.422043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.1 (35a9ab26-0579-4f5b-b26c-3326cf73af38/e53a01de-4973-47da-8d76-8692b41af3f4/c27d6f80-ded3-4d79-bd66-b7df21970183) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:29:53.430257 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Attempting to bind port 9ce289e5-0d45-4d12-806f-27ca9d286e8d on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:29:53.430579 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Attempting to bind port 9ce289e5-0d45-4d12-806f-27ca9d286e8d by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:29:53.430937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Attempting to bind port 9ce289e5-0d45-4d12-806f-27ca9d286e8d on network 35a9ab26-0579-4f5b-b26c-3326cf73af38 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:29:53.438242 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:29:53.438641 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Checking segment: {'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:29:53.439035 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:53.439426 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Bound using segment: {'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:29:53.439893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Bound port: 9ce289e5-0d45-4d12-806f-27ca9d286e8d, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:29:53.440254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:53.552094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] For port 9ce289e5-0d45-4d12-806f-27ca9d286e8d, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:29:53.556129 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] For port 9ce289e5-0d45-4d12-806f-27ca9d286e8d, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9ce289e5-0d45-4d12-806f-27ca9d286e8d,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:29:53.561140 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:53.605161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:53.627503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object c27d6f80-ded3-4d79-bd66-b7df21970183 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:29:53.645699 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77914f0-b88c-4b3d-9f63-0695447a93b3 None None] Pushing event updated for resources: {'Port': ['ID=9ce289e5-0d45-4d12-806f-27ca9d286e8d,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:53.659792 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:53.741521 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=c27d6f80-ded3-4d79-bd66-b7df21970183,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:53.744951 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 35a9ab26-0579-4f5b-b26c-3326cf73af38 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:29:53.748654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:29:53.753316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:29:53.793776 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:53.793776 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:53.793776 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:53.793776 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:53.796074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:53.796074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:53.796074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:53.796502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:53.797608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:53.797608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:53.801888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:53.840635 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:53.936189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:54.353645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:54.359311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:54.476192 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:54.484585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=c27d6f80-ded3-4d79-bd66-b7df21970183,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:54.605341 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d01f16-571a-4a27-9072-d03383ff8008 None None] Network 35a9ab26-0579-4f5b-b26c-3326cf73af38 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:29:54.618116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 35a9ab26-0579-4f5b-b26c-3326cf73af38 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:29:54.619225 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:29:54.709859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-89c050cf-3c82-4561-9d9c-7fdbc6052d9a None None] Provisioning for port 9ce289e5-0d45-4d12-806f-27ca9d286e8d completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:29:55.002826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router ac1c734e-a327-456d-91c0-4ef55601b3d5 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:29:55.046828 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-567de79d-9dbd-44f1-9f21-4d3ca498f654 None None] Provisioning for port c27d6f80-ded3-4d79-bd66-b7df21970183 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:29:55.052659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-567de79d-9dbd-44f1-9f21-4d3ca498f654 None None] Provisioning complete for port c27d6f80-ded3-4d79-bd66-b7df21970183 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:29:55.052875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-567de79d-9dbd-44f1-9f21-4d3ca498f654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:55.112460 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-567de79d-9dbd-44f1-9f21-4d3ca498f654 None None] Port c27d6f80-ded3-4d79-bd66-b7df21970183 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:29:55.253391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-54c3e5a0-3e61-4fe0-8fcf-0d4ca825aac3 None None] Provisioning complete for port c27d6f80-ded3-4d79-bd66-b7df21970183 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:29:55.253878 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54c3e5a0-3e61-4fe0-8fcf-0d4ca825aac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:55.322675 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:29:55.331856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-54c3e5a0-3e61-4fe0-8fcf-0d4ca825aac3 None None] Port c27d6f80-ded3-4d79-bd66-b7df21970183 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:29:55.337889 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-351f3f0a-701f-406e-8c4d-de1425dcefc3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/ac1c734e-a327-456d-91c0-4ef55601b3d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3202069 Apr 22 15:29:55.340441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38390) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:55.374605 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9ce289e5-0d45-4d12-806f-27ca9d286e8d up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:29:55.493167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3f13fa-3328-4b3d-9b0d-1b08ba2ca318 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:55.493458 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3f13fa-3328-4b3d-9b0d-1b08ba2ca318 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:55.493822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3f13fa-3328-4b3d-9b0d-1b08ba2ca318 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:55.494235 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3f13fa-3328-4b3d-9b0d-1b08ba2ca318 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:55.496210 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bf3f13fa-3328-4b3d-9b0d-1b08ba2ca318 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1544821 Apr 22 15:29:55.498680 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38394) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:55.499611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-942d806c-ebb2-4dc0-840a-8545b7bbd833 None None] Provisioning complete for port c27d6f80-ded3-4d79-bd66-b7df21970183 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:29:55.500084 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-942d806c-ebb2-4dc0-840a-8545b7bbd833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:55.557180 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-942d806c-ebb2-4dc0-840a-8545b7bbd833 None None] Port c27d6f80-ded3-4d79-bd66-b7df21970183 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:29:55.560061 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 9ce289e5-0d45-4d12-806f-27ca9d286e8d completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:29:55.564688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9ce289e5-0d45-4d12-806f-27ca9d286e8d triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:29:55.565057 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:55.570634 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d5b0d9-e3c5-4e16-8659-ba9ee07bb282 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:55.571007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d5b0d9-e3c5-4e16-8659-ba9ee07bb282 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:55.571366 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d5b0d9-e3c5-4e16-8659-ba9ee07bb282 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:55.571724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d5b0d9-e3c5-4e16-8659-ba9ee07bb282 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:55.573348 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-00d5b0d9-e3c5-4e16-8659-ba9ee07bb282 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0737836 Apr 22 15:29:55.576518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38398) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:55.679571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:55.711943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 9ce289e5-0d45-4d12-806f-27ca9d286e8d, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9ce289e5-0d45-4d12-806f-27ca9d286e8d,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:55.715762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:55.716717 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b0687c5a-c381-4477-a85a-2d87c3339698 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:29:55.775758 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ab1ca901-caf7-4312-8e37-6150c768e246 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.1978540 Apr 22 15:29:55.837813 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=9ce289e5-0d45-4d12-806f-27ca9d286e8d,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:55.852186 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port b0687c5a-c381-4477-a85a-2d87c3339698 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:29:55.857331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b0687c5a-c381-4477-a85a-2d87c3339698 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:29:55.857699 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:55.972464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:55.991049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port b0687c5a-c381-4477-a85a-2d87c3339698, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b0687c5a-c381-4477-a85a-2d87c3339698,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:55.996687 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.006591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38404) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:56.012434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368141003', 'description': 'tempest-secgroup-smoke-1368141003 description', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:29:56.019065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:29:56.023189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:29:56.026017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:29:56.031709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:29:56.042247 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.067860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=b0687c5a-c381-4477-a85a-2d87c3339698,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:56.078241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:29:56.081985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:29:56.084887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:29:56.090758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:29:56.143842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.147372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.192799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0944ae9a-2aa6-430f-a5af-808380d05442,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:56.195593 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.196855 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7842615d-d893-4a8c-b77b-e4f8b2dae1fc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1890032 Apr 22 15:29:56.199535 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38408) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:56.204726 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-889046b1-a9ac-4c26-bad3-ac691b2ee084 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '0944ae9a-2aa6-430f-a5af-808380d05442', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:29:56.210432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-889046b1-a9ac-4c26-bad3-ac691b2ee084 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:29:56.214095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-889046b1-a9ac-4c26-bad3-ac691b2ee084 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:29:56.216945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-889046b1-a9ac-4c26-bad3-ac691b2ee084 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:29:56.222606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-889046b1-a9ac-4c26-bad3-ac691b2ee084 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:29:56.320034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-889046b1-a9ac-4c26-bad3-ac691b2ee084 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.379457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-889046b1-a9ac-4c26-bad3-ac691b2ee084 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.382878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-889046b1-a9ac-4c26-bad3-ac691b2ee084 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.405751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889046b1-a9ac-4c26-bad3-ac691b2ee084 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d77ac1-e1f2-4cbe-a914-d5708ee0778b,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:56.414996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-889046b1-a9ac-4c26-bad3-ac691b2ee084 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.416159 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-889046b1-a9ac-4c26-bad3-ac691b2ee084 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2157393 Apr 22 15:29:56.418836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38412) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:56.424695 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-94fbf21e-400f-4a0e-a2b6-8c2e51537df9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '0944ae9a-2aa6-430f-a5af-808380d05442', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:29:56.430185 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-94fbf21e-400f-4a0e-a2b6-8c2e51537df9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:29:56.433919 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-94fbf21e-400f-4a0e-a2b6-8c2e51537df9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:29:56.436819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-94fbf21e-400f-4a0e-a2b6-8c2e51537df9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:29:56.442532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-94fbf21e-400f-4a0e-a2b6-8c2e51537df9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:29:56.458807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94fbf21e-400f-4a0e-a2b6-8c2e51537df9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.519409 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94fbf21e-400f-4a0e-a2b6-8c2e51537df9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.522834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94fbf21e-400f-4a0e-a2b6-8c2e51537df9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.545842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbf21e-400f-4a0e-a2b6-8c2e51537df9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f349584d-3613-44be-b78c-7592afa0031a,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:56.553976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-94fbf21e-400f-4a0e-a2b6-8c2e51537df9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.555207 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-94fbf21e-400f-4a0e-a2b6-8c2e51537df9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1348081 Apr 22 15:29:56.557931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38416) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:56.563210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-a4f345f4-98a5-4a5f-b0d9-c43672c9301d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '0944ae9a-2aa6-430f-a5af-808380d05442', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:29:56.568730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a4f345f4-98a5-4a5f-b0d9-c43672c9301d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:29:56.572492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a4f345f4-98a5-4a5f-b0d9-c43672c9301d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:29:56.575381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a4f345f4-98a5-4a5f-b0d9-c43672c9301d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:29:56.581029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a4f345f4-98a5-4a5f-b0d9-c43672c9301d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:29:56.598882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a4f345f4-98a5-4a5f-b0d9-c43672c9301d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.666170 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a4f345f4-98a5-4a5f-b0d9-c43672c9301d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.670345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a4f345f4-98a5-4a5f-b0d9-c43672c9301d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.693823 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f345f4-98a5-4a5f-b0d9-c43672c9301d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01ac3de-e625-4d91-8999-eed40d09896b,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:56.702123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a4f345f4-98a5-4a5f-b0d9-c43672c9301d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.703310 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a4f345f4-98a5-4a5f-b0d9-c43672c9301d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1444585 Apr 22 15:29:56.706130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38420) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:56.711499 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-04267a3e-47d1-45ea-adc8-65979c528f9b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '0944ae9a-2aa6-430f-a5af-808380d05442', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:29:56.717856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-04267a3e-47d1-45ea-adc8-65979c528f9b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:29:56.721686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-04267a3e-47d1-45ea-adc8-65979c528f9b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:29:56.724699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-04267a3e-47d1-45ea-adc8-65979c528f9b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:29:56.730391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-04267a3e-47d1-45ea-adc8-65979c528f9b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:29:56.746786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04267a3e-47d1-45ea-adc8-65979c528f9b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.819517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04267a3e-47d1-45ea-adc8-65979c528f9b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.823601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04267a3e-47d1-45ea-adc8-65979c528f9b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.840173 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Sync routers for ids ['ac1c734e-a327-456d-91c0-4ef55601b3d5'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:29:56.851220 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Routers {'ac1c734e-a327-456d-91c0-4ef55601b3d5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:56.851387 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04267a3e-47d1-45ea-adc8-65979c528f9b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0638256e-ad53-4ca8-bf12-530fcb4f83ed,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:56.851785 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:29:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ac1c734e-a327-456d-91c0-4ef55601b3d5'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:56.861264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-04267a3e-47d1-45ea-adc8-65979c528f9b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.862453 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-04267a3e-47d1-45ea-adc8-65979c528f9b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1553712 Apr 22 15:29:56.865324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38424) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:56.870612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c9f754e4-117b-49b0-9dc8-b67ac9c6ee3e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '0944ae9a-2aa6-430f-a5af-808380d05442', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:29:56.877171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c9f754e4-117b-49b0-9dc8-b67ac9c6ee3e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:29:56.880956 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c9f754e4-117b-49b0-9dc8-b67ac9c6ee3e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:29:56.883989 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c9f754e4-117b-49b0-9dc8-b67ac9c6ee3e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:29:56.889661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c9f754e4-117b-49b0-9dc8-b67ac9c6ee3e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:29:56.899128 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-c9f754e4-117b-49b0-9dc8-b67ac9c6ee3e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:29:56.905312 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9f754e4-117b-49b0-9dc8-b67ac9c6ee3e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.968761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9f754e4-117b-49b0-9dc8-b67ac9c6ee3e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.972676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9f754e4-117b-49b0-9dc8-b67ac9c6ee3e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:56.992643 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f754e4-117b-49b0-9dc8-b67ac9c6ee3e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8590cd9b-e9b6-41fe-bfd6-0e61690f2645,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:57.008502 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c9f754e4-117b-49b0-9dc8-b67ac9c6ee3e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:57.009776 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c9f754e4-117b-49b0-9dc8-b67ac9c6ee3e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1435456 Apr 22 15:29:57.012628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38428) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:29:57.018352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3562db3e-425c-4a55-a41c-4bda2a5da8b2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '0944ae9a-2aa6-430f-a5af-808380d05442', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:29:57.024167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3562db3e-425c-4a55-a41c-4bda2a5da8b2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:29:57.028062 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3562db3e-425c-4a55-a41c-4bda2a5da8b2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:29:57.028191 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Set router ac1c734e-a327-456d-91c0-4ef55601b3d5 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:57.031008 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3562db3e-425c-4a55-a41c-4bda2a5da8b2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:29:57.036818 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3562db3e-425c-4a55-a41c-4bda2a5da8b2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:29:57.047360 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-3562db3e-425c-4a55-a41c-4bda2a5da8b2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:29:57.053755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3562db3e-425c-4a55-a41c-4bda2a5da8b2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:57.125416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3562db3e-425c-4a55-a41c-4bda2a5da8b2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:57.129360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3562db3e-425c-4a55-a41c-4bda2a5da8b2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:57.155513 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562db3e-425c-4a55-a41c-4bda2a5da8b2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ae1e8b-09db-470a-9ccb-acaf60f9019b,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:57.164404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3562db3e-425c-4a55-a41c-4bda2a5da8b2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:57.165808 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3562db3e-425c-4a55-a41c-4bda2a5da8b2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1520712 Apr 22 15:29:57.303712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9ce289e5-0d45-4d12-806f-27ca9d286e8d up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:29:57.339427 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:54Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:57.344003 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Checking router: ac1c734e-a327-456d-91c0-4ef55601b3d5 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:29:57.344346 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Updating router ac1c734e-a327-456d-91c0-4ef55601b3d5 port c27d6f80-ded3-4d79-bd66-b7df21970183 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:29:57.345067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-fa11665c-091e-4483-82db-21b971ab80f6 req-60d722b9-0935-4ebc-8dfa-bd2270f3fe42 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:29:57.361143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-fa11665c-091e-4483-82db-21b971ab80f6 req-60d722b9-0935-4ebc-8dfa-bd2270f3fe42 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:29:57.362534 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-60d722b9-0935-4ebc-8dfa-bd2270f3fe42 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368141003&fields=id&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 267 time: 0.0620868 Apr 22 15:29:57.373042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9ce289e5-0d45-4d12-806f-27ca9d286e8d triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:29:57.373521 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:57.401215 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:57.487419 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b0687c5a-c381-4477-a85a-2d87c3339698 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:29:57.515493 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11665c-091e-4483-82db-21b971ab80f6 req-4873d4fb-d24d-4dfa-a80e-1bb54410a31b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:57.516927 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-4873d4fb-d24d-4dfa-a80e-1bb54410a31b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/networks?id=35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 200 len: 796 time: 0.1466060 Apr 22 15:29:57.536301 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-9f0b96b0-39b0-4a02-a377-adc37a85263a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/quotas/837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 375 time: 0.0129027 Apr 22 15:29:57.559486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b0687c5a-c381-4477-a85a-2d87c3339698 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:29:57.560178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:57.620938 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-0a6880a2-541c-4849-b2ca-ac120715fe50 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789270 Apr 22 15:29:57.786507 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:57.797564 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Transition to ACTIVE for port object c27d6f80-ded3-4d79-bd66-b7df21970183 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:29:57.803998 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:57.828801 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-46ffe413-4ad4-4f13-8fbd-8aa7a80e501d service neutron] 10.222.0.71 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942582 Apr 22 15:29:57.925610 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be09de-c032-4840-8d78-d4fa465d6485 None None] Pushing event updated for resources: {'Port': ['ID=c27d6f80-ded3-4d79-bd66-b7df21970183,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:57.936678 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be09de-c032-4840-8d78-d4fa465d6485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:57.937011 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be09de-c032-4840-8d78-d4fa465d6485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:57.937339 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be09de-c032-4840-8d78-d4fa465d6485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:57.937648 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be09de-c032-4840-8d78-d4fa465d6485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:57.937966 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be09de-c032-4840-8d78-d4fa465d6485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:57.938314 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be09de-c032-4840-8d78-d4fa465d6485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:57.938627 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be09de-c032-4840-8d78-d4fa465d6485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:57.938939 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be09de-c032-4840-8d78-d4fa465d6485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:57.939256 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be09de-c032-4840-8d78-d4fa465d6485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:57.939560 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be09de-c032-4840-8d78-d4fa465d6485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:57.939868 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8be09de-c032-4840-8d78-d4fa465d6485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:29:58.006884 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-3e31d437-3d80-4d6b-a56a-8cf8ccced91f service neutron] 10.222.0.71 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721466 Apr 22 15:29:58.029434 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Attempting to bind port c27d6f80-ded3-4d79-bd66-b7df21970183 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:29:58.029791 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Attempting to bind port c27d6f80-ded3-4d79-bd66-b7df21970183 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:29:58.030159 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Attempting to bind port c27d6f80-ded3-4d79-bd66-b7df21970183 on network 35a9ab26-0579-4f5b-b26c-3326cf73af38 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:29:58.039058 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:29:58.039497 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Checking segment: {'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:29:58.039956 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:58.040421 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Bound using segment: {'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:29:58.040911 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Bound port: c27d6f80-ded3-4d79-bd66-b7df21970183, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:29:58.041277 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:58.144771 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] For port c27d6f80-ded3-4d79-bd66-b7df21970183, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:29:58.147738 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] For port c27d6f80-ded3-4d79-bd66-b7df21970183, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c27d6f80-ded3-4d79-bd66-b7df21970183,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:29:58.151339 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:58.216008 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a90bdc48-61d6-4294-a06c-45f6d79c7b2e req-a748dd4f-fa4c-48c5-a97e-19ec5dd28e42 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 210 time: 0.0592687 Apr 22 15:29:58.229782 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be09de-c032-4840-8d78-d4fa465d6485 None None] Pushing event updated for resources: {'Port': ['ID=c27d6f80-ded3-4d79-bd66-b7df21970183,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:58.246968 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Routers {'ac1c734e-a327-456d-91c0-4ef55601b3d5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:29:58.248319 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:29:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ac1c734e-a327-456d-91c0-4ef55601b3d5'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:58.447442 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] Set router ac1c734e-a327-456d-91c0-4ef55601b3d5 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:29:58.771005 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:58Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:29:58.774879 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bed4b4-896a-4c93-97d7-11316ec4f04a None None] The sync data for ids ['ac1c734e-a327-456d-91c0-4ef55601b3d5'] in dv-neutron-838883-3-hyperv is: [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:58Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:29:59.354545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11665c-091e-4483-82db-21b971ab80f6 req-9b0b7a54-b617-428b-acc1-64caf2b6c8f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:29:59.357154 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-9b0b7a54-b617-428b-acc1-64caf2b6c8f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/networks?id=35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 200 len: 796 time: 0.1705525 Apr 22 15:29:59.375652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c27d6f80-ded3-4d79-bd66-b7df21970183 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:29:59.455370 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59bcb2b3-0555-45e7-8a59-19515fdea8a9 req-f9f98d78-dea9-443a-b5ed-d8272098fcce tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 210 time: 0.0578439 Apr 22 15:29:59.471269 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-a9259545-2656-441e-a252-f39783ad6fc0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 380 time: 0.0958495 Apr 22 15:29:59.490630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port c27d6f80-ded3-4d79-bd66-b7df21970183 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:29:59.496129 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c27d6f80-ded3-4d79-bd66-b7df21970183 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:29:59.496450 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:59.500115 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'port': {'device_id': '179942e5-3325-45e2-96fe-de1d6e137b70', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'admin_state_up': True, 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'security_groups': ['0944ae9a-2aa6-430f-a5af-808380d05442']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:29:59.614615 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:59.646598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port c27d6f80-ded3-4d79-bd66-b7df21970183, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c27d6f80-ded3-4d79-bd66-b7df21970183,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:29:59.647119 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:29:59.650623 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:59.651295 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:port and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:29:59.654768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:29:59.660857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:29:59.671256 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:29:59.674588 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:29:59.724429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=c27d6f80-ded3-4d79-bd66-b7df21970183,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:29:59.840457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.4 (35a9ab26-0579-4f5b-b26c-3326cf73af38/e53a01de-4973-47da-8d76-8692b41af3f4/cc3d370b-a92e-4fe4-9c05-da50980e84fd) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:30:00.021337 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:00.039718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object cc3d370b-a92e-4fe4-9c05-da50980e84fd will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:30:00.062672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:00.219697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 35a9ab26-0579-4f5b-b26c-3326cf73af38 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:30:00.222769 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:30:00.227151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:30:00.252570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=cc3d370b-a92e-4fe4-9c05-da50980e84fd,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:00.289766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:00.290388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:00.314889 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e611cae7-5e2e-4345-b7e5-47ee5124886d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8205643 Apr 22 15:30:00.332016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Request body: {'port': {'device_id': '179942e5-3325-45e2-96fe-de1d6e137b70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:30:00.445093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:00.464867 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c8451d05-c31d-44f2-b915-e4cded180993 None None] Provisioning for port cc3d370b-a92e-4fe4-9c05-da50980e84fd completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:30:00.470047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c8451d05-c31d-44f2-b915-e4cded180993 None None] Provisioning complete for port cc3d370b-a92e-4fe4-9c05-da50980e84fd triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:30:00.470444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c8451d05-c31d-44f2-b915-e4cded180993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:00.529650 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c8451d05-c31d-44f2-b915-e4cded180993 None None] Port cc3d370b-a92e-4fe4-9c05-da50980e84fd cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:30:00.775634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db78ca-cfb3-4d77-b941-4cd4077c9070 req-1d2e35fa-c909-44e0-8103-4ddc4d0a428a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:00.776226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-13db78ca-cfb3-4d77-b941-4cd4077c9070 req-1d2e35fa-c909-44e0-8103-4ddc4d0a428a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:30:00.806558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-13db78ca-cfb3-4d77-b941-4cd4077c9070 req-1d2e35fa-c909-44e0-8103-4ddc4d0a428a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:30:00.807658 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13db78ca-cfb3-4d77-b941-4cd4077c9070 req-1d2e35fa-c909-44e0-8103-4ddc4d0a428a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 931 time: 0.2220752 Apr 22 15:30:00.884527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3d370b-a92e-4fe4-9c05-da50980e84fd {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:30:00.895794 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:00.913806 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13db78ca-cfb3-4d77-b941-4cd4077c9070 req-9f7fb5c6-cd19-438e-813a-92465c970218 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0944ae9a-2aa6-430f-a5af-808380d05442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751441 Apr 22 15:30:00.916057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Transition to ACTIVE for port object cc3d370b-a92e-4fe4-9c05-da50980e84fd will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:30:00.919578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:01.047554 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3d370b-a92e-4fe4-9c05-da50980e84fd,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:01.162323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Attempting to bind port cc3d370b-a92e-4fe4-9c05-da50980e84fd on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:30:01.162667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Attempting to bind port cc3d370b-a92e-4fe4-9c05-da50980e84fd by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:30:01.162997 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Attempting to bind port cc3d370b-a92e-4fe4-9c05-da50980e84fd on network 35a9ab26-0579-4f5b-b26c-3326cf73af38 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:30:01.168681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Port cc3d370b-a92e-4fe4-9c05-da50980e84fd on network 35a9ab26-0579-4f5b-b26c-3326cf73af38 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:30:01.169622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Attempting to bind port cc3d370b-a92e-4fe4-9c05-da50980e84fd on network 35a9ab26-0579-4f5b-b26c-3326cf73af38 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:30:01.175825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:30:01.176160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Checking segment: {'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:30:01.176536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Bound using segment: {'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:30:01.176956 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Bound port: cc3d370b-a92e-4fe4-9c05-da50980e84fd, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:30:01.177290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:01.265494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] For port cc3d370b-a92e-4fe4-9c05-da50980e84fd, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:30:01.268773 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] For port cc3d370b-a92e-4fe4-9c05-da50980e84fd, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cc3d370b-a92e-4fe4-9c05-da50980e84fd,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:30:01.273619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:01.298496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c27d6f80-ded3-4d79-bd66-b7df21970183 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:30:01.343519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:01.344542 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] 10.222.0.70 "PUT /v2.0/ports/cc3d370b-a92e-4fe4-9c05-da50980e84fd HTTP/1.1" status: 200 len: 1093 time: 1.0168147 Apr 22 15:30:01.345009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179942e5-3325-45e2-96fe-de1d6e137b70', 'tag': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:30:01.370967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bea040-e722-4220-bd54-53d44e4db556 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3d370b-a92e-4fe4-9c05-da50980e84fd,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:01.401920 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c27d6f80-ded3-4d79-bd66-b7df21970183 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:30:01.402441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:01.428836 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd097e0f-2e25-469c-a7f7-e06e9fb5a7f5'] response: {'name': 'network-changed', 'server_uuid': '179942e5-3325-45e2-96fe-de1d6e137b70', 'tag': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'status': 'completed', 'code': 200} Apr 22 15:30:01.473250 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-fa2f7892-b986-4655-943b-7a615e3be702 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 1096 time: 0.0760336 Apr 22 15:30:01.559490 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-b552d1e3-989a-41e1-9aaa-52e83bc7e62d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3d370b-a92e-4fe4-9c05-da50980e84fd HTTP/1.1" status: 200 len: 217 time: 0.0722620 Apr 22 15:30:01.622325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11665c-091e-4483-82db-21b971ab80f6 req-669edd7f-6b12-44cd-b0ee-6a9ed6076d6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:01.623692 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-669edd7f-6b12-44cd-b0ee-6a9ed6076d6b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e53a01de-4973-47da-8d76-8692b41af3f4 HTTP/1.1" status: 200 len: 835 time: 0.0583820 Apr 22 15:30:01.703688 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-e94f2661-091c-44ac-a8b3-9d9b70d466a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35a9ab26-0579-4f5b-b26c-3326cf73af38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736668 Apr 22 15:30:01.838072 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-948edc58-faee-4ccc-83ee-ff0bfcf38123 service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284525 Apr 22 15:30:02.083787 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa11665c-091e-4483-82db-21b971ab80f6 req-f8baeb64-ae8e-4d4d-a064-62c40037dc54 service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403519 Apr 22 15:30:02.130056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfa28d-3b91-445e-9218-c04db9b5073b req-16b74d6a-10e5-4f3a-bc5f-ab6df76afd0c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:02.131426 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51cfa28d-3b91-445e-9218-c04db9b5073b req-16b74d6a-10e5-4f3a-bc5f-ab6df76afd0c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 943 time: 0.0794837 Apr 22 15:30:02.175241 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51cfa28d-3b91-445e-9218-c04db9b5073b req-1d95bdfd-a537-435d-9648-e77c1648147f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0944ae9a-2aa6-430f-a5af-808380d05442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384421 Apr 22 15:30:02.249717 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1674d3ca-ee04-41e5-b03a-5ee05c9cefb9 req-e8ba512b-f48b-478b-85f4-8b2d4e0bb21e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 1096 time: 0.0711153 Apr 22 15:30:02.377571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674d3ca-ee04-41e5-b03a-5ee05c9cefb9 req-99062d8a-a555-488c-8abd-7c32fd62cfb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:02.379008 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1674d3ca-ee04-41e5-b03a-5ee05c9cefb9 req-99062d8a-a555-488c-8abd-7c32fd62cfb3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 200 len: 897 time: 0.1221738 Apr 22 15:30:02.445540 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1674d3ca-ee04-41e5-b03a-5ee05c9cefb9 req-6d44121f-e61b-466c-8bae-b899fb6ed359 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3d370b-a92e-4fe4-9c05-da50980e84fd HTTP/1.1" status: 200 len: 217 time: 0.0600910 Apr 22 15:30:02.509654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674d3ca-ee04-41e5-b03a-5ee05c9cefb9 req-881892b5-ef17-4df6-8cf2-83be0038e6a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:02.511076 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1674d3ca-ee04-41e5-b03a-5ee05c9cefb9 req-881892b5-ef17-4df6-8cf2-83be0038e6a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e53a01de-4973-47da-8d76-8692b41af3f4 HTTP/1.1" status: 200 len: 835 time: 0.0600147 Apr 22 15:30:02.585874 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1674d3ca-ee04-41e5-b03a-5ee05c9cefb9 req-bf36d966-b636-48ac-b506-29d8920a6976 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35a9ab26-0579-4f5b-b26c-3326cf73af38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684769 Apr 22 15:30:02.712389 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1674d3ca-ee04-41e5-b03a-5ee05c9cefb9 req-aa3a708d-bace-4f86-9939-3f8d9ec4575e service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201797 Apr 22 15:30:02.848034 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1674d3ca-ee04-41e5-b03a-5ee05c9cefb9 req-541c443b-a08b-47e1-b8c8-e3661474f3a0 service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291194 Apr 22 15:30:03.059235 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:03.372479 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0034c1-b115-4e3c-9031-0da340731568 req-e8dfd68d-fabe-46cd-bfb5-8c0367ec6900 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:03.374082 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bf0034c1-b115-4e3c-9031-0da340731568 req-e8dfd68d-fabe-46cd-bfb5-8c0367ec6900 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 943 time: 0.0803082 Apr 22 15:30:03.420788 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bf0034c1-b115-4e3c-9031-0da340731568 req-38287902-add2-46ca-916a-335013ece750 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0944ae9a-2aa6-430f-a5af-808380d05442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407732 Apr 22 15:30:04.411924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device cc3d370b-a92e-4fe4-9c05-da50980e84fd details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:30:04.553122 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port cc3d370b-a92e-4fe4-9c05-da50980e84fd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cc3d370b-a92e-4fe4-9c05-da50980e84fd,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:04.566370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'port_id': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'mac_address': 'fa:16:3e:66:47:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:30:04.616710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d51410-07f3-4398-82da-a58f2bff7f67 req-9aca8fdd-95ab-4aab-9d4f-ee015424595b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:04.618237 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-03d51410-07f3-4398-82da-a58f2bff7f67 req-9aca8fdd-95ab-4aab-9d4f-ee015424595b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 943 time: 0.0748808 Apr 22 15:30:04.620320 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:04.643157 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3d370b-a92e-4fe4-9c05-da50980e84fd {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:30:04.658889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port cc3d370b-a92e-4fe4-9c05-da50980e84fd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cc3d370b-a92e-4fe4-9c05-da50980e84fd,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:04.662962 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:04.666943 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-03d51410-07f3-4398-82da-a58f2bff7f67 req-97c9f4db-ba68-4e8c-a1bc-f55b0c6b44dd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0944ae9a-2aa6-430f-a5af-808380d05442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430019 Apr 22 15:30:04.757054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=cc3d370b-a92e-4fe4-9c05-da50980e84fd,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:05.130805 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['cc3d370b-a92e-4fe4-9c05-da50980e84fd'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:30:05.863343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0309630-debc-4c8e-8adc-c172f80fa830 req-e8e2cbfd-140b-4841-b139-4efd099e63dd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:05.864665 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d0309630-debc-4c8e-8adc-c172f80fa830 req-e8e2cbfd-140b-4841-b139-4efd099e63dd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 944 time: 0.0766833 Apr 22 15:30:05.908899 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d0309630-debc-4c8e-8adc-c172f80fa830 req-9c30532d-216d-4685-b79b-715f6517c02c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0944ae9a-2aa6-430f-a5af-808380d05442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387774 Apr 22 15:30:06.410761 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device cc3d370b-a92e-4fe4-9c05-da50980e84fd up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:30:06.476554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port cc3d370b-a92e-4fe4-9c05-da50980e84fd completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:30:06.481067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port cc3d370b-a92e-4fe4-9c05-da50980e84fd triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:30:06.481995 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:06.598049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:06.629107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179942e5-3325-45e2-96fe-de1d6e137b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:30:06.638794 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port cc3d370b-a92e-4fe4-9c05-da50980e84fd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cc3d370b-a92e-4fe4-9c05-da50980e84fd,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:06.643274 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:06.686748 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6ca006-d43d-4949-8e19-d4c0e2bef796'] response: {'server_uuid': '179942e5-3325-45e2-96fe-de1d6e137b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'code': 200} Apr 22 15:30:06.710037 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=cc3d370b-a92e-4fe4-9c05-da50980e84fd,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:06.942757 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b325c320-a1af-4cf4-8023-9695937d63df req-fb271b75-fc7a-44e2-b451-1c9e1121728b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 1098 time: 0.0682211 Apr 22 15:30:06.993999 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b325c320-a1af-4cf4-8023-9695937d63df req-6ffa5fb7-3526-4c0e-ac4b-c719c36e485a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0944ae9a-2aa6-430f-a5af-808380d05442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457547 Apr 22 15:30:07.101546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac295518-0896-473c-9c94-11166a88d909 req-25773bbd-3afc-4dfe-9a2f-e3198a851f7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:07.103292 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac295518-0896-473c-9c94-11166a88d909 req-25773bbd-3afc-4dfe-9a2f-e3198a851f7e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 945 time: 0.0744681 Apr 22 15:30:07.148620 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac295518-0896-473c-9c94-11166a88d909 req-01228ca5-271f-40ce-96e5-78ceb694a6e6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0944ae9a-2aa6-430f-a5af-808380d05442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396249 Apr 22 15:30:08.357396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9b184-49c5-45ca-bdfa-97a2fafc0934 req-c0d356df-136a-4ef1-8ea1-b203be4fdb8c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:08.359680 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-93b9b184-49c5-45ca-bdfa-97a2fafc0934 req-c0d356df-136a-4ef1-8ea1-b203be4fdb8c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 945 time: 0.0875525 Apr 22 15:30:08.407907 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-93b9b184-49c5-45ca-bdfa-97a2fafc0934 req-a9ff92f6-ac50-468f-8a23-0636e9a4e73f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0944ae9a-2aa6-430f-a5af-808380d05442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420301 Apr 22 15:30:09.598553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914fd9f-c63c-42b8-9b09-5febbf31bebd req-8e363290-e974-4cb6-a507-866b18896cbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:09.599996 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2914fd9f-c63c-42b8-9b09-5febbf31bebd req-8e363290-e974-4cb6-a507-866b18896cbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 945 time: 0.0749879 Apr 22 15:30:09.643534 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2914fd9f-c63c-42b8-9b09-5febbf31bebd req-a1347fde-83a0-43a6-9c97-fd47f402cd02 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0944ae9a-2aa6-430f-a5af-808380d05442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381739 Apr 22 15:30:09.842544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4999761-4a5b-40f7-9363-ac52c7b597bd req-80c7c242-6875-4343-b68c-f4af124e17bb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:09.843988 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b4999761-4a5b-40f7-9363-ac52c7b597bd req-80c7c242-6875-4343-b68c-f4af124e17bb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 945 time: 0.0837746 Apr 22 15:30:09.889039 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b4999761-4a5b-40f7-9363-ac52c7b597bd req-cf11d17a-3d89-467b-8c28-396617fcdf4d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0944ae9a-2aa6-430f-a5af-808380d05442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395021 Apr 22 15:30:09.916556 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38478) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:09.985097 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b9f10363-b4f8-446f-bfb8-2eca0befb239 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 1093 time: 0.0672898 Apr 22 15:30:09.987728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38482) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:09.992891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:30:09.998837 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:30:10.002838 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:floatingip and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:30:10.005613 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:30:10.011476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:30:10.022277 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:10.161081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:10.294429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.42 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/2416e698-06b8-43bc-8f8a-154900a46948) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:30:10.436168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:10.462718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:10.526119 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:30:10.529272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:30:10.532852 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:30:10.566896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=2416e698-06b8-43bc-8f8a-154900a46948,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:11.119036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:11.171362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:11.370969 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:11.376135 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:11.478512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=2416e698-06b8-43bc-8f8a-154900a46948,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:11.492146 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:11.674853 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Floating IP 34ef9dc2-655f-4de8-91ed-18253acf90aa associated. External IP: 172.26.8.42, port: cc3d370b-a92e-4fe4-9c05-da50980e84fd. Apr 22 15:30:12.053867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router ac1c734e-a327-456d-91c0-4ef55601b3d5 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:30:12.253570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:30:12.264836 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e29780d-271e-44cc-8b58-4f7c25fed677 None None] Sync routers for ids ['ac1c734e-a327-456d-91c0-4ef55601b3d5'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:30:12.276275 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e29780d-271e-44cc-8b58-4f7c25fed677 None None] Routers {'ac1c734e-a327-456d-91c0-4ef55601b3d5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:30:12.276878 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1e29780d-271e-44cc-8b58-4f7c25fed677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:29:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ac1c734e-a327-456d-91c0-4ef55601b3d5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:12.284933 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:12.338553 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3b9ba2ec-d58f-4f9e-9d5c-2af5a98b431e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3496697 Apr 22 15:30:12.339081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179942e5-3325-45e2-96fe-de1d6e137b70', 'tag': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:30:12.345916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38488) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:12.400658 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68acfc7e-15ec-4b65-97e6-e1b92f42cb9d'] response: {'name': 'network-changed', 'server_uuid': '179942e5-3325-45e2-96fe-de1d6e137b70', 'tag': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'status': 'completed', 'code': 200} Apr 22 15:30:12.422701 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dd537f91-b6f7-442b-8bc2-6cc0dec8bdc8 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 1093 time: 0.0747595 Apr 22 15:30:12.458016 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-1e29780d-271e-44cc-8b58-4f7c25fed677 None None] Set router ac1c734e-a327-456d-91c0-4ef55601b3d5 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:30:12.600903 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f800f4a4-5dc8-4ce8-956b-333fd961dd62 req-71883448-d703-46b5-88ec-bcd27516eaa7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 1098 time: 0.1576242 Apr 22 15:30:12.730424 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fbd2e23a-c6e2-47aa-ae25-37b6186348a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:12.730815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800f4a4-5dc8-4ce8-956b-333fd961dd62 req-af36db74-57eb-43e4-8cb3-d7d878715608 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:12.732323 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f800f4a4-5dc8-4ce8-956b-333fd961dd62 req-af36db74-57eb-43e4-8cb3-d7d878715608 service neutron] 10.222.0.70 "GET /v2.0/networks?id=35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 200 len: 897 time: 0.1249855 Apr 22 15:30:12.831583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1e29780d-271e-44cc-8b58-4f7c25fed677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '34ef9dc2-655f-4de8-91ed-18253acf90aa', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.42', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'port_id': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'mac_address': 'fa:16:3e:66:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179942e5-3325-45e2-96fe-de1d6e137b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:30:10Z', 'updated_at': '2022-04-22T15:30:10Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:59Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:12.835651 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e29780d-271e-44cc-8b58-4f7c25fed677 None None] Checking router: ac1c734e-a327-456d-91c0-4ef55601b3d5 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:30:12.843355 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f800f4a4-5dc8-4ce8-956b-333fd961dd62 req-79e41d96-7990-471b-a45a-d2f83827aa05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3d370b-a92e-4fe4-9c05-da50980e84fd HTTP/1.1" status: 200 len: 998 time: 0.1046317 Apr 22 15:30:12.848143 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e29780d-271e-44cc-8b58-4f7c25fed677 None None] Routers {'ac1c734e-a327-456d-91c0-4ef55601b3d5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:30:12.848943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1e29780d-271e-44cc-8b58-4f7c25fed677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:29:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ac1c734e-a327-456d-91c0-4ef55601b3d5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:12.849605 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38494) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:12.855614 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ef251bc9-e74f-4b8f-9ae3-d69f2ae7fbf9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603946946', 'description': 'tempest-secgroup-smoke-1603946946 description', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:30:12.861884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ef251bc9-e74f-4b8f-9ae3-d69f2ae7fbf9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:30:12.871321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ef251bc9-e74f-4b8f-9ae3-d69f2ae7fbf9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:30:12.883384 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ef251bc9-e74f-4b8f-9ae3-d69f2ae7fbf9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:12.911702 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800f4a4-5dc8-4ce8-956b-333fd961dd62 req-e368c3e3-b73b-45c6-90f2-eebbb75b2aa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:12.913962 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f800f4a4-5dc8-4ce8-956b-333fd961dd62 req-e368c3e3-b73b-45c6-90f2-eebbb75b2aa5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e53a01de-4973-47da-8d76-8692b41af3f4 HTTP/1.1" status: 200 len: 835 time: 0.0643277 Apr 22 15:30:12.919446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ef251bc9-e74f-4b8f-9ae3-d69f2ae7fbf9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:30:12.923180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ef251bc9-e74f-4b8f-9ae3-d69f2ae7fbf9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:30:12.926248 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ef251bc9-e74f-4b8f-9ae3-d69f2ae7fbf9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:30:12.932625 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ef251bc9-e74f-4b8f-9ae3-d69f2ae7fbf9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:30:13.005693 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f800f4a4-5dc8-4ce8-956b-333fd961dd62 req-9402b696-0dbf-4379-b8a1-bb9796aafba4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35a9ab26-0579-4f5b-b26c-3326cf73af38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859888 Apr 22 15:30:13.008952 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ef251bc9-e74f-4b8f-9ae3-d69f2ae7fbf9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.013667 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ef251bc9-e74f-4b8f-9ae3-d69f2ae7fbf9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.043196 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-1e29780d-271e-44cc-8b58-4f7c25fed677 None None] Set router ac1c734e-a327-456d-91c0-4ef55601b3d5 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:30:13.143972 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f800f4a4-5dc8-4ce8-956b-333fd961dd62 req-4c1b8271-00c2-42cb-b2a8-d18989864fde service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318245 Apr 22 15:30:13.160958 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef251bc9-e74f-4b8f-9ae3-d69f2ae7fbf9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:13.170002 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ef251bc9-e74f-4b8f-9ae3-d69f2ae7fbf9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.174403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38498) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:13.175138 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ef251bc9-e74f-4b8f-9ae3-d69f2ae7fbf9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3243713 Apr 22 15:30:13.183146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f857a966-5bac-4122-8248-1a39b7f9b6a1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:30:13.233920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f857a966-5bac-4122-8248-1a39b7f9b6a1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:30:13.245444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f857a966-5bac-4122-8248-1a39b7f9b6a1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:30:13.250203 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f857a966-5bac-4122-8248-1a39b7f9b6a1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:30:13.258723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f857a966-5bac-4122-8248-1a39b7f9b6a1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:30:13.299930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f857a966-5bac-4122-8248-1a39b7f9b6a1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.330075 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f800f4a4-5dc8-4ce8-956b-333fd961dd62 req-6f931aea-712a-49fa-be24-dbd7cfed0ef0 service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803908 Apr 22 15:30:13.372221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f857a966-5bac-4122-8248-1a39b7f9b6a1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.376242 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f857a966-5bac-4122-8248-1a39b7f9b6a1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.399104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857a966-5bac-4122-8248-1a39b7f9b6a1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5550ad2-29c2-4463-81f8-d48c3c8f7685,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:13.408167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f857a966-5bac-4122-8248-1a39b7f9b6a1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.409312 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f857a966-5bac-4122-8248-1a39b7f9b6a1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2339351 Apr 22 15:30:13.412117 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38502) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:13.417768 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5b70b883-db44-46dc-8da9-5fd132a5dc0c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:30:13.424092 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5b70b883-db44-46dc-8da9-5fd132a5dc0c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:30:13.427807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5b70b883-db44-46dc-8da9-5fd132a5dc0c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:30:13.430758 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5b70b883-db44-46dc-8da9-5fd132a5dc0c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:30:13.436555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5b70b883-db44-46dc-8da9-5fd132a5dc0c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:30:13.442191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-1e29780d-271e-44cc-8b58-4f7c25fed677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '34ef9dc2-655f-4de8-91ed-18253acf90aa', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.42', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'port_id': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'mac_address': 'fa:16:3e:66:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179942e5-3325-45e2-96fe-de1d6e137b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:30:10Z', 'updated_at': '2022-04-22T15:30:10Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:59Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:13.446258 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e29780d-271e-44cc-8b58-4f7c25fed677 None None] The sync data for ids ['ac1c734e-a327-456d-91c0-4ef55601b3d5'] in dv-neutron-838883-3-hyperv is: [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '34ef9dc2-655f-4de8-91ed-18253acf90aa', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.42', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'port_id': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'mac_address': 'fa:16:3e:66:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179942e5-3325-45e2-96fe-de1d6e137b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:30:10Z', 'updated_at': '2022-04-22T15:30:10Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:59Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:30:13.455508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b70b883-db44-46dc-8da9-5fd132a5dc0c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.518988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b70b883-db44-46dc-8da9-5fd132a5dc0c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.522320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b70b883-db44-46dc-8da9-5fd132a5dc0c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.544845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70b883-db44-46dc-8da9-5fd132a5dc0c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5532cea1-480c-4ae3-8c2a-e3aba26d2cbc,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:13.552751 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5b70b883-db44-46dc-8da9-5fd132a5dc0c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.553915 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5b70b883-db44-46dc-8da9-5fd132a5dc0c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1407790 Apr 22 15:30:13.556493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38506) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:13.561771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-4493711f-301f-40e4-8002-1cc7b85d275f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:30:13.567222 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4493711f-301f-40e4-8002-1cc7b85d275f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:30:13.570879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4493711f-301f-40e4-8002-1cc7b85d275f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:30:13.573644 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-4493711f-301f-40e4-8002-1cc7b85d275f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:30:13.579679 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-4493711f-301f-40e4-8002-1cc7b85d275f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:30:13.595573 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4493711f-301f-40e4-8002-1cc7b85d275f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.654777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4493711f-301f-40e4-8002-1cc7b85d275f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.658806 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4493711f-301f-40e4-8002-1cc7b85d275f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.686992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493711f-301f-40e4-8002-1cc7b85d275f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25440e43-6184-4f93-ad61-0a32cc2713cc,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:13.696252 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4493711f-301f-40e4-8002-1cc7b85d275f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.697684 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4493711f-301f-40e4-8002-1cc7b85d275f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1402729 Apr 22 15:30:13.701030 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38510) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:13.706354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e0b21ae6-9807-4960-bbd6-36a6f977d84e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:30:13.712102 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e0b21ae6-9807-4960-bbd6-36a6f977d84e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:30:13.715842 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e0b21ae6-9807-4960-bbd6-36a6f977d84e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:30:13.718696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e0b21ae6-9807-4960-bbd6-36a6f977d84e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:30:13.724327 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e0b21ae6-9807-4960-bbd6-36a6f977d84e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:30:13.739841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0b21ae6-9807-4960-bbd6-36a6f977d84e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.799766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0b21ae6-9807-4960-bbd6-36a6f977d84e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.803724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0b21ae6-9807-4960-bbd6-36a6f977d84e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.826367 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b21ae6-9807-4960-bbd6-36a6f977d84e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10546972-f109-4047-b066-2addaffd9159,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:13.835051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e0b21ae6-9807-4960-bbd6-36a6f977d84e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.836213 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e0b21ae6-9807-4960-bbd6-36a6f977d84e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1342669 Apr 22 15:30:13.839007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38514) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:13.844869 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-38f9b517-2837-4618-9404-fc776b1d7afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:30:13.851261 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-38f9b517-2837-4618-9404-fc776b1d7afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:30:13.855348 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-38f9b517-2837-4618-9404-fc776b1d7afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:30:13.858383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-38f9b517-2837-4618-9404-fc776b1d7afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:30:13.864310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-38f9b517-2837-4618-9404-fc776b1d7afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:30:13.875583 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-38f9b517-2837-4618-9404-fc776b1d7afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:30:13.882378 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-38f9b517-2837-4618-9404-fc776b1d7afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.945189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-38f9b517-2837-4618-9404-fc776b1d7afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.948726 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-38f9b517-2837-4618-9404-fc776b1d7afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.971876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9b517-2837-4618-9404-fc776b1d7afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a25dfee-948f-4e14-8f5a-c4255540d401,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:13.981256 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-38f9b517-2837-4618-9404-fc776b1d7afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:13.985886 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-38f9b517-2837-4618-9404-fc776b1d7afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1432090 Apr 22 15:30:13.986212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38518) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:13.992207 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a68d2163-8951-412d-8bf6-3a0b3358ebaa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': '8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:30:13.998856 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a68d2163-8951-412d-8bf6-3a0b3358ebaa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:30:14.003082 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a68d2163-8951-412d-8bf6-3a0b3358ebaa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:30:14.006358 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a68d2163-8951-412d-8bf6-3a0b3358ebaa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:30:14.011941 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a68d2163-8951-412d-8bf6-3a0b3358ebaa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:30:14.023083 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-a68d2163-8951-412d-8bf6-3a0b3358ebaa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:30:14.031213 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a68d2163-8951-412d-8bf6-3a0b3358ebaa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:14.097163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a68d2163-8951-412d-8bf6-3a0b3358ebaa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:14.100737 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a68d2163-8951-412d-8bf6-3a0b3358ebaa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:14.124657 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d2163-8951-412d-8bf6-3a0b3358ebaa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d104ff-d68c-4079-96df-17d957ca9dba,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:14.132729 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a68d2163-8951-412d-8bf6-3a0b3358ebaa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:14.133867 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a68d2163-8951-412d-8bf6-3a0b3358ebaa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1465907 Apr 22 15:30:14.302681 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-b32f5009-76c9-45a9-a15a-1faf361ae41b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603946946&fields=id&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 267 time: 0.0399816 Apr 22 15:30:14.443699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-18a2300d-a080-481a-9448-c3e5b4a489a7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:14.445096 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-18a2300d-a080-481a-9448-c3e5b4a489a7 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/networks?id=35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 200 len: 796 time: 0.1362886 Apr 22 15:30:14.460305 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-99b076bb-2eeb-4047-8822-fbbab38b02f6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/quotas/837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 375 time: 0.0100086 Apr 22 15:30:14.544625 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-ccc28eaa-36fa-4455-832a-930839221701 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0796335 Apr 22 15:30:14.677021 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-7878de18-5f38-4165-983a-70e8be95b5ca service neutron] 10.222.0.71 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209705 Apr 22 15:30:14.802727 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-af9a9b62-5ded-4616-abab-0b838c4fda09 service neutron] 10.222.0.71 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199644 Apr 22 15:30:14.997091 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dad01203-5679-4970-81ac-46fba47d07d7 req-af52f3a2-f306-4d48-b72d-5e7c1b61c3dc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 210 time: 0.0488181 Apr 22 15:30:15.009455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-241d14b2-20c4-4bc8-913e-4fdb718b97b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:15.035604 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530d0eb-ca86-48c0-8c5a-803911d69b20 None None] New status for floating IP 34ef9dc2-655f-4de8-91ed-18253acf90aa: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:30:15.989588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:16.014594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:16.314193 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-43487374-9593-4040-a9b9-75445d6b5c2e req-2ad68935-32f0-4d8f-8f99-22482b5706b9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 210 time: 0.1566103 Apr 22 15:30:16.368281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-54df45e1-93c7-435f-8a2a-9298a169857e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:16.369646 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-54df45e1-93c7-435f-8a2a-9298a169857e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/networks?id=35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 200 len: 796 time: 0.2974658 Apr 22 15:30:16.427683 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-0f72f019-f826-423a-b00d-e431db0a3dfe tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 473 time: 0.0393236 Apr 22 15:30:16.436100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'port': {'device_id': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'admin_state_up': True, 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'security_groups': ['8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:30:16.564303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:30:16.573903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:30:16.584146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:30:16.587068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:16.743870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.9 (35a9ab26-0579-4f5b-b26c-3326cf73af38/e53a01de-4973-47da-8d76-8692b41af3f4/cf22a115-800c-42c8-b9bc-8bcd16c244ea) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:30:16.924206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:16.939694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object cf22a115-800c-42c8-b9bc-8bcd16c244ea will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:30:16.961072 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:17.030038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 35a9ab26-0579-4f5b-b26c-3326cf73af38 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:30:17.032858 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:30:17.036670 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:30:17.070884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=cf22a115-800c-42c8-b9bc-8bcd16c244ea,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:17.104207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:17.104861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:17.133299 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-91ab9f79-afc2-49c6-80ad-c3da228936c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7004452 Apr 22 15:30:17.151628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Request body: {'port': {'device_id': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:30:17.259949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:17.281988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3453738e-f539-4d0a-8aea-a010b65ecf9a None None] Provisioning for port cf22a115-800c-42c8-b9bc-8bcd16c244ea completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:30:17.286923 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3453738e-f539-4d0a-8aea-a010b65ecf9a None None] Provisioning complete for port cf22a115-800c-42c8-b9bc-8bcd16c244ea triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:30:17.287334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3453738e-f539-4d0a-8aea-a010b65ecf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:17.343103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3453738e-f539-4d0a-8aea-a010b65ecf9a None None] Port cf22a115-800c-42c8-b9bc-8bcd16c244ea cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:30:17.568282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:17.592585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d422ecb-92da-44fa-a397-02512b617ef9 req-b9dd666a-2d54-449b-a6b8-87110f0a8291 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:17.593266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6d422ecb-92da-44fa-a397-02512b617ef9 req-b9dd666a-2d54-449b-a6b8-87110f0a8291 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:30:17.656436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6d422ecb-92da-44fa-a397-02512b617ef9 req-b9dd666a-2d54-449b-a6b8-87110f0a8291 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:30:17.657559 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6d422ecb-92da-44fa-a397-02512b617ef9 req-b9dd666a-2d54-449b-a6b8-87110f0a8291 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 931 time: 0.1946561 Apr 22 15:30:17.679872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf22a115-800c-42c8-b9bc-8bcd16c244ea {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:30:17.689785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:17.716166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Transition to ACTIVE for port object cf22a115-800c-42c8-b9bc-8bcd16c244ea will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:30:17.721740 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:17.757662 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6d422ecb-92da-44fa-a397-02512b617ef9 req-91c25c0f-32fc-4539-a392-c8caf617c92d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935745 Apr 22 15:30:17.847243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Pushing event updated for resources: {'Port': ['ID=cf22a115-800c-42c8-b9bc-8bcd16c244ea,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:17.955783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Attempting to bind port cf22a115-800c-42c8-b9bc-8bcd16c244ea on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:30:17.956124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Attempting to bind port cf22a115-800c-42c8-b9bc-8bcd16c244ea by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:30:17.956456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Attempting to bind port cf22a115-800c-42c8-b9bc-8bcd16c244ea on network 35a9ab26-0579-4f5b-b26c-3326cf73af38 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:30:17.962265 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Port cf22a115-800c-42c8-b9bc-8bcd16c244ea on network 35a9ab26-0579-4f5b-b26c-3326cf73af38 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:30:17.962640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Attempting to bind port cf22a115-800c-42c8-b9bc-8bcd16c244ea on network 35a9ab26-0579-4f5b-b26c-3326cf73af38 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:30:17.969022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:30:17.969358 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Checking segment: {'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:30:17.969728 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Bound using segment: {'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:30:17.970171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Bound port: cf22a115-800c-42c8-b9bc-8bcd16c244ea, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7576ef2a-792c-4511-91e5-eeb3ed68ccc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:30:17.970527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:18.060124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] For port cf22a115-800c-42c8-b9bc-8bcd16c244ea, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:30:18.062927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] For port cf22a115-800c-42c8-b9bc-8bcd16c244ea, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cf22a115-800c-42c8-b9bc-8bcd16c244ea,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:30:18.067467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:18.127522 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:18.128882 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] 10.222.0.70 "PUT /v2.0/ports/cf22a115-800c-42c8-b9bc-8bcd16c244ea HTTP/1.1" status: 200 len: 1093 time: 0.9815557 Apr 22 15:30:18.129312 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'tag': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:30:18.149148 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db459ab6-9191-40bc-b0cb-e21725d39681 service neutron] Pushing event updated for resources: {'Port': ['ID=cf22a115-800c-42c8-b9bc-8bcd16c244ea,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:18.214830 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425735b6-618b-4ad5-800b-75729a3d6938'] response: {'name': 'network-changed', 'server_uuid': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'tag': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea', 'status': 'completed', 'code': 200} Apr 22 15:30:18.260029 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-98388d0c-909a-4186-85d8-10634dc5e35c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 1096 time: 0.0760748 Apr 22 15:30:18.460320 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-bf46d243-096e-43fe-97d6-0589f1c211f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf22a115-800c-42c8-b9bc-8bcd16c244ea HTTP/1.1" status: 200 len: 217 time: 0.1772509 Apr 22 15:30:18.528752 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-14ff89fc-63e5-41ea-8a54-3c370a9f234c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:18.530099 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-14ff89fc-63e5-41ea-8a54-3c370a9f234c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e53a01de-4973-47da-8d76-8692b41af3f4 HTTP/1.1" status: 200 len: 835 time: 0.0579438 Apr 22 15:30:18.601147 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-78fc1ebb-2798-4bb3-b342-c1b40cb15144 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35a9ab26-0579-4f5b-b26c-3326cf73af38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0643654 Apr 22 15:30:18.752934 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-41354d41-9788-4766-8c5f-bf487ecd46dd service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452932 Apr 22 15:30:18.930074 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-72a7f949-baea-47be-a0b9-097b38cb96d7 req-60e5e607-8f0a-45a2-91b7-beaac22e0c6c service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710458 Apr 22 15:30:18.966654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49766131-01f8-4691-a139-09637b3ea920 req-ba3a7be1-6cf1-4135-8f88-195244e11829 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:18.968075 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49766131-01f8-4691-a139-09637b3ea920 req-ba3a7be1-6cf1-4135-8f88-195244e11829 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 943 time: 0.0810623 Apr 22 15:30:19.017152 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49766131-01f8-4691-a139-09637b3ea920 req-f0b32f80-d057-4fc1-b54e-8bc37773fdbd tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Apr 22 15:30:19.109774 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5f283b99-c65c-4e72-a71d-1a4f4f35b353 req-5a27ff18-1870-4168-acca-376d61f3e580 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 1096 time: 0.0784600 Apr 22 15:30:19.256149 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f283b99-c65c-4e72-a71d-1a4f4f35b353 req-00eed981-8ea6-48fd-aec7-bf38017b8dd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:19.257570 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5f283b99-c65c-4e72-a71d-1a4f4f35b353 req-00eed981-8ea6-48fd-aec7-bf38017b8dd1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 200 len: 897 time: 0.1417501 Apr 22 15:30:19.327369 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5f283b99-c65c-4e72-a71d-1a4f4f35b353 req-04498633-fd0f-49a0-b7eb-d9d896febeeb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf22a115-800c-42c8-b9bc-8bcd16c244ea HTTP/1.1" status: 200 len: 217 time: 0.0624325 Apr 22 15:30:19.390412 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f283b99-c65c-4e72-a71d-1a4f4f35b353 req-2061c0ec-502f-4cac-8dff-15b9ec871fd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:19.391800 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5f283b99-c65c-4e72-a71d-1a4f4f35b353 req-2061c0ec-502f-4cac-8dff-15b9ec871fd6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e53a01de-4973-47da-8d76-8692b41af3f4 HTTP/1.1" status: 200 len: 835 time: 0.0561583 Apr 22 15:30:19.467157 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5f283b99-c65c-4e72-a71d-1a4f4f35b353 req-be6ecd81-b235-4bdf-80ea-1872e7fda5cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35a9ab26-0579-4f5b-b26c-3326cf73af38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690453 Apr 22 15:30:19.598755 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5f283b99-c65c-4e72-a71d-1a4f4f35b353 req-1911b33a-94bb-4a59-8934-96a65d190ed3 service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212957 Apr 22 15:30:19.726227 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5f283b99-c65c-4e72-a71d-1a4f4f35b353 req-109167f3-37c7-470f-9eb5-683eaf59144c service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215019 Apr 22 15:30:20.219945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb240c0-6b2c-4e6d-a8bd-02a817db3674 req-0252c04f-d764-499e-a383-74256d12bd87 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:20.221803 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-edb240c0-6b2c-4e6d-a8bd-02a817db3674 req-0252c04f-d764-499e-a383-74256d12bd87 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 943 time: 0.0835197 Apr 22 15:30:20.266803 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-edb240c0-6b2c-4e6d-a8bd-02a817db3674 req-e8863ae9-fb3a-4f76-9713-77276c847261 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397108 Apr 22 15:30:21.458596 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fd2cd-292f-4c48-b322-7c0a5c23f549 req-5d46804d-09b2-4d93-a061-3286021d4116 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:21.460040 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3c9fd2cd-292f-4c48-b322-7c0a5c23f549 req-5d46804d-09b2-4d93-a061-3286021d4116 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 943 time: 0.0769806 Apr 22 15:30:21.509409 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3c9fd2cd-292f-4c48-b322-7c0a5c23f549 req-30fc5a52-7a7e-4635-8f72-78e45a48c5f0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438809 Apr 22 15:30:22.540747 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device cf22a115-800c-42c8-b9bc-8bcd16c244ea details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:30:22.672549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port cf22a115-800c-42c8-b9bc-8bcd16c244ea, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cf22a115-800c-42c8-b9bc-8bcd16c244ea,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:22.686190 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'port_id': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea', 'mac_address': 'fa:16:3e:ac:27:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:30:22.705476 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37635b-c5e8-4e4b-94a2-bb5e53950af2 req-48825470-5a09-44ed-9461-5307e0764abf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:22.706969 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b37635b-c5e8-4e4b-94a2-bb5e53950af2 req-48825470-5a09-44ed-9461-5307e0764abf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 943 time: 0.0756028 Apr 22 15:30:22.738803 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:22.751778 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b37635b-c5e8-4e4b-94a2-bb5e53950af2 req-a87dfeff-9154-46bb-b257-5adeb3079d17 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392783 Apr 22 15:30:22.759164 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf22a115-800c-42c8-b9bc-8bcd16c244ea {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:30:22.774616 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port cf22a115-800c-42c8-b9bc-8bcd16c244ea, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cf22a115-800c-42c8-b9bc-8bcd16c244ea,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:22.778672 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:22.843125 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=cf22a115-800c-42c8-b9bc-8bcd16c244ea,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:23.192822 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['cf22a115-800c-42c8-b9bc-8bcd16c244ea'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:30:23.222657 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:30:24.037973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61391107-dd2e-4ea3-b966-a46dc709e52f req-aa864564-1701-4655-8a1a-e77070c9bc8e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:24.039448 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-61391107-dd2e-4ea3-b966-a46dc709e52f req-aa864564-1701-4655-8a1a-e77070c9bc8e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 944 time: 0.1702945 Apr 22 15:30:24.083309 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-61391107-dd2e-4ea3-b966-a46dc709e52f req-a41f4da8-fe90-48b4-a762-ff37c6c4219c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383904 Apr 22 15:30:24.535021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device cf22a115-800c-42c8-b9bc-8bcd16c244ea up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:30:24.602864 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port cf22a115-800c-42c8-b9bc-8bcd16c244ea completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:30:24.607376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port cf22a115-800c-42c8-b9bc-8bcd16c244ea triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:30:24.607742 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:24.714209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:24.739832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:30:24.748933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port cf22a115-800c-42c8-b9bc-8bcd16c244ea, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cf22a115-800c-42c8-b9bc-8bcd16c244ea,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:30:24.752880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:24.797704 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9a7cf4-bd1e-458c-bf8d-de267e462333'] response: {'server_uuid': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea', 'code': 200} Apr 22 15:30:24.821634 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=cf22a115-800c-42c8-b9bc-8bcd16c244ea,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:25.067285 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-16bd2773-8706-4f92-b474-226f7db1d7ee req-9b8e4a64-9dc8-4237-b397-5248332abe68 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 1098 time: 0.0658174 Apr 22 15:30:25.108600 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-16bd2773-8706-4f92-b474-226f7db1d7ee req-d31807e6-b839-4d06-857e-88f7682eaa82 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356317 Apr 22 15:30:25.288314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64b617-64d3-489b-84f3-73269c6f47cf req-ee226d37-aa22-46d1-aa7d-fbb60d629a2b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:25.289727 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab64b617-64d3-489b-84f3-73269c6f47cf req-ee226d37-aa22-46d1-aa7d-fbb60d629a2b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 945 time: 0.0779693 Apr 22 15:30:25.333618 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab64b617-64d3-489b-84f3-73269c6f47cf req-167401c3-ef69-4f21-8a27-2f5876f4037e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378165 Apr 22 15:30:26.528204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7f70e-3137-4c50-91d2-198f458bb051 req-b63bbcbe-aa79-46e2-ab7e-61eb78b699f1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:26.529632 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fee7f70e-3137-4c50-91d2-198f458bb051 req-b63bbcbe-aa79-46e2-ab7e-61eb78b699f1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 945 time: 0.0760679 Apr 22 15:30:26.578767 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fee7f70e-3137-4c50-91d2-198f458bb051 req-3e18edd0-256e-41a2-b14b-91f085ae2386 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437336 Apr 22 15:30:27.772609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdab87c-c393-45d1-b19a-f5c19c1fae50 req-f3d571fb-8274-418b-9066-4026d3aca87a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:27.774021 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecdab87c-c393-45d1-b19a-f5c19c1fae50 req-f3d571fb-8274-418b-9066-4026d3aca87a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 945 time: 0.0783484 Apr 22 15:30:27.817548 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecdab87c-c393-45d1-b19a-f5c19c1fae50 req-a42a49a8-fa71-42ee-8664-28fd5cf6d08f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373499 Apr 22 15:30:28.016286 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22830f6-a72a-496a-860d-31a496910ba7 req-a299b8de-d5ce-42f7-a30f-8ab0921926fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:28.017727 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f22830f6-a72a-496a-860d-31a496910ba7 req-a299b8de-d5ce-42f7-a30f-8ab0921926fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 945 time: 0.0764744 Apr 22 15:30:28.065176 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f22830f6-a72a-496a-860d-31a496910ba7 req-6b0a7191-e770-465e-83ff-2276a78c15d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419512 Apr 22 15:30:28.091900 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38566) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:28.228339 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c5ad11ad-d604-4aed-8174-a25d5a3b15f4 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 1093 time: 0.1352651 Apr 22 15:30:28.230875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38572) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:30:28.237554 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:30:28.243671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:30:28.247952 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:floatingip and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:30:28.251065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:30:28.256655 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:30:28.267603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:28.398426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:28.532535 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.73 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/70250cd6-a963-40f6-9884-5d8322e4045b) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:30:28.681469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:28.707519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:28.776875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:30:28.780211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:30:28.782091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=70250cd6-a963-40f6-9884-5d8322e4045b,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:28.784267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:30:29.273279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:29.413916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:29.612511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:29.616625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:29.718031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=70250cd6-a963-40f6-9884-5d8322e4045b,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:30:29.733927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:29.920812 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Floating IP 9becb5f1-7a1a-496a-a245-ff296c56528a associated. External IP: 172.26.8.73, port: cf22a115-800c-42c8-b9bc-8bcd16c244ea. Apr 22 15:30:30.301428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router ac1c734e-a327-456d-91c0-4ef55601b3d5 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:30:30.499917 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:30:30.509764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bac7be-0596-4fdb-a81c-5ae1ab9b7bb4 None None] Sync routers for ids ['ac1c734e-a327-456d-91c0-4ef55601b3d5'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:30:30.521665 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bac7be-0596-4fdb-a81c-5ae1ab9b7bb4 None None] Routers {'ac1c734e-a327-456d-91c0-4ef55601b3d5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:30:30.522334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d1bac7be-0596-4fdb-a81c-5ae1ab9b7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:30:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ac1c734e-a327-456d-91c0-4ef55601b3d5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:30.524549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:30.580387 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-55483f27-a130-413f-b10e-7a7edfe168b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3483477 Apr 22 15:30:30.580782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'tag': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:30:30.643065 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a490eefe-7d8f-498c-893e-a158538e010d'] response: {'name': 'network-changed', 'server_uuid': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'tag': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea', 'status': 'completed', 'code': 200} Apr 22 15:30:30.699789 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-d1bac7be-0596-4fdb-a81c-5ae1ab9b7bb4 None None] Set router ac1c734e-a327-456d-91c0-4ef55601b3d5 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:30:30.773359 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7eab74af-b4c4-4747-983d-ac1e05b5e003 req-37f092e8-d4b0-44a6-bfe5-25454581ee2a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 1098 time: 0.0699933 Apr 22 15:30:30.903776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab74af-b4c4-4747-983d-ac1e05b5e003 req-6b6016dd-47a3-430b-9ee7-278c4174422f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:30.905120 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7eab74af-b4c4-4747-983d-ac1e05b5e003 req-6b6016dd-47a3-430b-9ee7-278c4174422f service neutron] 10.222.0.70 "GET /v2.0/networks?id=35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 200 len: 897 time: 0.1254709 Apr 22 15:30:31.049040 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d1bac7be-0596-4fdb-a81c-5ae1ab9b7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '34ef9dc2-655f-4de8-91ed-18253acf90aa', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.42', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'port_id': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'mac_address': 'fa:16:3e:66:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179942e5-3325-45e2-96fe-de1d6e137b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:30:10Z', 'updated_at': '2022-04-22T15:30:15Z', 'revision_number': 1, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}, {'id': '9becb5f1-7a1a-496a-a245-ff296c56528a', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.73', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'port_id': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'mac_address': 'fa:16:3e:ac:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:30:29Z', 'updated_at': '2022-04-22T15:30:29Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:59Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:31.052991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bac7be-0596-4fdb-a81c-5ae1ab9b7bb4 None None] Checking router: ac1c734e-a327-456d-91c0-4ef55601b3d5 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:30:31.063728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bac7be-0596-4fdb-a81c-5ae1ab9b7bb4 None None] Routers {'ac1c734e-a327-456d-91c0-4ef55601b3d5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:30:31.064331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d1bac7be-0596-4fdb-a81c-5ae1ab9b7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:30:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ac1c734e-a327-456d-91c0-4ef55601b3d5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:31.116163 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7eab74af-b4c4-4747-983d-ac1e05b5e003 req-f42e5501-343b-48e4-9c6e-691d7a6b59a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf22a115-800c-42c8-b9bc-8bcd16c244ea HTTP/1.1" status: 200 len: 998 time: 0.2030969 Apr 22 15:30:31.178571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab74af-b4c4-4747-983d-ac1e05b5e003 req-126250a8-0a1b-4867-8e4e-6d113e2a3b1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:31.179901 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7eab74af-b4c4-4747-983d-ac1e05b5e003 req-126250a8-0a1b-4867-8e4e-6d113e2a3b1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e53a01de-4973-47da-8d76-8692b41af3f4 HTTP/1.1" status: 200 len: 835 time: 0.0566223 Apr 22 15:30:31.255820 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7eab74af-b4c4-4747-983d-ac1e05b5e003 req-6bcfd862-ef41-4c03-a542-4ef5932377d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35a9ab26-0579-4f5b-b26c-3326cf73af38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697746 Apr 22 15:30:31.277910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-d1bac7be-0596-4fdb-a81c-5ae1ab9b7bb4 None None] Set router ac1c734e-a327-456d-91c0-4ef55601b3d5 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:30:31.384351 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7eab74af-b4c4-4747-983d-ac1e05b5e003 req-3a9981b2-b014-4caf-a050-c42c4b250670 service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216152 Apr 22 15:30:31.518119 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7eab74af-b4c4-4747-983d-ac1e05b5e003 req-6ba25d94-1880-4ca9-af0a-f8f80b98b804 service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233253 Apr 22 15:30:31.618525 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d1bac7be-0596-4fdb-a81c-5ae1ab9b7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '34ef9dc2-655f-4de8-91ed-18253acf90aa', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.42', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'port_id': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'mac_address': 'fa:16:3e:66:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179942e5-3325-45e2-96fe-de1d6e137b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:30:10Z', 'updated_at': '2022-04-22T15:30:15Z', 'revision_number': 1, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}, {'id': '9becb5f1-7a1a-496a-a245-ff296c56528a', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.73', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'port_id': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'mac_address': 'fa:16:3e:ac:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:30:29Z', 'updated_at': '2022-04-22T15:30:29Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:59Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:30:31.622401 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bac7be-0596-4fdb-a81c-5ae1ab9b7bb4 None None] The sync data for ids ['ac1c734e-a327-456d-91c0-4ef55601b3d5'] in dv-neutron-838883-3-hyperv is: [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '34ef9dc2-655f-4de8-91ed-18253acf90aa', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.42', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'port_id': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'mac_address': 'fa:16:3e:66:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179942e5-3325-45e2-96fe-de1d6e137b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:30:10Z', 'updated_at': '2022-04-22T15:30:15Z', 'revision_number': 1, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}, {'id': '9becb5f1-7a1a-496a-a245-ff296c56528a', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.73', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'port_id': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'mac_address': 'fa:16:3e:ac:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:30:29Z', 'updated_at': '2022-04-22T15:30:29Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:59Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:30:31.811328 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a806e85-0900-4a79-807a-3b2f12efb78f None None] New status for floating IP 9becb5f1-7a1a-496a-a245-ff296c56528a: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:30:33.084562 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:42.713061 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b94b8f8c-3eb0-4588-8743-d028506c5578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:45.004741 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42f22721-fe91-4fb2-81e0-defd803b4b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:45.993186 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:46.017251 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:47.571642 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:30:48.529445 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4db87714-a675-467d-819b-526e57e1ac03 req-fff00df5-1079-4121-a654-4dcde97030d2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686378 Apr 22 15:30:48.686010 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4db87714-a675-467d-819b-526e57e1ac03 req-218d27d7-ad67-46b3-a15c-839eaa61a875 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 1098 time: 0.0683353 Apr 22 15:30:48.828856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87714-a675-467d-819b-526e57e1ac03 req-41725664-b5bf-44c0-aa66-6a3e634b31b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:48.830346 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4db87714-a675-467d-819b-526e57e1ac03 req-41725664-b5bf-44c0-aa66-6a3e634b31b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 200 len: 897 time: 0.1255314 Apr 22 15:30:48.937374 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4db87714-a675-467d-819b-526e57e1ac03 req-41377a40-affc-4a4d-b89d-d9b9680271b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3d370b-a92e-4fe4-9c05-da50980e84fd HTTP/1.1" status: 200 len: 1000 time: 0.1008189 Apr 22 15:30:49.001891 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db87714-a675-467d-819b-526e57e1ac03 req-053cff14-d03f-4623-92f9-8d3b633ecc58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:30:49.003317 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4db87714-a675-467d-819b-526e57e1ac03 req-053cff14-d03f-4623-92f9-8d3b633ecc58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e53a01de-4973-47da-8d76-8692b41af3f4 HTTP/1.1" status: 200 len: 835 time: 0.0601032 Apr 22 15:30:49.075288 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4db87714-a675-467d-819b-526e57e1ac03 req-85e44dfa-0c6e-477f-bf7e-9b369367484b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35a9ab26-0579-4f5b-b26c-3326cf73af38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653725 Apr 22 15:30:49.218352 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4db87714-a675-467d-819b-526e57e1ac03 req-39a29830-acfb-4be1-bf21-8fcc2f9bf7e8 service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274102 Apr 22 15:30:49.350689 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4db87714-a675-467d-819b-526e57e1ac03 req-39b3ba7f-5dde-45d4-bdc9-c124520100ac service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249714 Apr 22 15:31:00.226079 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:31:03.104582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:12.714746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b8a21ff-7386-427f-91bf-c5d2ceea02fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:15.007114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f1d9112-4cec-4375-afef-2b07e3b1bbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:15.995647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:16.020032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:17.576911 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:33.134937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:37.227328 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:31:42.718097 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-74a8e511-2f00-4f71-8c02-04af3e590d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:45.010695 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5f03d681-6115-4fd7-b53f-73c9a8a689fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:45.907414 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38598) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:31:46.000147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:46.018594 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7fe3a460-0cd6-4273-8629-66059d83d11c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/34ef9dc2-655f-4de8-91ed-18253acf90aa HTTP/1.1" status: 200 len: 992 time: 0.1100123 Apr 22 15:31:46.023611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:47.046332 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38608) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:31:47.052524 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:31:47.166830 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:47.377261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port cc3d370b-a92e-4fe4-9c05-da50980e84fd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cc3d370b-a92e-4fe4-9c05-da50980e84fd,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:31:47.401657 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:47.406710 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:47.474957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:31:47.475571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:47.477524 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/ports/cc3d370b-a92e-4fe4-9c05-da50980e84fd HTTP/1.1" status: 200 len: 938 time: 0.4295781 Apr 22 15:31:47.477524 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179942e5-3325-45e2-96fe-de1d6e137b70', 'tag': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:31:47.496832 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=cc3d370b-a92e-4fe4-9c05-da50980e84fd,revision_number=6']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:31:47.506384 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:47.506743 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:47.507083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:47.507416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:47.507749 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:47.508079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:47.508407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:47.508731 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:47.509056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:47.509377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:47.509699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd8859-d206-4587-8929-2ed7892ef9c3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:47.554839 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7db406-59eb-4c31-8676-d794ba81264f'] response: {'name': 'network-changed', 'server_uuid': '179942e5-3325-45e2-96fe-de1d6e137b70', 'tag': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'status': 'completed', 'code': 200} Apr 22 15:31:47.579740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:47.683084 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d055e78f-030a-4275-97e3-36106411a122 req-5ccad991-9ae9-4fc9-a102-409ee598b5d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 1099 time: 0.0734270 Apr 22 15:31:47.731587 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8b8d8f8b-d6c5-4dfa-a877-b6e724b61901 None None] Provisioning complete for port cc3d370b-a92e-4fe4-9c05-da50980e84fd triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:31:47.731876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8b8d8f8b-d6c5-4dfa-a877-b6e724b61901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:47.790933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d8f8b-d6c5-4dfa-a877-b6e724b61901 None None] Port cc3d370b-a92e-4fe4-9c05-da50980e84fd is administratively disabled so it will not transition to active. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Apr 22 15:31:47.816894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055e78f-030a-4275-97e3-36106411a122 req-d3bed81c-7dd6-41c2-b585-f8c424d2e27d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:31:47.818292 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d055e78f-030a-4275-97e3-36106411a122 req-d3bed81c-7dd6-41c2-b585-f8c424d2e27d service neutron] 10.222.0.70 "GET /v2.0/networks?id=35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 200 len: 897 time: 0.1289878 Apr 22 15:31:47.916739 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d055e78f-030a-4275-97e3-36106411a122 req-c781a24c-3d84-4f9a-a80c-09aff68ab750 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3d370b-a92e-4fe4-9c05-da50980e84fd HTTP/1.1" status: 200 len: 1001 time: 0.0924587 Apr 22 15:31:47.980774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055e78f-030a-4275-97e3-36106411a122 req-7549524b-38f0-4975-9f4c-eaf9d5125bb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:31:47.982236 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d055e78f-030a-4275-97e3-36106411a122 req-7549524b-38f0-4975-9f4c-eaf9d5125bb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e53a01de-4973-47da-8d76-8692b41af3f4 HTTP/1.1" status: 200 len: 835 time: 0.0596838 Apr 22 15:31:48.055584 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d055e78f-030a-4275-97e3-36106411a122 req-9cfcc572-2b2a-4c8c-a0f8-44d64c9527f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35a9ab26-0579-4f5b-b26c-3326cf73af38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679078 Apr 22 15:31:48.276599 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d055e78f-030a-4275-97e3-36106411a122 req-e199d6ad-8daf-4f5a-8e91-64edb05157fc service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143002 Apr 22 15:31:48.408694 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d055e78f-030a-4275-97e3-36106411a122 req-c90bf892-69df-485f-a846-97fce8e493e1 service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261981 Apr 22 15:31:48.617772 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e5b13478-bba9-401a-b2d7-a0b9c2e6c486 req-b62c32f5-6907-430a-914c-58b38cc681fc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705981 Apr 22 15:31:48.718474 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e5b13478-bba9-401a-b2d7-a0b9c2e6c486 req-8b0aa409-0303-45b2-8f39-bf8412ce52e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 1098 time: 0.0681117 Apr 22 15:31:48.860864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b13478-bba9-401a-b2d7-a0b9c2e6c486 req-9f87e232-f9e3-4cd0-9e46-3bcd8f7e9bbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:31:48.862531 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e5b13478-bba9-401a-b2d7-a0b9c2e6c486 req-9f87e232-f9e3-4cd0-9e46-3bcd8f7e9bbc service neutron] 10.222.0.70 "GET /v2.0/networks?id=35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 200 len: 897 time: 0.1256711 Apr 22 15:31:48.968203 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e5b13478-bba9-401a-b2d7-a0b9c2e6c486 req-d93b24ef-edbb-4437-b999-460da0bba1e8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf22a115-800c-42c8-b9bc-8bcd16c244ea HTTP/1.1" status: 200 len: 1000 time: 0.0975423 Apr 22 15:31:49.029864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b13478-bba9-401a-b2d7-a0b9c2e6c486 req-0b1774f9-5c6c-476d-a2ba-bf948c25018a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:31:49.032060 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e5b13478-bba9-401a-b2d7-a0b9c2e6c486 req-0b1774f9-5c6c-476d-a2ba-bf948c25018a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e53a01de-4973-47da-8d76-8692b41af3f4 HTTP/1.1" status: 200 len: 835 time: 0.0567076 Apr 22 15:31:49.106605 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e5b13478-bba9-401a-b2d7-a0b9c2e6c486 req-a40f3c73-293e-4e06-89f5-23f268d3865b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35a9ab26-0579-4f5b-b26c-3326cf73af38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690696 Apr 22 15:31:49.237033 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e5b13478-bba9-401a-b2d7-a0b9c2e6c486 req-022cbec9-9b30-4fe1-8899-8f4d298e28f0 service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235621 Apr 22 15:31:49.368102 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e5b13478-bba9-401a-b2d7-a0b9c2e6c486 req-0a23b173-1487-4ced-b685-393e5acd0b46 service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234739 Apr 22 15:31:50.929417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38620) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:31:50.935829 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-096b09f4-e676-41a0-aca5-34611a5a5baa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:31:51.063892 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-096b09f4-e676-41a0-aca5-34611a5a5baa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:51.284004 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-096b09f4-e676-41a0-aca5-34611a5a5baa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port cc3d370b-a92e-4fe4-9c05-da50980e84fd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cc3d370b-a92e-4fe4-9c05-da50980e84fd,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:31:51.308098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-096b09f4-e676-41a0-aca5-34611a5a5baa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:51.312447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-096b09f4-e676-41a0-aca5-34611a5a5baa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:51.379199 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096b09f4-e676-41a0-aca5-34611a5a5baa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:31:51.379796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-096b09f4-e676-41a0-aca5-34611a5a5baa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:51.381135 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-096b09f4-e676-41a0-aca5-34611a5a5baa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/ports/cc3d370b-a92e-4fe4-9c05-da50980e84fd HTTP/1.1" status: 200 len: 937 time: 0.4506760 Apr 22 15:31:51.381902 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179942e5-3325-45e2-96fe-de1d6e137b70', 'tag': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:31:51.384074 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38624) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:31:51.397244 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b09f4-e676-41a0-aca5-34611a5a5baa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=cc3d370b-a92e-4fe4-9c05-da50980e84fd,revision_number=7']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:31:51.443945 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10cfc11-36f7-44d9-ae2e-c41d6e9ca064'] response: {'name': 'network-changed', 'server_uuid': '179942e5-3325-45e2-96fe-de1d6e137b70', 'tag': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'status': 'completed', 'code': 200} Apr 22 15:31:51.536156 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-85251286-470a-44ba-815a-7fc5e36e7972 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/34ef9dc2-655f-4de8-91ed-18253acf90aa HTTP/1.1" status: 200 len: 992 time: 0.1508596 Apr 22 15:31:51.572653 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d6ad8c5-aabe-4b35-b873-5e752a27ab48 req-14c78e81-6342-46ce-a21f-a05c931979e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 1098 time: 0.0762296 Apr 22 15:31:51.637686 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fa13ee85-a76d-4950-b20a-a495fb2a9435 None None] Provisioning complete for port cc3d370b-a92e-4fe4-9c05-da50980e84fd triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:31:51.638810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fa13ee85-a76d-4950-b20a-a495fb2a9435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:51.699646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ad8c5-aabe-4b35-b873-5e752a27ab48 req-b2eb0711-be5f-4c83-80de-53a3d59f357b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:31:51.701527 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d6ad8c5-aabe-4b35-b873-5e752a27ab48 req-b2eb0711-be5f-4c83-80de-53a3d59f357b service neutron] 10.222.0.70 "GET /v2.0/networks?id=35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 200 len: 897 time: 0.1230943 Apr 22 15:31:51.783662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['cc3d370b-a92e-4fe4-9c05-da50980e84fd'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:31:51.804264 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d6ad8c5-aabe-4b35-b873-5e752a27ab48 req-2aef2c6d-87cf-4392-8489-3e02fd35126a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3d370b-a92e-4fe4-9c05-da50980e84fd HTTP/1.1" status: 200 len: 1000 time: 0.0966628 Apr 22 15:31:51.865477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ad8c5-aabe-4b35-b873-5e752a27ab48 req-3f7cd4a3-2aa0-4012-874b-dadc110da811 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:31:51.866930 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d6ad8c5-aabe-4b35-b873-5e752a27ab48 req-3f7cd4a3-2aa0-4012-874b-dadc110da811 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e53a01de-4973-47da-8d76-8692b41af3f4 HTTP/1.1" status: 200 len: 835 time: 0.0569303 Apr 22 15:31:52.043908 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d6ad8c5-aabe-4b35-b873-5e752a27ab48 req-0111e6e8-5c90-4240-89e1-32ed9ee572f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35a9ab26-0579-4f5b-b26c-3326cf73af38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1712427 Apr 22 15:31:52.173994 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d6ad8c5-aabe-4b35-b873-5e752a27ab48 req-0732ac34-ea2f-44f6-938b-ee2d64f41a4c service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233656 Apr 22 15:31:52.303019 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d6ad8c5-aabe-4b35-b873-5e752a27ab48 req-0529b420-10c6-4332-b803-ababedec081a service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217294 Apr 22 15:31:54.148736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38636) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:31:54.342220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-fe873897-ab94-476a-a841-b2b4cb53e14b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 70250cd6-a963-40f6-9884-5d8322e4045b {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:31:54.342557 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fe873897-ab94-476a-a841-b2b4cb53e14b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:54.586043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fe873897-ab94-476a-a841-b2b4cb53e14b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:54.586385 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fe873897-ab94-476a-a841-b2b4cb53e14b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:54.702176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-fe873897-ab94-476a-a841-b2b4cb53e14b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 70250cd6-a963-40f6-9884-5d8322e4045b owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:31:54.847411 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fe873897-ab94-476a-a841-b2b4cb53e14b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:54.893603 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe873897-ab94-476a-a841-b2b4cb53e14b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=70250cd6-a963-40f6-9884-5d8322e4045b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:31:54.982819 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fe873897-ab94-476a-a841-b2b4cb53e14b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:55.365196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe873897-ab94-476a-a841-b2b4cb53e14b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router ac1c734e-a327-456d-91c0-4ef55601b3d5 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:31:55.560914 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe873897-ab94-476a-a841-b2b4cb53e14b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:31:55.572371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a0722-9415-4685-8f76-96b40bb0f49e None None] Sync routers for ids ['ac1c734e-a327-456d-91c0-4ef55601b3d5'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:31:55.580758 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fe873897-ab94-476a-a841-b2b4cb53e14b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:55.584973 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568a0722-9415-4685-8f76-96b40bb0f49e None None] Routers {'ac1c734e-a327-456d-91c0-4ef55601b3d5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:31:55.585607 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-568a0722-9415-4685-8f76-96b40bb0f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:31:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ac1c734e-a327-456d-91c0-4ef55601b3d5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:31:55.633655 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fe873897-ab94-476a-a841-b2b4cb53e14b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/floatingips/9becb5f1-7a1a-496a-a245-ff296c56528a HTTP/1.1" status: 204 len: 168 time: 1.4838631 Apr 22 15:31:55.634256 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'tag': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:31:55.688733 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af107ef8-738f-4b0e-b30c-853638d8cdbe'] response: {'name': 'network-changed', 'server_uuid': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'tag': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea', 'status': 'completed', 'code': 200} Apr 22 15:31:55.804419 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-568a0722-9415-4685-8f76-96b40bb0f49e None None] Set router ac1c734e-a327-456d-91c0-4ef55601b3d5 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:31:55.814502 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dd3768-d77b-4445-9a77-a89444b80876 req-0c71bb27-9a35-425c-8129-249d101fab28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 1098 time: 0.0743914 Apr 22 15:31:55.964272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd3768-d77b-4445-9a77-a89444b80876 req-0d12df69-2a19-49df-99d3-2018d58910a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:31:55.966879 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dd3768-d77b-4445-9a77-a89444b80876 req-0d12df69-2a19-49df-99d3-2018d58910a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 200 len: 897 time: 0.1457582 Apr 22 15:31:56.076683 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dd3768-d77b-4445-9a77-a89444b80876 req-7ec8a7f1-deb1-4aa6-815d-96b5d48c1661 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf22a115-800c-42c8-b9bc-8bcd16c244ea HTTP/1.1" status: 200 len: 217 time: 0.1042833 Apr 22 15:31:56.154174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd3768-d77b-4445-9a77-a89444b80876 req-8991ef82-f2ff-4875-8447-5bb7dedba156 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:31:56.155609 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dd3768-d77b-4445-9a77-a89444b80876 req-8991ef82-f2ff-4875-8447-5bb7dedba156 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e53a01de-4973-47da-8d76-8692b41af3f4 HTTP/1.1" status: 200 len: 835 time: 0.0692329 Apr 22 15:31:56.163690 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-568a0722-9415-4685-8f76-96b40bb0f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '34ef9dc2-655f-4de8-91ed-18253acf90aa', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.42', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'port_id': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'mac_address': 'fa:16:3e:66:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179942e5-3325-45e2-96fe-de1d6e137b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:30:10Z', 'updated_at': '2022-04-22T15:30:15Z', 'revision_number': 1, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:59Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:31:56.164999 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c257f67-80ca-4292-a97a-fede7aeb2cce req-cc53c4e4-90ae-4488-96bb-b585c2973cd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:31:56.166378 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7c257f67-80ca-4292-a97a-fede7aeb2cce req-cc53c4e4-90ae-4488-96bb-b585c2973cd6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 945 time: 0.1419964 Apr 22 15:31:56.167858 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a0722-9415-4685-8f76-96b40bb0f49e None None] Checking router: ac1c734e-a327-456d-91c0-4ef55601b3d5 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:31:56.180607 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568a0722-9415-4685-8f76-96b40bb0f49e None None] Routers {'ac1c734e-a327-456d-91c0-4ef55601b3d5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:31:56.181469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-568a0722-9415-4685-8f76-96b40bb0f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:31:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ac1c734e-a327-456d-91c0-4ef55601b3d5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:31:56.267030 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7c257f67-80ca-4292-a97a-fede7aeb2cce req-4a2d640d-1806-40a8-a1f6-353b77be036a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682487 Apr 22 15:31:56.278944 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dd3768-d77b-4445-9a77-a89444b80876 req-f4d845e0-67bc-4930-b23a-7f3179acde92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35a9ab26-0579-4f5b-b26c-3326cf73af38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1116676 Apr 22 15:31:56.375810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-568a0722-9415-4685-8f76-96b40bb0f49e None None] Set router ac1c734e-a327-456d-91c0-4ef55601b3d5 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:31:56.411136 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dd3768-d77b-4445-9a77-a89444b80876 req-5eaa33e4-5d1e-40e6-9414-d02a25e9617b service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255548 Apr 22 15:31:56.552701 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dd3768-d77b-4445-9a77-a89444b80876 req-25d0e877-8049-4e43-8505-0795f8fac8bf service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319942 Apr 22 15:31:56.718180 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-568a0722-9415-4685-8f76-96b40bb0f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '34ef9dc2-655f-4de8-91ed-18253acf90aa', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.42', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'port_id': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'mac_address': 'fa:16:3e:66:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179942e5-3325-45e2-96fe-de1d6e137b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:30:10Z', 'updated_at': '2022-04-22T15:30:15Z', 'revision_number': 1, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:59Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:31:56.721829 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a0722-9415-4685-8f76-96b40bb0f49e None None] The sync data for ids ['ac1c734e-a327-456d-91c0-4ef55601b3d5'] in dv-neutron-838883-3-hyperv is: [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '34ef9dc2-655f-4de8-91ed-18253acf90aa', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.42', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'port_id': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'mac_address': 'fa:16:3e:66:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179942e5-3325-45e2-96fe-de1d6e137b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:30:10Z', 'updated_at': '2022-04-22T15:30:15Z', 'revision_number': 1, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:59Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:31:56.940723 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280eff7-6969-4ec9-9ed2-32f9f49bd7aa None None] New status for floating IP 9becb5f1-7a1a-496a-a245-ff296c56528a: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:31:57.468553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563b030-7fac-4d69-82bb-970c5a23035c req-740cb113-e75a-4452-898d-b5cce978a3a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:31:57.470340 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7563b030-7fac-4d69-82bb-970c5a23035c req-740cb113-e75a-4452-898d-b5cce978a3a4 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 945 time: 0.0795467 Apr 22 15:31:57.515708 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7563b030-7fac-4d69-82bb-970c5a23035c req-e737203e-54a7-4f08-b2bd-df6826ba1161 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401897 Apr 22 15:31:58.058604 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d4f2b-b266-47b5-aa8b-f5ac21b98712 req-6bad2609-c89f-4c9c-98e5-42cfb45f4e69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:31:58.060504 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-443d4f2b-b266-47b5-aa8b-f5ac21b98712 req-6bad2609-c89f-4c9c-98e5-42cfb45f4e69 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 945 time: 0.0738006 Apr 22 15:31:58.128706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-443d4f2b-b266-47b5-aa8b-f5ac21b98712 req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port cf22a115-800c-42c8-b9bc-8bcd16c244ea {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:31:58.129042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-443d4f2b-b266-47b5-aa8b-f5ac21b98712 req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:58.365322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-443d4f2b-b266-47b5-aa8b-f5ac21b98712 req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port cf22a115-800c-42c8-b9bc-8bcd16c244ea, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cf22a115-800c-42c8-b9bc-8bcd16c244ea,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:31:58.365660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-443d4f2b-b266-47b5-aa8b-f5ac21b98712 req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:58.566722 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-443d4f2b-b266-47b5-aa8b-f5ac21b98712 req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for cf22a115-800c-42c8-b9bc-8bcd16c244ea owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:31:58.754407 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-443d4f2b-b266-47b5-aa8b-f5ac21b98712 req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:58.811224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45811865-2685-4653-b7d6-41a2a0bb03db req-d923d295-0fad-4c62-8334-5d2e8173f264 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:31:58.812640 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-45811865-2685-4653-b7d6-41a2a0bb03db req-d923d295-0fad-4c62-8334-5d2e8173f264 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=010a57bd-a112-40a8-84b9-19a42236ed4e HTTP/1.1" status: 200 len: 945 time: 0.1777234 Apr 22 15:31:58.815053 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=cf22a115-800c-42c8-b9bc-8bcd16c244ea,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:31:58.871754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:58.872122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:58.872561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:58.872888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:58.873214 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:58.873541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:58.873859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:58.874203 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:58.874522 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:58.875089 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:58.875401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:31:58.915717 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-443d4f2b-b266-47b5-aa8b-f5ac21b98712 req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] No DVR routers for this DVR port cf22a115-800c-42c8-b9bc-8bcd16c244ea on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:31:58.924393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-443d4f2b-b266-47b5-aa8b-f5ac21b98712 req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:31:58.926679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'name': 'network-vif-deleted', 'tag': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:31:58.947191 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-443d4f2b-b266-47b5-aa8b-f5ac21b98712 req-3c96559d-a562-4adf-a705-794ce0ecf69f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "DELETE /v2.0/ports/cf22a115-800c-42c8-b9bc-8bcd16c244ea HTTP/1.1" status: 204 len: 173 time: 0.8814576 Apr 22 15:31:58.951961 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-45811865-2685-4653-b7d6-41a2a0bb03db req-cba073a5-c272-48ef-902f-356ce8142f31 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333532 Apr 22 15:31:59.113196 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc6c2f5-eb19-4cd3-9957-a5d31be030cd'] response: {'server_uuid': '010a57bd-a112-40a8-84b9-19a42236ed4e', 'name': 'network-vif-deleted', 'tag': 'cf22a115-800c-42c8-b9bc-8bcd16c244ea', 'status': 'completed', 'code': 200} Apr 22 15:32:00.060464 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38658) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:00.130960 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d92b897-2a45-4d4d-b8db-e240d0fe0aa2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:00.159220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d92b897-2a45-4d4d-b8db-e240d0fe0aa2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:00.230357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d92b897-2a45-4d4d-b8db-e240d0fe0aa2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:00.249492 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92b897-2a45-4d4d-b8db-e240d0fe0aa2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:00.256045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0d92b897-2a45-4d4d-b8db-e240d0fe0aa2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:00.257166 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0d92b897-2a45-4d4d-b8db-e240d0fe0aa2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/security-groups/8f4c0b94-c545-4a3d-a7ae-f1fcf86a9d2e HTTP/1.1" status: 204 len: 168 time: 0.1957352 Apr 22 15:32:00.299330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38664) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:00.583648 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f7e6612d-074b-459d-96c2-6358ca2583b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 2416e698-06b8-43bc-8f8a-154900a46948 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:32:00.583873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7e6612d-074b-459d-96c2-6358ca2583b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:00.744232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7e6612d-074b-459d-96c2-6358ca2583b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:00.744553 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7e6612d-074b-459d-96c2-6358ca2583b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:00.862482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-f7e6612d-074b-459d-96c2-6358ca2583b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 2416e698-06b8-43bc-8f8a-154900a46948 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:32:01.004815 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device cf22a115-800c-42c8-b9bc-8bcd16c244ea no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:32:01.008592 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7e6612d-074b-459d-96c2-6358ca2583b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:01.036840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: cf22a115-800c-42c8-b9bc-8bcd16c244ea {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:32:01.037179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device cf22a115-800c-42c8-b9bc-8bcd16c244ea not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:32:01.053272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6612d-074b-459d-96c2-6358ca2583b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=2416e698-06b8-43bc-8f8a-154900a46948,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:01.147038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7e6612d-074b-459d-96c2-6358ca2583b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:01.526025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e6612d-074b-459d-96c2-6358ca2583b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router ac1c734e-a327-456d-91c0-4ef55601b3d5 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:32:01.719292 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e6612d-074b-459d-96c2-6358ca2583b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:32:01.729496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1441be9-b193-41f1-b42a-00958314a1e2 None None] Sync routers for ids ['ac1c734e-a327-456d-91c0-4ef55601b3d5'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:32:01.736916 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7e6612d-074b-459d-96c2-6358ca2583b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:01.741954 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1441be9-b193-41f1-b42a-00958314a1e2 None None] Routers {'ac1c734e-a327-456d-91c0-4ef55601b3d5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:32:01.742613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d1441be9-b193-41f1-b42a-00958314a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:31:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ac1c734e-a327-456d-91c0-4ef55601b3d5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:01.795801 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f7e6612d-074b-459d-96c2-6358ca2583b3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/floatingips/34ef9dc2-655f-4de8-91ed-18253acf90aa HTTP/1.1" status: 204 len: 168 time: 1.4952221 Apr 22 15:32:01.796466 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179942e5-3325-45e2-96fe-de1d6e137b70', 'tag': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:32:01.874091 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da2a565-1a56-4aa8-9938-d4fdf1771a6e'] response: {'name': 'network-changed', 'server_uuid': '179942e5-3325-45e2-96fe-de1d6e137b70', 'tag': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'status': 'completed', 'code': 200} Apr 22 15:32:01.929653 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-d1441be9-b193-41f1-b42a-00958314a1e2 None None] Set router ac1c734e-a327-456d-91c0-4ef55601b3d5 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:32:01.994724 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7d1a2f81-50ba-43d1-bfe8-9b3ecd71fcd0 req-b49cb651-7e43-4830-a2d1-843c863a3572 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 1098 time: 0.0775414 Apr 22 15:32:02.186648 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2f81-50ba-43d1-bfe8-9b3ecd71fcd0 req-4f4e4f0e-d07a-43fa-a80f-f98bbc46c59a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:02.188109 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7d1a2f81-50ba-43d1-bfe8-9b3ecd71fcd0 req-4f4e4f0e-d07a-43fa-a80f-f98bbc46c59a service neutron] 10.222.0.70 "GET /v2.0/networks?id=35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 200 len: 897 time: 0.1813045 Apr 22 15:32:02.265581 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7d1a2f81-50ba-43d1-bfe8-9b3ecd71fcd0 req-3981fef8-e3d1-4244-bd2c-e620daf709fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc3d370b-a92e-4fe4-9c05-da50980e84fd HTTP/1.1" status: 200 len: 217 time: 0.0690145 Apr 22 15:32:02.295795 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d1441be9-b193-41f1-b42a-00958314a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:59Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:02.299692 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1441be9-b193-41f1-b42a-00958314a1e2 None None] Checking router: ac1c734e-a327-456d-91c0-4ef55601b3d5 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:32:02.310376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1441be9-b193-41f1-b42a-00958314a1e2 None None] Routers {'ac1c734e-a327-456d-91c0-4ef55601b3d5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:32:02.310955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad13f53-dc7c-4c10-ba59-c135e869cecb req-95b5c703-247b-4e5c-a3ba-2749dd7be09a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:02.311109 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d1441be9-b193-41f1-b42a-00958314a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:31:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ac1c734e-a327-456d-91c0-4ef55601b3d5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:02.311650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-5ad13f53-dc7c-4c10-ba59-c135e869cecb req-95b5c703-247b-4e5c-a3ba-2749dd7be09a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:32:02.347723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a2f81-50ba-43d1-bfe8-9b3ecd71fcd0 req-139ea3d6-852a-4a3a-bed5-201d1eca3012 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:02.349176 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7d1a2f81-50ba-43d1-bfe8-9b3ecd71fcd0 req-139ea3d6-852a-4a3a-bed5-201d1eca3012 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e53a01de-4973-47da-8d76-8692b41af3f4 HTTP/1.1" status: 200 len: 835 time: 0.0762103 Apr 22 15:32:02.349896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-5ad13f53-dc7c-4c10-ba59-c135e869cecb req-95b5c703-247b-4e5c-a3ba-2749dd7be09a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:32:02.350899 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5ad13f53-dc7c-4c10-ba59-c135e869cecb req-95b5c703-247b-4e5c-a3ba-2749dd7be09a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 945 time: 0.2288368 Apr 22 15:32:02.446160 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5ad13f53-dc7c-4c10-ba59-c135e869cecb req-26401db1-303f-4e10-bccb-acf04843d8a3 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0944ae9a-2aa6-430f-a5af-808380d05442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611269 Apr 22 15:32:02.458693 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7d1a2f81-50ba-43d1-bfe8-9b3ecd71fcd0 req-0bc3308f-ea46-4939-81c3-12ac133d7fe5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=35a9ab26-0579-4f5b-b26c-3326cf73af38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1023126 Apr 22 15:32:02.498728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-d1441be9-b193-41f1-b42a-00958314a1e2 None None] Set router ac1c734e-a327-456d-91c0-4ef55601b3d5 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:32:02.590316 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7d1a2f81-50ba-43d1-bfe8-9b3ecd71fcd0 req-c3d55f57-bba2-4d65-81c0-e9e09def287b service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242211 Apr 22 15:32:02.721315 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7d1a2f81-50ba-43d1-bfe8-9b3ecd71fcd0 req-af0f2134-2aa7-4d99-8ae2-08d2a6a4d893 service neutron] 10.222.0.70 "GET /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239500 Apr 22 15:32:02.806278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d1441be9-b193-41f1-b42a-00958314a1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:59Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:02.810234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1441be9-b193-41f1-b42a-00958314a1e2 None None] The sync data for ids ['ac1c734e-a327-456d-91c0-4ef55601b3d5'] in dv-neutron-838883-3-hyperv is: [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:29:53Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c27d6f80-ded3-4d79-bd66-b7df21970183', 'name': '', 'network_id': '35a9ab26-0579-4f5b-b26c-3326cf73af38', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:52Z', 'updated_at': '2022-04-22T15:29:59Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': 'e53a01de-4973-47da-8d76-8692b41af3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:32:03.020392 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f942d-5f8c-4239-becd-81455e7c475a None None] New status for floating IP 34ef9dc2-655f-4de8-91ed-18253acf90aa: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:32:03.134035 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:03.643892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0e642-7682-446a-b39a-e0317de09bcf req-5684c12b-dfe3-4243-b44a-51c55d07fc68 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:03.645348 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9da0e642-7682-446a-b39a-e0317de09bcf req-5684c12b-dfe3-4243-b44a-51c55d07fc68 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 945 time: 0.0789437 Apr 22 15:32:03.689410 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9da0e642-7682-446a-b39a-e0317de09bcf req-0bd37e65-f510-4a6b-a255-7e3c80d96caa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=0944ae9a-2aa6-430f-a5af-808380d05442&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386419 Apr 22 15:32:03.904211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cc75f-f727-42b1-9863-76402735ad47 req-3dbf89d8-f7a9-4161-9e80-63840cf8da60 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:03.905616 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c16cc75f-f727-42b1-9863-76402735ad47 req-3dbf89d8-f7a9-4161-9e80-63840cf8da60 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 945 time: 0.0737267 Apr 22 15:32:03.974733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-c16cc75f-f727-42b1-9863-76402735ad47 req-e37bb884-559a-48c5-8451-402c9108b81a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port cc3d370b-a92e-4fe4-9c05-da50980e84fd {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:32:03.975074 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c16cc75f-f727-42b1-9863-76402735ad47 req-e37bb884-559a-48c5-8451-402c9108b81a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:04.290833 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-c16cc75f-f727-42b1-9863-76402735ad47 req-e37bb884-559a-48c5-8451-402c9108b81a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port cc3d370b-a92e-4fe4-9c05-da50980e84fd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=cc3d370b-a92e-4fe4-9c05-da50980e84fd,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:32:04.291189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c16cc75f-f727-42b1-9863-76402735ad47 req-e37bb884-559a-48c5-8451-402c9108b81a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:04.410796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-c16cc75f-f727-42b1-9863-76402735ad47 req-e37bb884-559a-48c5-8451-402c9108b81a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for cc3d370b-a92e-4fe4-9c05-da50980e84fd owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:32:04.548844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c16cc75f-f727-42b1-9863-76402735ad47 req-e37bb884-559a-48c5-8451-402c9108b81a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:04.596364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bb884-559a-48c5-8451-402c9108b81a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=cc3d370b-a92e-4fe4-9c05-da50980e84fd,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:04.664538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16cc75f-f727-42b1-9863-76402735ad47 req-e37bb884-559a-48c5-8451-402c9108b81a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] No DVR routers for this DVR port cc3d370b-a92e-4fe4-9c05-da50980e84fd on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:32:04.666828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c16cc75f-f727-42b1-9863-76402735ad47 req-e37bb884-559a-48c5-8451-402c9108b81a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:04.669190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179942e5-3325-45e2-96fe-de1d6e137b70', 'name': 'network-vif-deleted', 'tag': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:32:04.685334 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c16cc75f-f727-42b1-9863-76402735ad47 req-e37bb884-559a-48c5-8451-402c9108b81a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "DELETE /v2.0/ports/cc3d370b-a92e-4fe4-9c05-da50980e84fd HTTP/1.1" status: 204 len: 173 time: 0.7726262 Apr 22 15:32:04.725250 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99dbe865-292b-44dc-b971-14664d7c0b37'] response: {'server_uuid': '179942e5-3325-45e2-96fe-de1d6e137b70', 'name': 'network-vif-deleted', 'tag': 'cc3d370b-a92e-4fe4-9c05-da50980e84fd', 'status': 'completed', 'code': 200} Apr 22 15:32:05.006829 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a1561643-15a7-41c8-8bca-248ebddb01ff req-51cf2ebb-99d0-441b-ba0c-2b86c9aaec55 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:32:05.023406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a1561643-15a7-41c8-8bca-248ebddb01ff req-51cf2ebb-99d0-441b-ba0c-2b86c9aaec55 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:32:05.024628 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a1561643-15a7-41c8-8bca-248ebddb01ff req-51cf2ebb-99d0-441b-ba0c-2b86c9aaec55 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=179942e5-3325-45e2-96fe-de1d6e137b70 HTTP/1.1" status: 200 len: 210 time: 0.0629265 Apr 22 15:32:06.128670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38682) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:06.194584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bc92d97-d179-4aed-8f9c-5af6a374a718 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:06.222643 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bc92d97-d179-4aed-8f9c-5af6a374a718 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:06.291972 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bc92d97-d179-4aed-8f9c-5af6a374a718 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:06.310653 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc92d97-d179-4aed-8f9c-5af6a374a718 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0944ae9a-2aa6-430f-a5af-808380d05442,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:06.316828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7bc92d97-d179-4aed-8f9c-5af6a374a718 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:06.317946 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7bc92d97-d179-4aed-8f9c-5af6a374a718 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/security-groups/0944ae9a-2aa6-430f-a5af-808380d05442 HTTP/1.1" status: 204 len: 168 time: 0.1883245 Apr 22 15:32:06.357047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38688) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:06.848851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65a9fea6-61a6-42c8-a172-977bc181f0d0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:07.017407 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device cc3d370b-a92e-4fe4-9c05-da50980e84fd no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:32:07.049965 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: cc3d370b-a92e-4fe4-9c05-da50980e84fd {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:32:07.050338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device cc3d370b-a92e-4fe4-9c05-da50980e84fd not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:32:07.453901 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-65a9fea6-61a6-42c8-a172-977bc181f0d0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port c27d6f80-ded3-4d79-bd66-b7df21970183 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:32:07.454532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65a9fea6-61a6-42c8-a172-977bc181f0d0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:07.632596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-65a9fea6-61a6-42c8-a172-977bc181f0d0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port c27d6f80-ded3-4d79-bd66-b7df21970183, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c27d6f80-ded3-4d79-bd66-b7df21970183,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:32:07.632864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65a9fea6-61a6-42c8-a172-977bc181f0d0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:07.749282 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-65a9fea6-61a6-42c8-a172-977bc181f0d0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for c27d6f80-ded3-4d79-bd66-b7df21970183 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:32:07.917802 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65a9fea6-61a6-42c8-a172-977bc181f0d0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:07.964995 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9fea6-61a6-42c8-a172-977bc181f0d0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=c27d6f80-ded3-4d79-bd66-b7df21970183,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:08.332034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-65a9fea6-61a6-42c8-a172-977bc181f0d0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:08.892153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a9fea6-61a6-42c8-a172-977bc181f0d0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router ac1c734e-a327-456d-91c0-4ef55601b3d5 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:32:09.117084 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a9fea6-61a6-42c8-a172-977bc181f0d0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:32:09.127102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2398d735-9e2a-4591-b99a-874c959c199a None None] Sync routers for ids ['ac1c734e-a327-456d-91c0-4ef55601b3d5'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:32:09.135961 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-65a9fea6-61a6-42c8-a172-977bc181f0d0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/ac1c734e-a327-456d-91c0-4ef55601b3d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7777834 Apr 22 15:32:09.139368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38692) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:09.139971 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398d735-9e2a-4591-b99a-874c959c199a None None] Routers {'ac1c734e-a327-456d-91c0-4ef55601b3d5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:32:09.140654 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-2398d735-9e2a-4591-b99a-874c959c199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:31:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ac1c734e-a327-456d-91c0-4ef55601b3d5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:09.312498 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-2398d735-9e2a-4591-b99a-874c959c199a None None] Set router ac1c734e-a327-456d-91c0-4ef55601b3d5 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:32:09.327104 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f254128-a508-40b2-96c9-4243f1e0ce4d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting subnet e53a01de-4973-47da-8d76-8692b41af3f4 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:32:09.330206 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f254128-a508-40b2-96c9-4243f1e0ce4d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:09.385773 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f254128-a508-40b2-96c9-4243f1e0ce4d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:09.468370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f254128-a508-40b2-96c9-4243f1e0ce4d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:09.540946 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f254128-a508-40b2-96c9-4243f1e0ce4d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:09.579821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f254128-a508-40b2-96c9-4243f1e0ce4d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Subnet': ['ID=e53a01de-4973-47da-8d76-8692b41af3f4,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:09.584935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f254128-a508-40b2-96c9-4243f1e0ce4d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:09.591036 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5f254128-a508-40b2-96c9-4243f1e0ce4d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/subnets/e53a01de-4973-47da-8d76-8692b41af3f4 HTTP/1.1" status: 204 len: 168 time: 0.4507096 Apr 22 15:32:09.592104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a7d2de-0919-41b9-9fb7-3fd8a1baca18 None None] Network 35a9ab26-0579-4f5b-b26c-3326cf73af38 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:32:09.593682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38696) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:09.672433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-2398d735-9e2a-4591-b99a-874c959c199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:32:07Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:09.681427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2398d735-9e2a-4591-b99a-874c959c199a None None] Checking router: ac1c734e-a327-456d-91c0-4ef55601b3d5 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:32:09.758660 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398d735-9e2a-4591-b99a-874c959c199a None None] Routers {'ac1c734e-a327-456d-91c0-4ef55601b3d5'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:32:09.759280 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-2398d735-9e2a-4591-b99a-874c959c199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:31:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['ac1c734e-a327-456d-91c0-4ef55601b3d5'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:09.888237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:09.992611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-2398d735-9e2a-4591-b99a-874c959c199a None None] Set router ac1c734e-a327-456d-91c0-4ef55601b3d5 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:32:10.091487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:10.101387 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port b0687c5a-c381-4477-a85a-2d87c3339698 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:32:10.101763 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:10.101898 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] DHCP port deletion for 35a9ab26-0579-4f5b-b26c-3326cf73af38 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:32:10.122595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Deleting port 9ce289e5-0d45-4d12-806f-27ca9d286e8d {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:32:10.122961 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:10.275173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port b0687c5a-c381-4477-a85a-2d87c3339698, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b0687c5a-c381-4477-a85a-2d87c3339698,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:32:10.275526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:10.397342 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for b0687c5a-c381-4477-a85a-2d87c3339698 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:32:10.433734 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] For port 9ce289e5-0d45-4d12-806f-27ca9d286e8d, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9ce289e5-0d45-4d12-806f-27ca9d286e8d,segment=NetworkSegment(7576ef2a-792c-4511-91e5-eeb3ed68ccc9),segment_id=7576ef2a-792c-4511-91e5-eeb3ed68ccc9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:32:10.434914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:10.556349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Calling delete_port for 9ce289e5-0d45-4d12-806f-27ca9d286e8d owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:32:10.562566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:10.608167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=b0687c5a-c381-4477-a85a-2d87c3339698,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:10.609478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-2398d735-9e2a-4591-b99a-874c959c199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:32:07Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:10.615549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2398d735-9e2a-4591-b99a-874c959c199a None None] The sync data for ids ['ac1c734e-a327-456d-91c0-4ef55601b3d5'] in dv-neutron-838883-3-hyperv is: [{'id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'name': 'tempest-TestNetworkBasicOps-router-191510852', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:29:49Z', 'updated_at': '2022-04-22T15:32:07Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': 'b0687c5a-c381-4477-a85a-2d87c3339698', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac1c734e-a327-456d-91c0-4ef55601b3d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:29:50Z', 'updated_at': '2022-04-22T15:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:32:10.637071 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:10.686649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Pushing event deleted for resources: {'Port': ['ID=9ce289e5-0d45-4d12-806f-27ca9d286e8d,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:10.693516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] No DVR routers for this DVR port 9ce289e5-0d45-4d12-806f-27ca9d286e8d on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:32:10.702456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:10.702666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:10.703007 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:10.703341 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:10.703673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:10.704003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:10.704334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:10.704657 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:10.704982 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:10.705301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:10.705619 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2fe34-e76f-40d6-a138-95c734aa9fb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:10.837362 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.186693 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.190730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.215601 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.216131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Fanout notify agent at l3_agent the message router_deleted on router ac1c734e-a327-456d-91c0-4ef55601b3d5 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:32:11.231749 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.234380 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-db1bbc87-f169-49bf-9b7c-fb993a0af882 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/routers/ac1c734e-a327-456d-91c0-4ef55601b3d5 HTTP/1.1" status: 204 len: 168 time: 1.6396332 Apr 22 15:32:11.235801 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38700) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:11.350774 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77fd3b05-9f8e-430c-aae9-c6801a071e90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.482938 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77fd3b05-9f8e-430c-aae9-c6801a071e90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.507007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-77fd3b05-9f8e-430c-aae9-c6801a071e90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a9ab26-0579-4f5b-b26c-3326cf73af38']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:11.518519 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-77fd3b05-9f8e-430c-aae9-c6801a071e90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7576ef2a-792c-4511-91e5-eeb3ed68ccc9') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:11.518818 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-77fd3b05-9f8e-430c-aae9-c6801a071e90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7576ef2a-792c-4511-91e5-eeb3ed68ccc9') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:11.530318 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77fd3b05-9f8e-430c-aae9-c6801a071e90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.545970 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77fd3b05-9f8e-430c-aae9-c6801a071e90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.551768 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fd3b05-9f8e-430c-aae9-c6801a071e90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:32:11.552147 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77fd3b05-9f8e-430c-aae9-c6801a071e90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:32:11.565903 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:32:11.647583 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77fd3b05-9f8e-430c-aae9-c6801a071e90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.669683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77fd3b05-9f8e-430c-aae9-c6801a071e90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.676192 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd3b05-9f8e-430c-aae9-c6801a071e90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Network': ['ID=35a9ab26-0579-4f5b-b26c-3326cf73af38,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:11.687990 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-77fd3b05-9f8e-430c-aae9-c6801a071e90 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/networks/35a9ab26-0579-4f5b-b26c-3326cf73af38 HTTP/1.1" status: 204 len: 168 time: 0.4511974 Apr 22 15:32:11.712174 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38704) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:11.718020 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'network': {'name': 'tempest-network-smoke--1233275954', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'port_security_enabled': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:32:11.725189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:32:11.729826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:network and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:32:11.731100 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c27d6f80-ded3-4d79-bd66-b7df21970183 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:32:11.733024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:32:11.738879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:32:11.750116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:32:11.753296 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.767736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: c27d6f80-ded3-4d79-bd66-b7df21970183 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:32:11.768330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c27d6f80-ded3-4d79-bd66-b7df21970183 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:32:11.770292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9ce289e5-0d45-4d12-806f-27ca9d286e8d no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:32:11.784535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:32:11.794260 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.794896 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Added segment dfe97c65-9532-4e17-9d9c-b4bfab7b588e of type vlan for network 5fb328a3-38c0-4c93-be16-e3bb409723eb Apr 22 15:32:11.802131 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 9ce289e5-0d45-4d12-806f-27ca9d286e8d {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:32:11.802502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9ce289e5-0d45-4d12-806f-27ca9d286e8d not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:32:11.825172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.853985 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.857639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:11.858239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:11.964657 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2516770 Apr 22 15:32:11.967684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38710) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:11.970322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c22ac4-edaf-44ad-9164-dfcf997d0afb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Network': ['ID=5fb328a3-38c0-4c93-be16-e3bb409723eb,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:11.974873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-948081557', 'admin_state_up': True, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:32:11.980593 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 5fb328a3-38c0-4c93-be16-e3bb409723eb details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:32:11.982006 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:32:11.985796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:router and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:32:11.988683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:32:11.994558 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:32:12.006340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:12.007279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:12.026728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:12.168457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:12.338516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:12.371274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:12.497511 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.49 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/89b2c92d-860f-425e-8593-5404bd67c808) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:32:12.639036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:12.665337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:12.720723 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f64f5c29-a370-4c08-a883-8c10bb86d220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:12.816329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:32:12.818942 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:32:12.822573 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:32:12.854407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=89b2c92d-860f-425e-8593-5404bd67c808,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:12.981220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:12.982084 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:13.201586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router cd5582cd-ec2a-41a3-8468-cce44db629c7 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:32:13.316849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b0687c5a-c381-4477-a85a-2d87c3339698 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:32:13.348283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: b0687c5a-c381-4477-a85a-2d87c3339698 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:32:13.348624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b0687c5a-c381-4477-a85a-2d87c3339698 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:32:13.404114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:32:13.415202 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Sync routers for ids ['cd5582cd-ec2a-41a3-8468-cce44db629c7'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:32:13.428505 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Routers {'cd5582cd-ec2a-41a3-8468-cce44db629c7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:32:13.429316 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:31:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cd5582cd-ec2a-41a3-8468-cce44db629c7'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:13.430486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:13.431670 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-82cecfe7-0662-4c63-9ba6-503f2fa85391 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4630945 Apr 22 15:32:13.435311 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38714) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:13.473210 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ac73fef8-3cfc-4f4b-a199-3b173bd529a5 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=837b6f9741fb4d28b96872e0afaf71d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368068 Apr 22 15:32:13.475628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38718) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:13.602375 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbd6d3-9c48-4956-861e-7b577995977a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:13.603851 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-63bbd6d3-9c48-4956-861e-7b577995977a tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1273589 Apr 22 15:32:13.604834 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Set router cd5582cd-ec2a-41a3-8468-cce44db629c7 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:32:13.607444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38722) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:13.648407 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-47458465-65cb-41d9-a4e5-b506d9835268 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399253 Apr 22 15:32:13.650961 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38726) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:13.656558 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-913583778', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:32:13.776024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:32:13.780245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:subnet and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:32:13.782953 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:32:13.788402 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:32:13.798800 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:32:13.901867 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:13.907445 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '89b2c92d-860f-425e-8593-5404bd67c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:12Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '89b2c92d-860f-425e-8593-5404bd67c808', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:13.911182 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Checking router: cd5582cd-ec2a-41a3-8468-cce44db629c7 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:32:13.911525 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Updating router cd5582cd-ec2a-41a3-8468-cce44db629c7 port 89b2c92d-860f-425e-8593-5404bd67c808 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:32:13.960566 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:14.114170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:14.187885 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Subnet': ['ID=3301dbca-d4f6-4d79-aa32-49ff72eed5e0,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:14.199100 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Checking segment: {'id': 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:32:14.199986 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network hostable DHCP agents. Network: 5fb328a3-38c0-4c93-be16-e3bb409723eb, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:32:14.221701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 5fb328a3-38c0-4c93-be16-e3bb409723eb is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:32:14.230748 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 5fb328a3-38c0-4c93-be16-e3bb409723eb) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:32:14.234593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:14.235204 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:14.242080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d40ac86-9384-47a3-bf39-f7422411a66a None None] Network 5fb328a3-38c0-4c93-be16-e3bb409723eb requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:32:14.260837 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-590635b3-92af-4e96-ba71-ea3ef6311090 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6086266 Apr 22 15:32:14.263889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38730) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:14.270851 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:32:14.290706 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:14.307228 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Transition to ACTIVE for port object 89b2c92d-860f-425e-8593-5404bd67c808 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:32:14.315142 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:14.385145 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094505a-1123-4ba3-bb84-9ae08d69f934 None None] Pushing event updated for resources: {'Port': ['ID=89b2c92d-860f-425e-8593-5404bd67c808,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:14.403757 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Attempting to bind port 89b2c92d-860f-425e-8593-5404bd67c808 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:32:14.404136 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Attempting to bind port 89b2c92d-860f-425e-8593-5404bd67c808 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:32:14.404457 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Attempting to bind port 89b2c92d-860f-425e-8593-5404bd67c808 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:32:14.411932 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:32:14.412310 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:32:14.412703 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:14.413085 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:32:14.413547 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Bound port: 89b2c92d-860f-425e-8593-5404bd67c808, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:32:14.413912 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:14.481063 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094505a-1123-4ba3-bb84-9ae08d69f934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:14.481773 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094505a-1123-4ba3-bb84-9ae08d69f934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:14.481773 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094505a-1123-4ba3-bb84-9ae08d69f934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:14.482020 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094505a-1123-4ba3-bb84-9ae08d69f934 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:14.482537 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094505a-1123-4ba3-bb84-9ae08d69f934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:14.482859 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094505a-1123-4ba3-bb84-9ae08d69f934 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:14.483177 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094505a-1123-4ba3-bb84-9ae08d69f934 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:14.483495 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094505a-1123-4ba3-bb84-9ae08d69f934 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:14.483809 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094505a-1123-4ba3-bb84-9ae08d69f934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:14.484121 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094505a-1123-4ba3-bb84-9ae08d69f934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:14.484431 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094505a-1123-4ba3-bb84-9ae08d69f934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:32:14.498112 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] For port 89b2c92d-860f-425e-8593-5404bd67c808, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:32:14.501366 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] For port 89b2c92d-860f-425e-8593-5404bd67c808, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=89b2c92d-860f-425e-8593-5404bd67c808,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:32:14.507346 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:14.523873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-5fb328a3-38c0-4c93-be16-e3bb409723eb', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ips': [{'subnet_id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:32:14.524690 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:14.585776 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094505a-1123-4ba3-bb84-9ae08d69f934 None None] Pushing event updated for resources: {'Port': ['ID=89b2c92d-860f-425e-8593-5404bd67c808,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:14.594425 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Routers {'cd5582cd-ec2a-41a3-8468-cce44db629c7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:32:14.595282 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:31:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cd5582cd-ec2a-41a3-8468-cce44db629c7'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:14.686769 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Allocated IP 172.20.0.2 (5fb328a3-38c0-4c93-be16-e3bb409723eb/3301dbca-d4f6-4d79-aa32-49ff72eed5e0/2c3c8724-bf2e-4e38-974d-2f18634ff326) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:32:14.774401 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] Set router cd5582cd-ec2a-41a3-8468-cce44db629c7 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:32:14.893337 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:14.905163 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Transition to ACTIVE for port object 2c3c8724-bf2e-4e38-974d-2f18634ff326 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:32:14.924466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Transition to ACTIVE for port object 2c3c8724-bf2e-4e38-974d-2f18634ff326 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:32:14.933778 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:15.010449 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Network 5fb328a3-38c0-4c93-be16-e3bb409723eb is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:32:15.023571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:32:15.026593 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:32:15.033279 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a08cb235-0701-4421-aa51-5b707c324e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:15.073387 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '89b2c92d-860f-425e-8593-5404bd67c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:12Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '89b2c92d-860f-425e-8593-5404bd67c808', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:15.077487 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17543047-b865-4a3e-b261-8c23953fed6c None None] The sync data for ids ['cd5582cd-ec2a-41a3-8468-cce44db629c7'] in dv-neutron-838883-3-hyperv is: [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '89b2c92d-860f-425e-8593-5404bd67c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:12Z', 'revision_number': 3, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '89b2c92d-860f-425e-8593-5404bd67c808', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:32:15.079659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Pushing event updated for resources: {'Port': ['ID=2c3c8724-bf2e-4e38-974d-2f18634ff326,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:15.141178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Attempting to bind port 2c3c8724-bf2e-4e38-974d-2f18634ff326 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:32:15.141549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Attempting to bind port 2c3c8724-bf2e-4e38-974d-2f18634ff326 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:32:15.141903 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Attempting to bind port 2c3c8724-bf2e-4e38-974d-2f18634ff326 on network 5fb328a3-38c0-4c93-be16-e3bb409723eb {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:32:15.148772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:32:15.149160 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Checking segment: {'id': 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:32:15.149564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:15.149950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Bound using segment: {'id': 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:32:15.150448 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Bound port: 2c3c8724-bf2e-4e38-974d-2f18634ff326, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:32:15.150819 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:15.157136 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:15.243099 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] For port 2c3c8724-bf2e-4e38-974d-2f18634ff326, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:32:15.248254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] For port 2c3c8724-bf2e-4e38-974d-2f18634ff326, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=2c3c8724-bf2e-4e38-974d-2f18634ff326,segment=NetworkSegment(dfe97c65-9532-4e17-9d9c-b4bfab7b588e),segment_id=dfe97c65-9532-4e17-9d9c-b4bfab7b588e)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:32:15.253072 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:15.362392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e163f2-a2dd-4ea8-a8b9-d65f8e93231f None None] Pushing event updated for resources: {'Port': ['ID=2c3c8724-bf2e-4e38-974d-2f18634ff326,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:15.446684 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 89b2c92d-860f-425e-8593-5404bd67c808 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:32:15.546797 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 89b2c92d-860f-425e-8593-5404bd67c808 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:32:15.553222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 89b2c92d-860f-425e-8593-5404bd67c808 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:32:15.553704 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:15.650325 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.1 (5fb328a3-38c0-4c93-be16-e3bb409723eb/3301dbca-d4f6-4d79-aa32-49ff72eed5e0/50c89043-984b-4195-befd-9424540d3ee0) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:32:15.701316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:15.727932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 89b2c92d-860f-425e-8593-5404bd67c808, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=89b2c92d-860f-425e-8593-5404bd67c808,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:32:15.733338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:15.808944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=89b2c92d-860f-425e-8593-5404bd67c808,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:15.827829 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:15.844725 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object 50c89043-984b-4195-befd-9424540d3ee0 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:32:15.869048 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:15.946906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 5fb328a3-38c0-4c93-be16-e3bb409723eb is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:32:15.950506 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:32:15.954553 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:32:15.985047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=50c89043-984b-4195-befd-9424540d3ee0,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:16.017574 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:16.023176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:16.037911 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:16.122700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:16.342253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1911a48a-6abe-4d75-8fec-fdd1655d19d7 None None] Network 5fb328a3-38c0-4c93-be16-e3bb409723eb requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:32:16.449465 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2f4c8874-63ab-4e3f-b3ca-d43d8edd96a0 None None] Provisioning for port 2c3c8724-bf2e-4e38-974d-2f18634ff326 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:32:16.631989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:16.636751 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:16.744189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=50c89043-984b-4195-befd-9424540d3ee0,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:16.746670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:16.781277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8553f9da-3b88-4cf8-bf6a-3d7ece43c6c1 None None] Provisioning for port 50c89043-984b-4195-befd-9424540d3ee0 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:32:16.786910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8553f9da-3b88-4cf8-bf6a-3d7ece43c6c1 None None] Provisioning complete for port 50c89043-984b-4195-befd-9424540d3ee0 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:32:16.787306 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8553f9da-3b88-4cf8-bf6a-3d7ece43c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:16.845192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8553f9da-3b88-4cf8-bf6a-3d7ece43c6c1 None None] Port 50c89043-984b-4195-befd-9424540d3ee0 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:32:16.885674 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 5fb328a3-38c0-4c93-be16-e3bb409723eb is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:32:16.887844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:32:16.982244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-363d9628-0d7b-470d-b3ae-5377fa508f06 None None] Provisioning complete for port 50c89043-984b-4195-befd-9424540d3ee0 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:32:16.982626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-363d9628-0d7b-470d-b3ae-5377fa508f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:17.038548 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-363d9628-0d7b-470d-b3ae-5377fa508f06 None None] Port 50c89043-984b-4195-befd-9424540d3ee0 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:32:17.159787 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2b227b20-eeb7-4e87-b637-d8cb7b59bd03 None None] Provisioning complete for port 50c89043-984b-4195-befd-9424540d3ee0 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:32:17.160159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2b227b20-eeb7-4e87-b637-d8cb7b59bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:17.213071 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2b227b20-eeb7-4e87-b637-d8cb7b59bd03 None None] Port 50c89043-984b-4195-befd-9424540d3ee0 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:32:17.287235 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router cd5582cd-ec2a-41a3-8468-cce44db629c7 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:32:17.432255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 2c3c8724-bf2e-4e38-974d-2f18634ff326 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:32:17.487909 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:32:17.500549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 2c3c8724-bf2e-4e38-974d-2f18634ff326 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:32:17.503640 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-109863d1-4aed-4b01-8c60-7ad26ac6c5cb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/cd5582cd-ec2a-41a3-8468-cce44db629c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2365396 Apr 22 15:32:17.503851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38736) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:17.505267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 2c3c8724-bf2e-4e38-974d-2f18634ff326 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:32:17.505632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:17.603875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:17.628223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:17.642052 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a20f53-6f2a-4e93-b71e-f7bad4d1c023 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:17.642611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a20f53-6f2a-4e93-b71e-f7bad4d1c023 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:17.642740 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a20f53-6f2a-4e93-b71e-f7bad4d1c023 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:17.643096 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a20f53-6f2a-4e93-b71e-f7bad4d1c023 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:17.644725 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-23a20f53-6f2a-4e93-b71e-f7bad4d1c023 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1399815 Apr 22 15:32:17.647641 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38740) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:17.659077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 2c3c8724-bf2e-4e38-974d-2f18634ff326, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=2c3c8724-bf2e-4e38-974d-2f18634ff326,segment=NetworkSegment(dfe97c65-9532-4e17-9d9c-b4bfab7b588e),segment_id=dfe97c65-9532-4e17-9d9c-b4bfab7b588e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:32:17.662928 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:17.663799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 89b2c92d-860f-425e-8593-5404bd67c808 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:32:17.713915 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df00b5e-2b82-4448-935d-885d32cd3762 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:17.714309 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df00b5e-2b82-4448-935d-885d32cd3762 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:17.714664 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df00b5e-2b82-4448-935d-885d32cd3762 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:17.715568 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df00b5e-2b82-4448-935d-885d32cd3762 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:17.717186 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4df00b5e-2b82-4448-935d-885d32cd3762 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0686622 Apr 22 15:32:17.719869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38744) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:17.809816 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=2c3c8724-bf2e-4e38-974d-2f18634ff326,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:17.823533 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 89b2c92d-860f-425e-8593-5404bd67c808 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:32:17.823903 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.012521 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a2742031-50bc-4257-926c-0208e65a4fb4 tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.2910607 Apr 22 15:32:18.197856 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38750) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:18.203947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386287732', 'description': 'tempest-secgroup-smoke-1386287732 description', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:32:18.209812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:32:18.213911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:32:18.216724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:32:18.222333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:32:18.232289 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.267492 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:32:18.271186 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:32:18.273932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:32:18.280007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:32:18.332043 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.335938 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.380808 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73d21ae-622a-48d9-a956-2c8c8dfc1b3a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:18.383247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.388328 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f9f78a47-e97c-42d8-950f-72a07f4021b6 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1855814 Apr 22 15:32:18.391785 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38754) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:18.397368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-3e13a83d-fb30-4452-9fbe-700f2d5559e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'e73d21ae-622a-48d9-a956-2c8c8dfc1b3a', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:32:18.404700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3e13a83d-fb30-4452-9fbe-700f2d5559e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:32:18.409285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3e13a83d-fb30-4452-9fbe-700f2d5559e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:32:18.412488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-3e13a83d-fb30-4452-9fbe-700f2d5559e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:32:18.418849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-3e13a83d-fb30-4452-9fbe-700f2d5559e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:32:18.434066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3e13a83d-fb30-4452-9fbe-700f2d5559e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.491446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3e13a83d-fb30-4452-9fbe-700f2d5559e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.495292 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3e13a83d-fb30-4452-9fbe-700f2d5559e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.518857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13a83d-fb30-4452-9fbe-700f2d5559e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb43245-bd26-47f6-8ef6-813fc84257cd,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:18.528062 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3e13a83d-fb30-4452-9fbe-700f2d5559e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.529269 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3e13a83d-fb30-4452-9fbe-700f2d5559e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1364799 Apr 22 15:32:18.532717 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38758) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:18.538036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b663676b-3ff4-4623-a30c-ddf888cbb988 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'e73d21ae-622a-48d9-a956-2c8c8dfc1b3a', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:32:18.544141 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b663676b-3ff4-4623-a30c-ddf888cbb988 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:32:18.550742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b663676b-3ff4-4623-a30c-ddf888cbb988 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:32:18.553817 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b663676b-3ff4-4623-a30c-ddf888cbb988 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:32:18.559705 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b663676b-3ff4-4623-a30c-ddf888cbb988 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:32:18.576996 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b663676b-3ff4-4623-a30c-ddf888cbb988 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.637588 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b663676b-3ff4-4623-a30c-ddf888cbb988 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.641767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b663676b-3ff4-4623-a30c-ddf888cbb988 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.664724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663676b-3ff4-4623-a30c-ddf888cbb988 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a0f6a6-e3c8-4319-9160-c9167d9d11ba,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:18.675047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b663676b-3ff4-4623-a30c-ddf888cbb988 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.676223 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b663676b-3ff4-4623-a30c-ddf888cbb988 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1426010 Apr 22 15:32:18.679052 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38762) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:18.684929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-73fee55f-4895-4dff-a730-b7dc8b66ad98 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'e73d21ae-622a-48d9-a956-2c8c8dfc1b3a', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:32:18.690732 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-73fee55f-4895-4dff-a730-b7dc8b66ad98 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:32:18.694578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-73fee55f-4895-4dff-a730-b7dc8b66ad98 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:32:18.697537 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-73fee55f-4895-4dff-a730-b7dc8b66ad98 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:32:18.703338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-73fee55f-4895-4dff-a730-b7dc8b66ad98 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:32:18.721523 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73fee55f-4895-4dff-a730-b7dc8b66ad98 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.783876 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73fee55f-4895-4dff-a730-b7dc8b66ad98 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.788040 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Sync routers for ids ['cd5582cd-ec2a-41a3-8468-cce44db629c7'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:32:18.788429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73fee55f-4895-4dff-a730-b7dc8b66ad98 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.800010 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Routers {'cd5582cd-ec2a-41a3-8468-cce44db629c7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:32:18.800611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:32:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cd5582cd-ec2a-41a3-8468-cce44db629c7'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:18.810130 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fee55f-4895-4dff-a730-b7dc8b66ad98 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db0d9ad-db85-4a4f-b32f-16aba5faf400,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:18.820981 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-73fee55f-4895-4dff-a730-b7dc8b66ad98 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.822409 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-73fee55f-4895-4dff-a730-b7dc8b66ad98 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1422894 Apr 22 15:32:18.825109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38766) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:18.830449 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c883a173-c1dc-48dc-be6b-33555d732b79 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'e73d21ae-622a-48d9-a956-2c8c8dfc1b3a', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:32:18.836268 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c883a173-c1dc-48dc-be6b-33555d732b79 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:32:18.840527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c883a173-c1dc-48dc-be6b-33555d732b79 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:32:18.843425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c883a173-c1dc-48dc-be6b-33555d732b79 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:32:18.849080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c883a173-c1dc-48dc-be6b-33555d732b79 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:32:18.866446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c883a173-c1dc-48dc-be6b-33555d732b79 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.934026 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c883a173-c1dc-48dc-be6b-33555d732b79 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.939075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c883a173-c1dc-48dc-be6b-33555d732b79 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.965690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883a173-c1dc-48dc-be6b-33555d732b79 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa0309d-40ff-4026-bbad-66cb952339c1,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:18.976216 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c883a173-c1dc-48dc-be6b-33555d732b79 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:18.979955 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c883a173-c1dc-48dc-be6b-33555d732b79 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1513982 Apr 22 15:32:18.981296 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38770) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:18.987709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d622f270-1dfb-4929-a483-b2a3aac7695c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'e73d21ae-622a-48d9-a956-2c8c8dfc1b3a', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:32:18.992305 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Set router cd5582cd-ec2a-41a3-8468-cce44db629c7 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:32:18.994852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d622f270-1dfb-4929-a483-b2a3aac7695c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:32:18.999962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d622f270-1dfb-4929-a483-b2a3aac7695c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:32:19.002918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d622f270-1dfb-4929-a483-b2a3aac7695c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:32:19.009191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d622f270-1dfb-4929-a483-b2a3aac7695c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:32:19.018833 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-d622f270-1dfb-4929-a483-b2a3aac7695c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:32:19.024998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d622f270-1dfb-4929-a483-b2a3aac7695c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:19.088399 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d622f270-1dfb-4929-a483-b2a3aac7695c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:19.092760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d622f270-1dfb-4929-a483-b2a3aac7695c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:19.117072 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622f270-1dfb-4929-a483-b2a3aac7695c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0302d2-7d4b-43d1-8f65-da90ce0b633f,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:19.129864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d622f270-1dfb-4929-a483-b2a3aac7695c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:19.131187 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d622f270-1dfb-4929-a483-b2a3aac7695c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1482818 Apr 22 15:32:19.134079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38774) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:19.139984 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-db48b45a-a448-4a0e-8e52-c5ae3d3e6ea0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'security_group_rule': {'security_group_id': 'e73d21ae-622a-48d9-a956-2c8c8dfc1b3a', 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:32:19.145641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-db48b45a-a448-4a0e-8e52-c5ae3d3e6ea0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:32:19.149620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-db48b45a-a448-4a0e-8e52-c5ae3d3e6ea0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:security_group_rule and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:32:19.153141 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-db48b45a-a448-4a0e-8e52-c5ae3d3e6ea0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:32:19.158844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-db48b45a-a448-4a0e-8e52-c5ae3d3e6ea0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:32:19.169149 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-db48b45a-a448-4a0e-8e52-c5ae3d3e6ea0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Project 837b6f9741fb4d28b96872e0afaf71d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:32:19.175458 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db48b45a-a448-4a0e-8e52-c5ae3d3e6ea0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:19.242966 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db48b45a-a448-4a0e-8e52-c5ae3d3e6ea0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:19.247339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db48b45a-a448-4a0e-8e52-c5ae3d3e6ea0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:19.272543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48b45a-a448-4a0e-8e52-c5ae3d3e6ea0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cabec7-ad8b-47c6-a415-57551057d047,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:19.284837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-db48b45a-a448-4a0e-8e52-c5ae3d3e6ea0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:19.286617 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-db48b45a-a448-4a0e-8e52-c5ae3d3e6ea0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1515434 Apr 22 15:32:19.323410 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '89b2c92d-860f-425e-8593-5404bd67c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:16Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '89b2c92d-860f-425e-8593-5404bd67c808', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '50c89043-984b-4195-befd-9424540d3ee0', 'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:15Z', 'updated_at': '2022-04-22T15:32:16Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:19.328275 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Checking router: cd5582cd-ec2a-41a3-8468-cce44db629c7 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:32:19.328718 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Updating router cd5582cd-ec2a-41a3-8468-cce44db629c7 port 50c89043-984b-4195-befd-9424540d3ee0 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:32:19.374953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 2c3c8724-bf2e-4e38-974d-2f18634ff326 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:32:19.427964 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:19.472764 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-bfe9e29f-e9cb-4f51-9d9e-17842e3a7f44 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386287732&fields=id&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 267 time: 0.0398414 Apr 22 15:32:19.565177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 2c3c8724-bf2e-4e38-974d-2f18634ff326 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:32:19.565456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:19.618421 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-45caa47f-26d7-4171-b407-61787c8bd429 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:19.620217 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-45caa47f-26d7-4171-b407-61787c8bd429 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/networks?id=5fb328a3-38c0-4c93-be16-e3bb409723eb HTTP/1.1" status: 200 len: 797 time: 0.1412354 Apr 22 15:32:19.635993 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-fe559a4e-bb99-48dd-952f-402e66d2773d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/quotas/837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 375 time: 0.0101659 Apr 22 15:32:19.714269 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-58829f0a-4027-40a2-aae2-7f17a6e817fb tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731013 Apr 22 15:32:19.853205 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-71d94cf9-e086-4c53-8a25-70c66a2db021 service neutron] 10.222.0.71 "GET /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269379 Apr 22 15:32:19.878947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:19.891010 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Transition to ACTIVE for port object 50c89043-984b-4195-befd-9424540d3ee0 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:32:19.897590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:19.992460 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-436b794a-a098-489c-8c49-44e4c415f58d service neutron] 10.222.0.71 "GET /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330984 Apr 22 15:32:20.018980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2064a4-bf06-4857-bcbc-7c36809365a9 None None] Pushing event updated for resources: {'Port': ['ID=50c89043-984b-4195-befd-9424540d3ee0,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:20.125505 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Attempting to bind port 50c89043-984b-4195-befd-9424540d3ee0 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:32:20.125894 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Attempting to bind port 50c89043-984b-4195-befd-9424540d3ee0 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:32:20.126365 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Attempting to bind port 50c89043-984b-4195-befd-9424540d3ee0 on network 5fb328a3-38c0-4c93-be16-e3bb409723eb {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:32:20.137338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:32:20.137955 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Checking segment: {'id': 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:32:20.138533 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:20.139069 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Bound using segment: {'id': 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:32:20.139702 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Bound port: 50c89043-984b-4195-befd-9424540d3ee0, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:32:20.140236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:20.215436 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bda96d90-3731-4a82-b2e9-d9e7b6c566b5 req-654b1342-8e2c-42ee-b63e-acad242f3cab tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 210 time: 0.0459144 Apr 22 15:32:20.288334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] For port 50c89043-984b-4195-befd-9424540d3ee0, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:32:20.291896 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] For port 50c89043-984b-4195-befd-9424540d3ee0, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=50c89043-984b-4195-befd-9424540d3ee0,segment=NetworkSegment(dfe97c65-9532-4e17-9d9c-b4bfab7b588e),segment_id=dfe97c65-9532-4e17-9d9c-b4bfab7b588e)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:32:20.297147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:20.379918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2064a4-bf06-4857-bcbc-7c36809365a9 None None] Pushing event updated for resources: {'Port': ['ID=50c89043-984b-4195-befd-9424540d3ee0,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:20.383198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Routers {'cd5582cd-ec2a-41a3-8468-cce44db629c7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:32:20.383807 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:32:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cd5582cd-ec2a-41a3-8468-cce44db629c7'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:20.582510 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] Set router cd5582cd-ec2a-41a3-8468-cce44db629c7 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:32:20.905790 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '89b2c92d-860f-425e-8593-5404bd67c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:16Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '89b2c92d-860f-425e-8593-5404bd67c808', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '50c89043-984b-4195-befd-9424540d3ee0', 'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:15Z', 'updated_at': '2022-04-22T15:32:20Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:20.909624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f6dbe-38dd-4726-8ba1-23db223842a4 None None] The sync data for ids ['cd5582cd-ec2a-41a3-8468-cce44db629c7'] in dv-neutron-838883-3-hyperv is: [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '89b2c92d-860f-425e-8593-5404bd67c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:16Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '89b2c92d-860f-425e-8593-5404bd67c808', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '50c89043-984b-4195-befd-9424540d3ee0', 'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:15Z', 'updated_at': '2022-04-22T15:32:20Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:32:21.388948 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-16796d50-0756-4872-9d20-a0309d50d5c3 req-088a2879-4bb3-4563-b534-77de0aa59787 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 210 time: 0.0496302 Apr 22 15:32:21.415155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 50c89043-984b-4195-befd-9424540d3ee0 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:32:21.507378 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 50c89043-984b-4195-befd-9424540d3ee0 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:32:21.514031 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 50c89043-984b-4195-befd-9424540d3ee0 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:32:21.514678 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:21.666898 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:21.670611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-c73cc195-acab-4b10-bd91-b1369797793b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:21.672227 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-c73cc195-acab-4b10-bd91-b1369797793b tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/networks?id=5fb328a3-38c0-4c93-be16-e3bb409723eb HTTP/1.1" status: 200 len: 797 time: 0.2429070 Apr 22 15:32:21.708056 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 50c89043-984b-4195-befd-9424540d3ee0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=50c89043-984b-4195-befd-9424540d3ee0,segment=NetworkSegment(dfe97c65-9532-4e17-9d9c-b4bfab7b588e),segment_id=dfe97c65-9532-4e17-9d9c-b4bfab7b588e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:32:21.714046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:21.743173 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-b1a657bb-1f55-438d-81f4-1ba51a8fc977 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=837b6f9741fb4d28b96872e0afaf71d8 HTTP/1.1" status: 200 len: 380 time: 0.0469894 Apr 22 15:32:21.751958 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'port': {'device_id': '83ca8a82-c408-4677-8837-762e3e87df7f', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'admin_state_up': True, 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'security_groups': ['e73d21ae-622a-48d9-a956-2c8c8dfc1b3a']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:32:21.803841 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=50c89043-984b-4195-befd-9424540d3ee0,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:21.892019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:32:21.896361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:port and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:32:21.899364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:32:21.905809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:32:21.915363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Made reservation on behalf of 837b6f9741fb4d28b96872e0afaf71d8 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:32:21.919037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:22.078996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.20.0.8 (5fb328a3-38c0-4c93-be16-e3bb409723eb/3301dbca-d4f6-4d79-aa32-49ff72eed5e0/95c79497-1253-449e-9d6d-b5c52bb7bd96) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:32:22.269109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:22.288359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Transition to ACTIVE for port object 95c79497-1253-449e-9d6d-b5c52bb7bd96 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:32:22.312599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:22.389817 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 5fb328a3-38c0-4c93-be16-e3bb409723eb is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:32:22.392896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:32:22.397339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:32:22.422612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=95c79497-1253-449e-9d6d-b5c52bb7bd96,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:22.465432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:22.466052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:22.493699 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-1f6548de-2564-4173-bbaa-906158915b28 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7455392 Apr 22 15:32:22.516693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Request body: {'port': {'device_id': '83ca8a82-c408-4677-8837-762e3e87df7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:32:22.637846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:22.656747 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e874da23-e7c8-4dd2-8adb-99b6659240b7 None None] Provisioning for port 95c79497-1253-449e-9d6d-b5c52bb7bd96 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:32:22.663408 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e874da23-e7c8-4dd2-8adb-99b6659240b7 None None] Provisioning complete for port 95c79497-1253-449e-9d6d-b5c52bb7bd96 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:32:22.664283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e874da23-e7c8-4dd2-8adb-99b6659240b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:22.721469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e874da23-e7c8-4dd2-8adb-99b6659240b7 None None] Port 95c79497-1253-449e-9d6d-b5c52bb7bd96 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:32:22.950284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ee204-7ab0-4e95-97ba-ab6fa72d6971 req-43159b10-388a-4d03-8a34-708d541eafe2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:22.950960 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-fc2ee204-7ab0-4e95-97ba-ab6fa72d6971 req-43159b10-388a-4d03-8a34-708d541eafe2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:32:22.989227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-fc2ee204-7ab0-4e95-97ba-ab6fa72d6971 req-43159b10-388a-4d03-8a34-708d541eafe2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:32:22.990545 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fc2ee204-7ab0-4e95-97ba-ab6fa72d6971 req-43159b10-388a-4d03-8a34-708d541eafe2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 931 time: 0.2345898 Apr 22 15:32:23.085264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c79497-1253-449e-9d6d-b5c52bb7bd96 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:32:23.095735 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:23.099946 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fc2ee204-7ab0-4e95-97ba-ab6fa72d6971 req-5649de4b-d27b-4267-bef2-ee4c5fdd8d23 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=e73d21ae-622a-48d9-a956-2c8c8dfc1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989711 Apr 22 15:32:23.113078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Transition to ACTIVE for port object 95c79497-1253-449e-9d6d-b5c52bb7bd96 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:32:23.117166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:23.244041 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=95c79497-1253-449e-9d6d-b5c52bb7bd96,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:23.361530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Attempting to bind port 95c79497-1253-449e-9d6d-b5c52bb7bd96 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:32:23.361918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Attempting to bind port 95c79497-1253-449e-9d6d-b5c52bb7bd96 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:32:23.362336 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Attempting to bind port 95c79497-1253-449e-9d6d-b5c52bb7bd96 on network 5fb328a3-38c0-4c93-be16-e3bb409723eb {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:32:23.368081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Port 95c79497-1253-449e-9d6d-b5c52bb7bd96 on network 5fb328a3-38c0-4c93-be16-e3bb409723eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:32:23.368391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Attempting to bind port 95c79497-1253-449e-9d6d-b5c52bb7bd96 on network 5fb328a3-38c0-4c93-be16-e3bb409723eb {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:32:23.375354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:32:23.375686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Checking segment: {'id': 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:32:23.376061 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Bound using segment: {'id': 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:32:23.376480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Bound port: 95c79497-1253-449e-9d6d-b5c52bb7bd96, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:32:23.376877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:23.377562 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 50c89043-984b-4195-befd-9424540d3ee0 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:32:23.444428 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 50c89043-984b-4195-befd-9424540d3ee0 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:32:23.444717 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:23.461824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] For port 95c79497-1253-449e-9d6d-b5c52bb7bd96, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:32:23.465479 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] For port 95c79497-1253-449e-9d6d-b5c52bb7bd96, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=95c79497-1253-449e-9d6d-b5c52bb7bd96,segment=NetworkSegment(dfe97c65-9532-4e17-9d9c-b4bfab7b588e),segment_id=dfe97c65-9532-4e17-9d9c-b4bfab7b588e)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:32:23.469243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:23.529249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:23.530618 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] 10.222.0.70 "PUT /v2.0/ports/95c79497-1253-449e-9d6d-b5c52bb7bd96 HTTP/1.1" status: 200 len: 1093 time: 1.0187240 Apr 22 15:32:23.531039 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ca8a82-c408-4677-8837-762e3e87df7f', 'tag': '95c79497-1253-449e-9d6d-b5c52bb7bd96'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:32:23.549168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140334f-6546-4fab-b071-a5e75a81f9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=95c79497-1253-449e-9d6d-b5c52bb7bd96,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:23.727399 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2836c3-df5e-4c9e-b2c6-505ef2f6f9e9'] response: {'name': 'network-changed', 'server_uuid': '83ca8a82-c408-4677-8837-762e3e87df7f', 'tag': '95c79497-1253-449e-9d6d-b5c52bb7bd96', 'status': 'completed', 'code': 200} Apr 22 15:32:23.762087 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-31e53d0e-fbc2-4f28-8f43-5882a30339c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 1096 time: 0.1733556 Apr 22 15:32:23.841355 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-79f01cbf-b3f8-40c8-bfe2-322081e9a574 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c79497-1253-449e-9d6d-b5c52bb7bd96 HTTP/1.1" status: 200 len: 217 time: 0.0622475 Apr 22 15:32:23.900980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-9d61deb5-c83b-4669-9723-9d0abe83037a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:23.903022 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-9d61deb5-c83b-4669-9723-9d0abe83037a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3301dbca-d4f6-4d79-aa32-49ff72eed5e0 HTTP/1.1" status: 200 len: 834 time: 0.0556827 Apr 22 15:32:23.976915 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-8dce955d-9778-4440-b86f-9635bb1fa899 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fb328a3-38c0-4c93-be16-e3bb409723eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686812 Apr 22 15:32:24.105337 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-f563a011-23dd-4ce9-a6a8-0b30b6836120 service neutron] 10.222.0.70 "GET /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219862 Apr 22 15:32:24.274923 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc3d6f8f-57c3-4a57-b4aa-ac81f85cdff6 req-e18c3486-8169-41fe-bec7-1dfcff45edda service neutron] 10.222.0.70 "GET /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630030 Apr 22 15:32:24.310045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec865984-4e70-4282-be7e-70eeaec34134 req-ec45b93c-2bab-44a8-bbc1-f52c799aca94 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:24.311502 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ec865984-4e70-4282-be7e-70eeaec34134 req-ec45b93c-2bab-44a8-bbc1-f52c799aca94 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 943 time: 0.0860095 Apr 22 15:32:24.356187 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ec865984-4e70-4282-be7e-70eeaec34134 req-f7bce0bb-fd4b-4a60-bf99-d5fab0f96276 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=e73d21ae-622a-48d9-a956-2c8c8dfc1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390978 Apr 22 15:32:24.439692 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-36ba5bad-260c-4caa-85d7-193b7f3bca70 req-464756c9-3371-4739-b015-c71e19425d4d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 1096 time: 0.0675280 Apr 22 15:32:24.590708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5bad-260c-4caa-85d7-193b7f3bca70 req-59bffe38-bc8a-4d40-a82d-aaa16cc102e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:24.592127 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-36ba5bad-260c-4caa-85d7-193b7f3bca70 req-59bffe38-bc8a-4d40-a82d-aaa16cc102e0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fb328a3-38c0-4c93-be16-e3bb409723eb HTTP/1.1" status: 200 len: 898 time: 0.1461010 Apr 22 15:32:24.660021 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-36ba5bad-260c-4caa-85d7-193b7f3bca70 req-4225494b-ec1c-4c9d-8fca-b84eb2c4d002 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c79497-1253-449e-9d6d-b5c52bb7bd96 HTTP/1.1" status: 200 len: 217 time: 0.0620408 Apr 22 15:32:24.722732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5bad-260c-4caa-85d7-193b7f3bca70 req-3799018e-bb07-4341-80b8-f90ba9e67b75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:24.724057 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-36ba5bad-260c-4caa-85d7-193b7f3bca70 req-3799018e-bb07-4341-80b8-f90ba9e67b75 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3301dbca-d4f6-4d79-aa32-49ff72eed5e0 HTTP/1.1" status: 200 len: 834 time: 0.0573161 Apr 22 15:32:24.797087 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-36ba5bad-260c-4caa-85d7-193b7f3bca70 req-a92635a8-873f-4a5d-a1ce-f42eee19e072 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fb328a3-38c0-4c93-be16-e3bb409723eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655386 Apr 22 15:32:24.935905 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-36ba5bad-260c-4caa-85d7-193b7f3bca70 req-5c67185d-4b5c-4691-93fd-cb213d29f0ef service neutron] 10.222.0.70 "GET /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309576 Apr 22 15:32:25.064058 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-36ba5bad-260c-4caa-85d7-193b7f3bca70 req-bddd2d8b-11ca-409d-8cae-3cdee0355cc9 service neutron] 10.222.0.70 "GET /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221015 Apr 22 15:32:25.549150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf944855-8d52-487d-9409-4935058187c0 req-998207d9-7e9f-4fed-b067-0b5f55f98baa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:25.550519 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bf944855-8d52-487d-9409-4935058187c0 req-998207d9-7e9f-4fed-b067-0b5f55f98baa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 943 time: 0.0752401 Apr 22 15:32:25.598529 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bf944855-8d52-487d-9409-4935058187c0 req-577b22df-9d63-4031-b141-52f731084717 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=e73d21ae-622a-48d9-a956-2c8c8dfc1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425954 Apr 22 15:32:26.787492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b429566-749d-4efd-981e-883b6454aa58 req-aad906b3-950d-4db2-8808-2b4ac6af0f07 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:26.788953 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b429566-749d-4efd-981e-883b6454aa58 req-aad906b3-950d-4db2-8808-2b4ac6af0f07 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 943 time: 0.0746620 Apr 22 15:32:26.832931 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b429566-749d-4efd-981e-883b6454aa58 req-db038340-a946-4d72-86d0-688a88e308a2 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=e73d21ae-622a-48d9-a956-2c8c8dfc1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385771 Apr 22 15:32:27.064305 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 95c79497-1253-449e-9d6d-b5c52bb7bd96 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:32:27.193348 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 95c79497-1253-449e-9d6d-b5c52bb7bd96, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=95c79497-1253-449e-9d6d-b5c52bb7bd96,segment=NetworkSegment(dfe97c65-9532-4e17-9d9c-b4bfab7b588e),segment_id=dfe97c65-9532-4e17-9d9c-b4bfab7b588e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:32:27.206479 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '95c79497-1253-449e-9d6d-b5c52bb7bd96', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'port_id': '95c79497-1253-449e-9d6d-b5c52bb7bd96', 'mac_address': 'fa:16:3e:bb:98:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:32:27.274368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:27.291486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c79497-1253-449e-9d6d-b5c52bb7bd96 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:32:27.306235 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 95c79497-1253-449e-9d6d-b5c52bb7bd96, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=95c79497-1253-449e-9d6d-b5c52bb7bd96,segment=NetworkSegment(dfe97c65-9532-4e17-9d9c-b4bfab7b588e),segment_id=dfe97c65-9532-4e17-9d9c-b4bfab7b588e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:32:27.310218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:27.379502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=95c79497-1253-449e-9d6d-b5c52bb7bd96,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:27.690345 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['95c79497-1253-449e-9d6d-b5c52bb7bd96'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:32:28.028366 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12148c70-e18d-4165-980c-5b20286722f6 req-46c678a3-b47c-4d8f-b537-71a94dcc914d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:28.029801 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-12148c70-e18d-4165-980c-5b20286722f6 req-46c678a3-b47c-4d8f-b537-71a94dcc914d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 944 time: 0.0799615 Apr 22 15:32:28.162786 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-12148c70-e18d-4165-980c-5b20286722f6 req-80278fb3-0df9-45fd-9b52-dc7761576baa tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=e73d21ae-622a-48d9-a956-2c8c8dfc1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274190 Apr 22 15:32:29.078325 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 95c79497-1253-449e-9d6d-b5c52bb7bd96 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:32:29.147348 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 95c79497-1253-449e-9d6d-b5c52bb7bd96 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:32:29.152523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 95c79497-1253-449e-9d6d-b5c52bb7bd96 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:32:29.152899 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:29.265739 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:29.295358 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ca8a82-c408-4677-8837-762e3e87df7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c79497-1253-449e-9d6d-b5c52bb7bd96'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:32:29.304938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 95c79497-1253-449e-9d6d-b5c52bb7bd96, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=95c79497-1253-449e-9d6d-b5c52bb7bd96,segment=NetworkSegment(dfe97c65-9532-4e17-9d9c-b4bfab7b588e),segment_id=dfe97c65-9532-4e17-9d9c-b4bfab7b588e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:32:29.311175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:29.364333 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29956c44-9433-4760-b025-21997a54ab01 req-9a6296f0-6700-4061-a8bd-4912714fa6bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:29.366084 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29956c44-9433-4760-b025-21997a54ab01 req-9a6296f0-6700-4061-a8bd-4912714fa6bf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 945 time: 0.0792155 Apr 22 15:32:29.383051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=95c79497-1253-449e-9d6d-b5c52bb7bd96,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:29.414563 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29956c44-9433-4760-b025-21997a54ab01 req-490ba81d-1835-48fc-abe7-d82e5d09275f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=e73d21ae-622a-48d9-a956-2c8c8dfc1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408335 Apr 22 15:32:29.436754 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393d33d3-1e43-4875-9adc-594cd7e339b2'] response: {'server_uuid': '83ca8a82-c408-4677-8837-762e3e87df7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c79497-1253-449e-9d6d-b5c52bb7bd96', 'code': 200} Apr 22 15:32:29.697387 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6ee37b3f-11cc-4d6a-8cb1-c53026076b5b req-38079199-1994-4c9d-a92c-b53fbd6c08c8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 1098 time: 0.0679445 Apr 22 15:32:29.738329 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6ee37b3f-11cc-4d6a-8cb1-c53026076b5b req-591464e3-cd9f-4beb-b7d5-2a4c71e93b69 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e73d21ae-622a-48d9-a956-2c8c8dfc1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345120 Apr 22 15:32:30.607166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4706f8e-adb2-4a5a-bf65-de72c6d48abc req-7777ccce-4b32-4c1d-8585-0324cd821b2c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:30.608593 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b4706f8e-adb2-4a5a-bf65-de72c6d48abc req-7777ccce-4b32-4c1d-8585-0324cd821b2c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 945 time: 0.0747912 Apr 22 15:32:30.656567 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b4706f8e-adb2-4a5a-bf65-de72c6d48abc req-60ec2aa9-b69c-4b07-a3a1-3b814c488daf tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=e73d21ae-622a-48d9-a956-2c8c8dfc1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425079 Apr 22 15:32:31.851039 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397b81d-44c0-4a6c-8c88-d4e0cd50797e req-07182f3a-1f90-4f5e-ace0-a91f3e1214f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:31.852493 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4397b81d-44c0-4a6c-8c88-d4e0cd50797e req-07182f3a-1f90-4f5e-ace0-a91f3e1214f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 945 time: 0.0751257 Apr 22 15:32:31.897430 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4397b81d-44c0-4a6c-8c88-d4e0cd50797e req-12bbee0c-2c2d-49ec-a23c-08c127f32a44 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=e73d21ae-622a-48d9-a956-2c8c8dfc1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394235 Apr 22 15:32:32.090867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0a0f2-f621-4055-9495-26a53fbefc23 req-7f0dff89-3603-4604-8829-9cfea48f1e66 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:32.092295 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-78a0a0f2-f621-4055-9495-26a53fbefc23 req-7f0dff89-3603-4604-8829-9cfea48f1e66 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 945 time: 0.0782259 Apr 22 15:32:32.138539 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-78a0a0f2-f621-4055-9495-26a53fbefc23 req-3fc2976d-8587-4f37-a36e-2de3e5ee20e9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=e73d21ae-622a-48d9-a956-2c8c8dfc1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406959 Apr 22 15:32:32.165301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38826) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:32.232961 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7e8cf288-2d81-4a42-aff3-b9c6c64ba6da tempest-TestNetworkBasicOps-301612785 tempest-TestNetworkBasicOps-301612785-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 1093 time: 0.0665619 Apr 22 15:32:32.235548 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38830) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:32.240553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '95c79497-1253-449e-9d6d-b5c52bb7bd96', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:32:32.246415 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:32:32.250488 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Usage tracker for resource:floatingip and tenant:837b6f9741fb4d28b96872e0afaf71d8 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:32:32.253261 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:32:32.258931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:32:32.269624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:32.401510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:32.536669 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Allocated IP 172.26.8.150 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/58a312e0-4479-47ae-80f5-e105935e92a6) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:32:32.682377 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:32.709815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:32.775603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:32:32.778974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:32:32.781404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:32:32.813251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=58a312e0-4479-47ae-80f5-e105935e92a6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:33.155805 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:33.272004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:33.414046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:33.611637 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:33.615951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:33.720924 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event updated for resources: {'Port': ['ID=58a312e0-4479-47ae-80f5-e105935e92a6,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:32:33.732825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:33.921949 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Floating IP f90d1c06-a80a-4e4c-abc9-e791fb23c14f associated. External IP: 172.26.8.150, port: 95c79497-1253-449e-9d6d-b5c52bb7bd96. Apr 22 15:32:34.302860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router cd5582cd-ec2a-41a3-8468-cce44db629c7 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:32:34.498386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:32:34.507938 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be42b6e-0ab8-4ac5-b2c1-5f2760c8efbc None None] Sync routers for ids ['cd5582cd-ec2a-41a3-8468-cce44db629c7'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:32:34.521564 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be42b6e-0ab8-4ac5-b2c1-5f2760c8efbc None None] Routers {'cd5582cd-ec2a-41a3-8468-cce44db629c7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:32:34.522611 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6be42b6e-0ab8-4ac5-b2c1-5f2760c8efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:32:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cd5582cd-ec2a-41a3-8468-cce44db629c7'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:34.525498 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:34.579116 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d5ab2b1f-8917-4bb2-bd94-1e3d501343b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3424895 Apr 22 15:32:34.579683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ca8a82-c408-4677-8837-762e3e87df7f', 'tag': '95c79497-1253-449e-9d6d-b5c52bb7bd96'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:32:34.581859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38834) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:34.635085 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d9511b-ebd5-462f-ba32-6bd0e1ad4665'] response: {'name': 'network-changed', 'server_uuid': '83ca8a82-c408-4677-8837-762e3e87df7f', 'tag': '95c79497-1253-449e-9d6d-b5c52bb7bd96', 'status': 'completed', 'code': 200} Apr 22 15:32:34.693070 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e2aa1135-8711-4aee-9d77-9dc015156930 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 200 len: 991 time: 0.1099532 Apr 22 15:32:34.705259 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6be42b6e-0ab8-4ac5-b2c1-5f2760c8efbc None None] Set router cd5582cd-ec2a-41a3-8468-cce44db629c7 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:32:34.748778 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a96ff4bc-90ea-4b2c-bc90-b219b3629230 req-f043584e-7e79-4987-9304-f819999d3127 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 1098 time: 0.0701387 Apr 22 15:32:34.877466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ff4bc-90ea-4b2c-bc90-b219b3629230 req-71a1f145-133e-4c0e-a445-6109d35e3ba2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:34.878864 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a96ff4bc-90ea-4b2c-bc90-b219b3629230 req-71a1f145-133e-4c0e-a445-6109d35e3ba2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fb328a3-38c0-4c93-be16-e3bb409723eb HTTP/1.1" status: 200 len: 898 time: 0.1241806 Apr 22 15:32:35.072287 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6be42b6e-0ab8-4ac5-b2c1-5f2760c8efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '89b2c92d-860f-425e-8593-5404bd67c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:16Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '89b2c92d-860f-425e-8593-5404bd67c808', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'f90d1c06-a80a-4e4c-abc9-e791fb23c14f', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.150', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'port_id': '95c79497-1253-449e-9d6d-b5c52bb7bd96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'mac_address': 'fa:16:3e:bb:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca8a82-c408-4677-8837-762e3e87df7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:32:33Z', 'updated_at': '2022-04-22T15:32:33Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c89043-984b-4195-befd-9424540d3ee0', 'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:15Z', 'updated_at': '2022-04-22T15:32:21Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:35.076865 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be42b6e-0ab8-4ac5-b2c1-5f2760c8efbc None None] Checking router: cd5582cd-ec2a-41a3-8468-cce44db629c7 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:32:35.080855 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a96ff4bc-90ea-4b2c-bc90-b219b3629230 req-d16385da-4794-4eda-9d0a-aea17bce08fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c79497-1253-449e-9d6d-b5c52bb7bd96 HTTP/1.1" status: 200 len: 999 time: 0.1949062 Apr 22 15:32:35.087072 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be42b6e-0ab8-4ac5-b2c1-5f2760c8efbc None None] Routers {'cd5582cd-ec2a-41a3-8468-cce44db629c7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:32:35.087658 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6be42b6e-0ab8-4ac5-b2c1-5f2760c8efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:32:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cd5582cd-ec2a-41a3-8468-cce44db629c7'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:35.145411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ff4bc-90ea-4b2c-bc90-b219b3629230 req-c34eb60a-ce51-453e-ab89-8457ad59d80e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:35.146785 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a96ff4bc-90ea-4b2c-bc90-b219b3629230 req-c34eb60a-ce51-453e-ab89-8457ad59d80e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3301dbca-d4f6-4d79-aa32-49ff72eed5e0 HTTP/1.1" status: 200 len: 834 time: 0.0594079 Apr 22 15:32:35.220251 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a96ff4bc-90ea-4b2c-bc90-b219b3629230 req-b42eb160-2eed-4ca2-bd1f-67bfc0572a30 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fb328a3-38c0-4c93-be16-e3bb409723eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670230 Apr 22 15:32:35.263648 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6be42b6e-0ab8-4ac5-b2c1-5f2760c8efbc None None] Set router cd5582cd-ec2a-41a3-8468-cce44db629c7 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:32:35.351279 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a96ff4bc-90ea-4b2c-bc90-b219b3629230 req-1b63b70e-9a82-43f5-a240-2e091d58a022 service neutron] 10.222.0.70 "GET /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245148 Apr 22 15:32:35.482352 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a96ff4bc-90ea-4b2c-bc90-b219b3629230 req-7671b1e3-f18a-4ec1-b50b-b91c620edac5 service neutron] 10.222.0.70 "GET /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248055 Apr 22 15:32:35.607991 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6be42b6e-0ab8-4ac5-b2c1-5f2760c8efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '89b2c92d-860f-425e-8593-5404bd67c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:16Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '89b2c92d-860f-425e-8593-5404bd67c808', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'f90d1c06-a80a-4e4c-abc9-e791fb23c14f', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.150', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'port_id': '95c79497-1253-449e-9d6d-b5c52bb7bd96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'mac_address': 'fa:16:3e:bb:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca8a82-c408-4677-8837-762e3e87df7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:32:33Z', 'updated_at': '2022-04-22T15:32:33Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c89043-984b-4195-befd-9424540d3ee0', 'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:15Z', 'updated_at': '2022-04-22T15:32:21Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:32:35.611721 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be42b6e-0ab8-4ac5-b2c1-5f2760c8efbc None None] The sync data for ids ['cd5582cd-ec2a-41a3-8468-cce44db629c7'] in dv-neutron-838883-3-hyperv is: [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '89b2c92d-860f-425e-8593-5404bd67c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:16Z', 'revision_number': 4, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '89b2c92d-860f-425e-8593-5404bd67c808', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'f90d1c06-a80a-4e4c-abc9-e791fb23c14f', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.150', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'port_id': '95c79497-1253-449e-9d6d-b5c52bb7bd96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'mac_address': 'fa:16:3e:bb:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca8a82-c408-4677-8837-762e3e87df7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:32:33Z', 'updated_at': '2022-04-22T15:32:33Z', 'revision_number': 0, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c89043-984b-4195-befd-9424540d3ee0', 'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:15Z', 'updated_at': '2022-04-22T15:32:21Z', 'revision_number': 5, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:32:35.696083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38840) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:35.806757 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dabf47ef-6554-4e4f-aa28-6086ddb39a60 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 200 len: 991 time: 0.1095414 Apr 22 15:32:36.810650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38844) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:36.914378 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-29ae38fc-dee7-4bad-b6f8-d2f46481faf9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 200 len: 991 time: 0.1024041 Apr 22 15:32:37.739316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c768819-64d7-4a95-bf65-6f5ff1bdff6f None None] New status for floating IP f90d1c06-a80a-4e4c-abc9-e791fb23c14f: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:32:37.919865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38848) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:38.025705 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d92d9ba8-c263-48f1-bb26-576b956f5424 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 200 len: 991 time: 0.1047487 Apr 22 15:32:39.029069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38852) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:32:39.136050 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b7415037-53ba-41c2-a9ad-36e243b5d7f5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 200 len: 993 time: 0.1058667 Apr 22 15:32:42.722485 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc387ece-696a-481f-ac5f-89be8f7c39be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:45.015730 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12ed9a27-fedf-420e-8e10-820ebd4f1a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:46.000703 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:46.020743 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:47.584200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:32:50.522015 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13651b2e-a3a2-48b3-958e-c68516d6bcd1 req-04ac1585-6596-4a97-aab3-92c24527f32c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664833 Apr 22 15:32:50.688298 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13651b2e-a3a2-48b3-958e-c68516d6bcd1 req-45056a4d-3fbe-472b-9663-6148a1750a94 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 1098 time: 0.0706425 Apr 22 15:32:50.827098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13651b2e-a3a2-48b3-958e-c68516d6bcd1 req-c6db5239-7927-4a50-bf22-25f025de6767 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:50.828414 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13651b2e-a3a2-48b3-958e-c68516d6bcd1 req-c6db5239-7927-4a50-bf22-25f025de6767 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fb328a3-38c0-4c93-be16-e3bb409723eb HTTP/1.1" status: 200 len: 898 time: 0.1222041 Apr 22 15:32:50.927818 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13651b2e-a3a2-48b3-958e-c68516d6bcd1 req-76ee0c70-4abb-4a62-8bed-927db60e4159 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c79497-1253-449e-9d6d-b5c52bb7bd96 HTTP/1.1" status: 200 len: 1001 time: 0.0932796 Apr 22 15:32:50.989193 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13651b2e-a3a2-48b3-958e-c68516d6bcd1 req-51c4bbb7-0fe3-4f6d-82a3-524cbb7e1090 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:32:50.990656 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13651b2e-a3a2-48b3-958e-c68516d6bcd1 req-51c4bbb7-0fe3-4f6d-82a3-524cbb7e1090 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3301dbca-d4f6-4d79-aa32-49ff72eed5e0 HTTP/1.1" status: 200 len: 834 time: 0.0555916 Apr 22 15:32:51.065071 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13651b2e-a3a2-48b3-958e-c68516d6bcd1 req-2317962f-0918-40bc-bde8-9a917b674529 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fb328a3-38c0-4c93-be16-e3bb409723eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667181 Apr 22 15:32:51.200367 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13651b2e-a3a2-48b3-958e-c68516d6bcd1 req-5f1ae36c-b84b-4595-a626-aae0de9e7b4b service neutron] 10.222.0.70 "GET /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258860 Apr 22 15:32:51.230522 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:32:51.328221 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13651b2e-a3a2-48b3-958e-c68516d6bcd1 req-45e579bd-4a17-4c75-ab63-61924596d8c9 service neutron] 10.222.0.70 "GET /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210318 Apr 22 15:33:03.172185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:12.724229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-15e03e7d-60e1-4bc6-b39b-2ba66fe28507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:15.023063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4475-274f-4145-abe7-e9340f1bc469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:16.004334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:16.022534 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:17.585245 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:28.231315 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:33:33.170228 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:42.726030 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5bc0885-1e9d-4c14-929b-c1f7c612cbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:45.014776 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-658817c1-f57f-4b9e-b09a-3e644b28a9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:46.006905 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:46.025292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:47.587193 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:48.545395 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38886) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:33:48.550605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6ddb6854-a6d4-4cd3-9150-6ff188631a48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:33:49.195095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6854-a6d4-4cd3-9150-6ff188631a48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:49.206207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6854-a6d4-4cd3-9150-6ff188631a48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:49.411489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddb6854-a6d4-4cd3-9150-6ff188631a48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router cd5582cd-ec2a-41a3-8468-cce44db629c7 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:33:49.614446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddb6854-a6d4-4cd3-9150-6ff188631a48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:33:49.620284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6ddb6854-a6d4-4cd3-9150-6ff188631a48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:49.621317 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6ddb6854-a6d4-4cd3-9150-6ff188631a48 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/cd5582cd-ec2a-41a3-8468-cce44db629c7 HTTP/1.1" status: 200 len: 887 time: 1.0749364 Apr 22 15:33:49.629140 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b309c0c6-45a2-47ba-83ba-67637d399b3c None None] Sync routers for ids ['cd5582cd-ec2a-41a3-8468-cce44db629c7'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:33:49.640512 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b309c0c6-45a2-47ba-83ba-67637d399b3c None None] Routers {'cd5582cd-ec2a-41a3-8468-cce44db629c7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:33:49.641113 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b309c0c6-45a2-47ba-83ba-67637d399b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:33:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cd5582cd-ec2a-41a3-8468-cce44db629c7'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:33:49.706432 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b309c0c6-45a2-47ba-83ba-67637d399b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:33:49.716767 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b309c0c6-45a2-47ba-83ba-67637d399b3c None None] Routers {'cd5582cd-ec2a-41a3-8468-cce44db629c7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:33:49.717347 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b309c0c6-45a2-47ba-83ba-67637d399b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:33:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cd5582cd-ec2a-41a3-8468-cce44db629c7'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:33:49.773734 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b309c0c6-45a2-47ba-83ba-67637d399b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:33:49.774118 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b309c0c6-45a2-47ba-83ba-67637d399b3c None None] The sync data for ids ['cd5582cd-ec2a-41a3-8468-cce44db629c7'] in dv-neutron-838883-3-hyperv is: [] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:33:50.529924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd5efeb-b52d-43d1-84a0-5f57eb048dc5 None None] New status for floating IP f90d1c06-a80a-4e4c-abc9-e791fb23c14f: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:33:50.562590 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7b82e37a-2721-41b2-9dd7-ce5138ce1c9c req-883c030d-3e2a-45b7-ab6f-cd9a43ddaed9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1412868 Apr 22 15:33:50.718927 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7b82e37a-2721-41b2-9dd7-ce5138ce1c9c req-ceece0a1-2b8f-4423-8f56-789b6f38eb37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 1098 time: 0.0671523 Apr 22 15:33:50.867182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82e37a-2721-41b2-9dd7-ce5138ce1c9c req-d97f8ad1-cb40-466f-91ed-2455f2cb861c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:33:50.868593 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7b82e37a-2721-41b2-9dd7-ce5138ce1c9c req-d97f8ad1-cb40-466f-91ed-2455f2cb861c service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fb328a3-38c0-4c93-be16-e3bb409723eb HTTP/1.1" status: 200 len: 898 time: 0.1302767 Apr 22 15:33:50.969530 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7b82e37a-2721-41b2-9dd7-ce5138ce1c9c req-4439755c-6332-4917-bc53-2fbcea0807c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c79497-1253-449e-9d6d-b5c52bb7bd96 HTTP/1.1" status: 200 len: 999 time: 0.0938985 Apr 22 15:33:51.031524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82e37a-2721-41b2-9dd7-ce5138ce1c9c req-04ee6a80-3437-469b-90c3-2a769abc1839 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:33:51.032902 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7b82e37a-2721-41b2-9dd7-ce5138ce1c9c req-04ee6a80-3437-469b-90c3-2a769abc1839 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3301dbca-d4f6-4d79-aa32-49ff72eed5e0 HTTP/1.1" status: 200 len: 834 time: 0.0564756 Apr 22 15:33:51.203213 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7b82e37a-2721-41b2-9dd7-ce5138ce1c9c req-ac203281-58db-47cb-b0a2-10bc2f4cfe55 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fb328a3-38c0-4c93-be16-e3bb409723eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1640334 Apr 22 15:33:51.329701 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7b82e37a-2721-41b2-9dd7-ce5138ce1c9c req-e3a1a925-21e7-4573-bd95-f66be3f5e636 service neutron] 10.222.0.70 "GET /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190038 Apr 22 15:33:51.405107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 50c89043-984b-4195-befd-9424540d3ee0 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:33:51.461219 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7b82e37a-2721-41b2-9dd7-ce5138ce1c9c req-3039a7a0-c8b8-48c5-b590-492225810e31 service neutron] 10.222.0.70 "GET /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244283 Apr 22 15:33:51.514054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:51.545405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 50c89043-984b-4195-befd-9424540d3ee0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=50c89043-984b-4195-befd-9424540d3ee0,segment=NetworkSegment(dfe97c65-9532-4e17-9d9c-b4bfab7b588e),segment_id=dfe97c65-9532-4e17-9d9c-b4bfab7b588e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:33:51.549397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:51.550209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 89b2c92d-860f-425e-8593-5404bd67c808 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:33:51.696434 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=50c89043-984b-4195-befd-9424540d3ee0,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:33:51.737307 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:33:51.737653 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:33:51.737989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:33:51.738350 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:33:51.738682 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:33:51.739007 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:33:51.739330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:33:51.739652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:33:51.739971 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:33:51.740289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:33:51.740611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:33:51.760195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:51.775925 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 89b2c92d-860f-425e-8593-5404bd67c808, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=89b2c92d-860f-425e-8593-5404bd67c808,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:33:51.779747 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:51.803574 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38894) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:33:51.809114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ddec646f-b0ee-43d1-aa99-aaa30db00aac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:33:51.846624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=89b2c92d-860f-425e-8593-5404bd67c808,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:33:52.349452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddec646f-b0ee-43d1-aa99-aaa30db00aac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:52.359667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddec646f-b0ee-43d1-aa99-aaa30db00aac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-404623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-404624', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-405778'] for router, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:52.552990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddec646f-b0ee-43d1-aa99-aaa30db00aac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router cd5582cd-ec2a-41a3-8468-cce44db629c7 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:33:52.746855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddec646f-b0ee-43d1-aa99-aaa30db00aac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:33:52.752778 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddec646f-b0ee-43d1-aa99-aaa30db00aac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:52.756482 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ddec646f-b0ee-43d1-aa99-aaa30db00aac tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/cd5582cd-ec2a-41a3-8468-cce44db629c7 HTTP/1.1" status: 200 len: 886 time: 0.9492133 Apr 22 15:33:52.756625 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e60be4-06bb-4429-9dd7-b63dce9f1fa6 None None] Sync routers for ids ['cd5582cd-ec2a-41a3-8468-cce44db629c7'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:33:52.757019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38898) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:33:52.767760 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e60be4-06bb-4429-9dd7-b63dce9f1fa6 None None] Routers {'cd5582cd-ec2a-41a3-8468-cce44db629c7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:33:52.768859 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-97e60be4-06bb-4429-9dd7-b63dce9f1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:33:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cd5582cd-ec2a-41a3-8468-cce44db629c7'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:33:52.948319 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-97e60be4-06bb-4429-9dd7-b63dce9f1fa6 None None] Set router cd5582cd-ec2a-41a3-8468-cce44db629c7 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:33:52.976463 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-454b4422-2407-46db-9c40-3be8b69a345e tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 200 len: 991 time: 0.2175794 Apr 22 15:33:53.312041 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-97e60be4-06bb-4429-9dd7-b63dce9f1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '89b2c92d-860f-425e-8593-5404bd67c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:33:52Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '89b2c92d-860f-425e-8593-5404bd67c808', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:33:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'f90d1c06-a80a-4e4c-abc9-e791fb23c14f', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.150', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'port_id': '95c79497-1253-449e-9d6d-b5c52bb7bd96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'mac_address': 'fa:16:3e:bb:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca8a82-c408-4677-8837-762e3e87df7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:32:33Z', 'updated_at': '2022-04-22T15:33:50Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c89043-984b-4195-befd-9424540d3ee0', 'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:15Z', 'updated_at': '2022-04-22T15:33:51Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:33:53.316249 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e60be4-06bb-4429-9dd7-b63dce9f1fa6 None None] Checking router: cd5582cd-ec2a-41a3-8468-cce44db629c7 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:33:53.326504 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e60be4-06bb-4429-9dd7-b63dce9f1fa6 None None] Routers {'cd5582cd-ec2a-41a3-8468-cce44db629c7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:33:53.327083 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-97e60be4-06bb-4429-9dd7-b63dce9f1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:33:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cd5582cd-ec2a-41a3-8468-cce44db629c7'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:33:53.495232 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-97e60be4-06bb-4429-9dd7-b63dce9f1fa6 None None] Set router cd5582cd-ec2a-41a3-8468-cce44db629c7 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:33:53.835946 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-97e60be4-06bb-4429-9dd7-b63dce9f1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '89b2c92d-860f-425e-8593-5404bd67c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:33:52Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '89b2c92d-860f-425e-8593-5404bd67c808', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:33:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'f90d1c06-a80a-4e4c-abc9-e791fb23c14f', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.150', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'port_id': '95c79497-1253-449e-9d6d-b5c52bb7bd96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'mac_address': 'fa:16:3e:bb:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca8a82-c408-4677-8837-762e3e87df7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:32:33Z', 'updated_at': '2022-04-22T15:33:50Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c89043-984b-4195-befd-9424540d3ee0', 'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:15Z', 'updated_at': '2022-04-22T15:33:51Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:33:53.839726 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e60be4-06bb-4429-9dd7-b63dce9f1fa6 None None] The sync data for ids ['cd5582cd-ec2a-41a3-8468-cce44db629c7'] in dv-neutron-838883-3-hyperv is: [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '89b2c92d-860f-425e-8593-5404bd67c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:33:52Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '89b2c92d-860f-425e-8593-5404bd67c808', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:33:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'f90d1c06-a80a-4e4c-abc9-e791fb23c14f', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'floating_ip_address': '172.26.8.150', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'port_id': '95c79497-1253-449e-9d6d-b5c52bb7bd96', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'mac_address': 'fa:16:3e:bb:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ca8a82-c408-4677-8837-762e3e87df7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:32:33Z', 'updated_at': '2022-04-22T15:33:50Z', 'revision_number': 2, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c89043-984b-4195-befd-9424540d3ee0', 'name': '', 'network_id': '5fb328a3-38c0-4c93-be16-e3bb409723eb', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'mac_address': 'fa:16:3e:ba:c9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:15Z', 'updated_at': '2022-04-22T15:33:51Z', 'revision_number': 6, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'subnets': [{'id': '3301dbca-d4f6-4d79-aa32-49ff72eed5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:33:53.982322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38902) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:33:54.092624 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5e59a02a-2333-4422-8734-5bca87632d5a tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 200 len: 991 time: 0.1089759 Apr 22 15:33:55.096248 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38906) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:33:55.199933 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f8a599c7-ae6a-44e8-9d50-e0b32167659d tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 200 len: 991 time: 0.1022482 Apr 22 15:33:55.445540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 50c89043-984b-4195-befd-9424540d3ee0 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:33:55.511345 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 50c89043-984b-4195-befd-9424540d3ee0 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:33:55.511717 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:55.624847 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:55.655526 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 50c89043-984b-4195-befd-9424540d3ee0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=50c89043-984b-4195-befd-9424540d3ee0,segment=NetworkSegment(dfe97c65-9532-4e17-9d9c-b4bfab7b588e),segment_id=dfe97c65-9532-4e17-9d9c-b4bfab7b588e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:33:55.659459 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:55.660180 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 89b2c92d-860f-425e-8593-5404bd67c808 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:33:55.768674 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=50c89043-984b-4195-befd-9424540d3ee0,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:33:55.781926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 89b2c92d-860f-425e-8593-5404bd67c808 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:33:55.782327 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:55.891832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:55.907372 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 89b2c92d-860f-425e-8593-5404bd67c808, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=89b2c92d-860f-425e-8593-5404bd67c808,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:33:55.911553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:55.974900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=89b2c92d-860f-425e-8593-5404bd67c808,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:33:56.203504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38910) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:33:56.305694 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a98ef19f-718d-472c-8b80-49bb3856b932 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 200 len: 991 time: 0.1011589 Apr 22 15:33:57.309078 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38914) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:33:57.413194 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ea54120f-3825-45fa-8b78-86d1b824de13 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 200 len: 991 time: 0.1029403 Apr 22 15:33:57.420185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 50c89043-984b-4195-befd-9424540d3ee0 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:33:57.488111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 50c89043-984b-4195-befd-9424540d3ee0 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:33:57.488479 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:57.608113 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 89b2c92d-860f-425e-8593-5404bd67c808 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:33:57.680826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 89b2c92d-860f-425e-8593-5404bd67c808 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:33:57.681235 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:33:58.416423 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38918) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:33:58.528136 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-da989480-c8f9-414b-9be6-73b243c81d12 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 200 len: 991 time: 0.1104901 Apr 22 15:33:59.531958 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38922) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:33:59.649387 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3fdca40c-5668-4a79-8a34-175cb8fa6978 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 200 len: 991 time: 0.1162326 Apr 22 15:34:00.652931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38926) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:00.756912 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-56ac9ced-0011-4438-b23c-5bbf28ff9d78 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 200 len: 991 time: 0.1028814 Apr 22 15:34:00.925618 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274dda5-6c16-4a13-b3a0-94a58c36f726 None None] New status for floating IP f90d1c06-a80a-4e4c-abc9-e791fb23c14f: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:34:01.760234 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38930) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:01.859679 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5d19d11e-f5d5-4a01-a569-3bb43f32f93f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 200 len: 993 time: 0.0982924 Apr 22 15:34:02.162010 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38938) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:02.451588 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 58a312e0-4479-47ae-80f5-e105935e92a6 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:34:02.451928 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:02.619646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:02.619975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:02.736663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 58a312e0-4479-47ae-80f5-e105935e92a6 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:34:02.890939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:02.936696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=58a312e0-4479-47ae-80f5-e105935e92a6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:02.977840 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:02.978210 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:02.978556 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:02.978894 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:02.979232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:02.979564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:02.979898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:02.980228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:02.980550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:02.980875 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:02.981196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:03.047288 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:03.176589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:03.434091 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router cd5582cd-ec2a-41a3-8468-cce44db629c7 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:34:03.626240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:34:03.644932 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:03.698250 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ae2cab54-27da-44f7-a4e6-a1bc21d30a05 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/floatingips/f90d1c06-a80a-4e4c-abc9-e791fb23c14f HTTP/1.1" status: 204 len: 168 time: 1.5351796 Apr 22 15:34:03.698797 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ca8a82-c408-4677-8837-762e3e87df7f', 'tag': '95c79497-1253-449e-9d6d-b5c52bb7bd96'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:34:03.752365 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e61e7323-f725-4cd4-87ae-1350f64a06ce'] response: {'name': 'network-changed', 'server_uuid': '83ca8a82-c408-4677-8837-762e3e87df7f', 'tag': '95c79497-1253-449e-9d6d-b5c52bb7bd96', 'status': 'completed', 'code': 200} Apr 22 15:34:03.868276 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-67cf7666-29d8-429a-838f-af19376bfaa0 req-134b7486-3cef-4ff6-a304-95536165417b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 1098 time: 0.0712254 Apr 22 15:34:04.004855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf7666-29d8-429a-838f-af19376bfaa0 req-98739092-4ead-4fbc-b588-03532a33fbff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:04.006420 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-67cf7666-29d8-429a-838f-af19376bfaa0 req-98739092-4ead-4fbc-b588-03532a33fbff service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fb328a3-38c0-4c93-be16-e3bb409723eb HTTP/1.1" status: 200 len: 898 time: 0.1326151 Apr 22 15:34:04.105516 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-67cf7666-29d8-429a-838f-af19376bfaa0 req-fd96d6b1-9f17-49ab-8f88-fd6e87d7ec48 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95c79497-1253-449e-9d6d-b5c52bb7bd96 HTTP/1.1" status: 200 len: 217 time: 0.0697358 Apr 22 15:34:04.178614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf7666-29d8-429a-838f-af19376bfaa0 req-207f7e48-9295-4bb0-b5b2-2a6758ae625f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:04.179902 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-67cf7666-29d8-429a-838f-af19376bfaa0 req-207f7e48-9295-4bb0-b5b2-2a6758ae625f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3301dbca-d4f6-4d79-aa32-49ff72eed5e0 HTTP/1.1" status: 200 len: 834 time: 0.0645256 Apr 22 15:34:04.188976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b86335-e16a-41f5-8438-984298ba2be7 req-459fc1ed-d521-4fa4-ae99-58550582f40f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:04.190855 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f2b86335-e16a-41f5-8438-984298ba2be7 req-459fc1ed-d521-4fa4-ae99-58550582f40f tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 945 time: 0.1836123 Apr 22 15:34:04.282164 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f2b86335-e16a-41f5-8438-984298ba2be7 req-529c644f-639c-49c3-9ec4-540b88172400 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=e73d21ae-622a-48d9-a956-2c8c8dfc1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608044 Apr 22 15:34:04.294243 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-67cf7666-29d8-429a-838f-af19376bfaa0 req-ac871476-b603-4a76-8f16-f4b63fcf6b7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fb328a3-38c0-4c93-be16-e3bb409723eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1025217 Apr 22 15:34:04.423394 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-67cf7666-29d8-429a-838f-af19376bfaa0 req-e634fec9-0621-4177-b00f-b59fdca2fe0f service neutron] 10.222.0.70 "GET /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219504 Apr 22 15:34:04.552897 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-67cf7666-29d8-429a-838f-af19376bfaa0 req-dadac875-7628-4aae-b9c8-7d5ea6d8a365 service neutron] 10.222.0.70 "GET /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227984 Apr 22 15:34:05.231725 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:34:05.479463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9f995-bff0-409b-af58-47015aafbf5e req-a029669a-f8b3-4929-8ba9-274048fd15d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:05.480902 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eee9f995-bff0-409b-af58-47015aafbf5e req-a029669a-f8b3-4929-8ba9-274048fd15d1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 945 time: 0.0787699 Apr 22 15:34:05.524884 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eee9f995-bff0-409b-af58-47015aafbf5e req-c31aaf6e-1497-40aa-afae-3c6380f31469 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/security-groups?id=e73d21ae-622a-48d9-a956-2c8c8dfc1b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384922 Apr 22 15:34:05.621075 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcff8b-5a45-47ea-b30f-30cc42d30604 req-4c0e50b5-e772-46ef-a371-7358831eb74c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:05.622489 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-30fcff8b-5a45-47ea-b30f-30cc42d30604 req-4c0e50b5-e772-46ef-a371-7358831eb74c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 945 time: 0.0800314 Apr 22 15:34:05.690932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-30fcff8b-5a45-47ea-b30f-30cc42d30604 req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 95c79497-1253-449e-9d6d-b5c52bb7bd96 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:34:05.691273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-30fcff8b-5a45-47ea-b30f-30cc42d30604 req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:05.923685 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-30fcff8b-5a45-47ea-b30f-30cc42d30604 req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 95c79497-1253-449e-9d6d-b5c52bb7bd96, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=95c79497-1253-449e-9d6d-b5c52bb7bd96,segment=NetworkSegment(dfe97c65-9532-4e17-9d9c-b4bfab7b588e),segment_id=dfe97c65-9532-4e17-9d9c-b4bfab7b588e)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:34:05.923949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-30fcff8b-5a45-47ea-b30f-30cc42d30604 req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:06.143852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-30fcff8b-5a45-47ea-b30f-30cc42d30604 req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 95c79497-1253-449e-9d6d-b5c52bb7bd96 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:34:06.278464 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-30fcff8b-5a45-47ea-b30f-30cc42d30604 req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:06.332040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=95c79497-1253-449e-9d6d-b5c52bb7bd96,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:06.371958 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:06.372294 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:06.372624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:06.373204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:06.373524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:06.373846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:06.374187 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:06.374640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:06.374950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:06.375264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:06.375576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:06.415014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fcff8b-5a45-47ea-b30f-30cc42d30604 req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] No DVR routers for this DVR port 95c79497-1253-449e-9d6d-b5c52bb7bd96 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:34:06.417258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-30fcff8b-5a45-47ea-b30f-30cc42d30604 req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:06.419755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ca8a82-c408-4677-8837-762e3e87df7f', 'name': 'network-vif-deleted', 'tag': '95c79497-1253-449e-9d6d-b5c52bb7bd96'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:34:06.430933 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-30fcff8b-5a45-47ea-b30f-30cc42d30604 req-615a76ac-0df0-49b9-a6fc-517e4e7a6c7c tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.70 "DELETE /v2.0/ports/95c79497-1253-449e-9d6d-b5c52bb7bd96 HTTP/1.1" status: 204 len: 173 time: 0.8036666 Apr 22 15:34:06.474856 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3892abb1-407c-47c3-a92b-8c48de1cc7e9'] response: {'server_uuid': '83ca8a82-c408-4677-8837-762e3e87df7f', 'name': 'network-vif-deleted', 'tag': '95c79497-1253-449e-9d6d-b5c52bb7bd96', 'status': 'completed', 'code': 200} Apr 22 15:34:06.697002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-f61bb125-1b62-4a5b-aa2b-7b0d9b3948dc req-557e1ad4-25bf-4833-92d9-843ec95f1afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Synchronizing usage tracker for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:34:06.712571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-f61bb125-1b62-4a5b-aa2b-7b0d9b3948dc req-557e1ad4-25bf-4833-92d9-843ec95f1afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Unset dirty status for tenant:837b6f9741fb4d28b96872e0afaf71d8 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:34:06.713980 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f61bb125-1b62-4a5b-aa2b-7b0d9b3948dc req-557e1ad4-25bf-4833-92d9-843ec95f1afc tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "GET /v2.0/ports?device_id=83ca8a82-c408-4677-8837-762e3e87df7f HTTP/1.1" status: 200 len: 210 time: 0.0580218 Apr 22 15:34:07.820484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 38956) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:07.886254 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0944-b5ee-4d6f-abe0-47b8fc52f237 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:07.913942 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0944-b5ee-4d6f-abe0-47b8fc52f237 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:07.975408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0944-b5ee-4d6f-abe0-47b8fc52f237 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:07.994035 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb0944-b5ee-4d6f-abe0-47b8fc52f237 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73d21ae-622a-48d9-a956-2c8c8dfc1b3a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:08.000935 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0944-b5ee-4d6f-abe0-47b8fc52f237 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:08.002063 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6ceb0944-b5ee-4d6f-abe0-47b8fc52f237 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/security-groups/e73d21ae-622a-48d9-a956-2c8c8dfc1b3a HTTP/1.1" status: 204 len: 168 time: 0.1805739 Apr 22 15:34:08.042405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38962) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:08.431716 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce65d473-8b29-42d9-b2b2-b0c2b35b7fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:09.020254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-ce65d473-8b29-42d9-b2b2-b0c2b35b7fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 50c89043-984b-4195-befd-9424540d3ee0 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:34:09.020582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce65d473-8b29-42d9-b2b2-b0c2b35b7fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:09.293781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-ce65d473-8b29-42d9-b2b2-b0c2b35b7fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 50c89043-984b-4195-befd-9424540d3ee0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=50c89043-984b-4195-befd-9424540d3ee0,segment=NetworkSegment(dfe97c65-9532-4e17-9d9c-b4bfab7b588e),segment_id=dfe97c65-9532-4e17-9d9c-b4bfab7b588e)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:34:09.294510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce65d473-8b29-42d9-b2b2-b0c2b35b7fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:09.413157 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-ce65d473-8b29-42d9-b2b2-b0c2b35b7fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 50c89043-984b-4195-befd-9424540d3ee0 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:34:09.502106 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 95c79497-1253-449e-9d6d-b5c52bb7bd96 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:34:09.536969 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 95c79497-1253-449e-9d6d-b5c52bb7bd96 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:34:09.537314 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 95c79497-1253-449e-9d6d-b5c52bb7bd96 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:34:09.581509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce65d473-8b29-42d9-b2b2-b0c2b35b7fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:09.626755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65d473-8b29-42d9-b2b2-b0c2b35b7fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=50c89043-984b-4195-befd-9424540d3ee0,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:09.919189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce65d473-8b29-42d9-b2b2-b0c2b35b7fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:10.497731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce65d473-8b29-42d9-b2b2-b0c2b35b7fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Router cd5582cd-ec2a-41a3-8468-cce44db629c7 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:34:10.802903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce65d473-8b29-42d9-b2b2-b0c2b35b7fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:34:10.819021 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ce65d473-8b29-42d9-b2b2-b0c2b35b7fb5 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "PUT /v2.0/routers/cd5582cd-ec2a-41a3-8468-cce44db629c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7754145 Apr 22 15:34:10.821768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38966) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:11.002161 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff5350b-7f79-4f82-a691-8bcaaa6eb5b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting subnet 3301dbca-d4f6-4d79-aa32-49ff72eed5e0 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:34:11.005081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ff5350b-7f79-4f82-a691-8bcaaa6eb5b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:11.063461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ff5350b-7f79-4f82-a691-8bcaaa6eb5b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:11.147898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ff5350b-7f79-4f82-a691-8bcaaa6eb5b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:11.217075 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ff5350b-7f79-4f82-a691-8bcaaa6eb5b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:11.257738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5350b-7f79-4f82-a691-8bcaaa6eb5b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Subnet': ['ID=3301dbca-d4f6-4d79-aa32-49ff72eed5e0,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:11.264179 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0ff5350b-7f79-4f82-a691-8bcaaa6eb5b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:11.270194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70722c2f-d66e-46b8-ab6c-ef61fd68327c None None] Network 5fb328a3-38c0-4c93-be16-e3bb409723eb requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:34:11.270818 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0ff5350b-7f79-4f82-a691-8bcaaa6eb5b1 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/subnets/3301dbca-d4f6-4d79-aa32-49ff72eed5e0 HTTP/1.1" status: 204 len: 168 time: 0.4480543 Apr 22 15:34:11.273311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38970) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:11.402408 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf8bdd-de6b-43b9-83a6-d7c87e155546 None None] Sync routers for ids ['cd5582cd-ec2a-41a3-8468-cce44db629c7'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:34:11.416079 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf8bdd-de6b-43b9-83a6-d7c87e155546 None None] Routers {'cd5582cd-ec2a-41a3-8468-cce44db629c7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:34:11.417129 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3caf8bdd-de6b-43b9-83a6-d7c87e155546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:33:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cd5582cd-ec2a-41a3-8468-cce44db629c7'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:34:11.496223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:11.547259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a9948f-5e27-42bf-a89f-f89d70e0f4c1 None None] DHCP port deletion for 5fb328a3-38c0-4c93-be16-e3bb409723eb request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:34:11.553453 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9948f-5e27-42bf-a89f-f89d70e0f4c1 None None] Deleting port 2c3c8724-bf2e-4e38-974d-2f18634ff326 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:34:11.554215 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5a9948f-5e27-42bf-a89f-f89d70e0f4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:11.601871 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-3caf8bdd-de6b-43b9-83a6-d7c87e155546 None None] Set router cd5582cd-ec2a-41a3-8468-cce44db629c7 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:34:11.704654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:11.714627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Deleting port 89b2c92d-860f-425e-8593-5404bd67c808 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:34:11.714963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:11.798636 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f5a9948f-5e27-42bf-a89f-f89d70e0f4c1 None None] For port 2c3c8724-bf2e-4e38-974d-2f18634ff326, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=2c3c8724-bf2e-4e38-974d-2f18634ff326,segment=NetworkSegment(dfe97c65-9532-4e17-9d9c-b4bfab7b588e),segment_id=dfe97c65-9532-4e17-9d9c-b4bfab7b588e)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:34:11.799079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5a9948f-5e27-42bf-a89f-f89d70e0f4c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:11.889100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] For port 89b2c92d-860f-425e-8593-5404bd67c808, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=89b2c92d-860f-425e-8593-5404bd67c808,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:34:11.889511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:11.916305 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3caf8bdd-de6b-43b9-83a6-d7c87e155546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '89b2c92d-860f-425e-8593-5404bd67c808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:34:09Z', 'revision_number': 7, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port': {'id': '89b2c92d-860f-425e-8593-5404bd67c808', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:33:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:34:11.917161 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9948f-5e27-42bf-a89f-f89d70e0f4c1 None None] Calling delete_port for 2c3c8724-bf2e-4e38-974d-2f18634ff326 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:34:11.920135 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf8bdd-de6b-43b9-83a6-d7c87e155546 None None] Checking router: cd5582cd-ec2a-41a3-8468-cce44db629c7 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:34:11.930515 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf8bdd-de6b-43b9-83a6-d7c87e155546 None None] Routers {'cd5582cd-ec2a-41a3-8468-cce44db629c7'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:34:11.931107 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3caf8bdd-de6b-43b9-83a6-d7c87e155546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:33:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['cd5582cd-ec2a-41a3-8468-cce44db629c7'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:34:12.005426 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5a9948f-5e27-42bf-a89f-f89d70e0f4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:12.024773 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Calling delete_port for 89b2c92d-860f-425e-8593-5404bd67c808 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:34:12.047415 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9948f-5e27-42bf-a89f-f89d70e0f4c1 None None] Pushing event deleted for resources: {'Port': ['ID=2c3c8724-bf2e-4e38-974d-2f18634ff326,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:12.053951 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9948f-5e27-42bf-a89f-f89d70e0f4c1 None None] No DVR routers for this DVR port 2c3c8724-bf2e-4e38-974d-2f18634ff326 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:34:12.077385 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-3caf8bdd-de6b-43b9-83a6-d7c87e155546 None None] Set router cd5582cd-ec2a-41a3-8468-cce44db629c7 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:34:12.183410 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3caf8bdd-de6b-43b9-83a6-d7c87e155546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:34:11Z', 'revision_number': 8, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:34:12.187363 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf8bdd-de6b-43b9-83a6-d7c87e155546 None None] The sync data for ids ['cd5582cd-ec2a-41a3-8468-cce44db629c7'] in dv-neutron-838883-3-hyperv is: [{'id': 'cd5582cd-ec2a-41a3-8468-cce44db629c7', 'name': 'tempest-TestNetworkBasicOps-router-948081557', 'tenant_id': '837b6f9741fb4d28b96872e0afaf71d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:32:12Z', 'updated_at': '2022-04-22T15:34:11Z', 'revision_number': 8, 'project_id': '837b6f9741fb4d28b96872e0afaf71d8', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:34:12.198646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:12.349126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Port': ['ID=89b2c92d-860f-425e-8593-5404bd67c808,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:12.578768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:12.728813 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-723e9530-2cb6-4ca2-887a-f9638c00fd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:12.748480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e428888b-30e2-4198-a3f8-f976f3c2be5d None None] New status for floating IP f90d1c06-a80a-4e4c-abc9-e791fb23c14f: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:34:12.839810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:12.843907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:12.870902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:12.871560 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Fanout notify agent at l3_agent the message router_deleted on router cd5582cd-ec2a-41a3-8468-cce44db629c7 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:34:12.886387 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:12.887456 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dc9a10db-3930-40ff-a4e8-db6dc56e63c0 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/routers/cd5582cd-ec2a-41a3-8468-cce44db629c7 HTTP/1.1" status: 204 len: 168 time: 1.6132643 Apr 22 15:34:12.890173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38974) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:13.008054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b4244319-0165-4cb1-b904-66bffebbbdd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:13.138781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b4244319-0165-4cb1-b904-66bffebbbdd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:13.163240 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-b4244319-0165-4cb1-b904-66bffebbbdd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb328a3-38c0-4c93-be16-e3bb409723eb']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:34:13.174833 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-b4244319-0165-4cb1-b904-66bffebbbdd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:34:13.175130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-b4244319-0165-4cb1-b904-66bffebbbdd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe97c65-9532-4e17-9d9c-b4bfab7b588e') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:34:13.186003 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b4244319-0165-4cb1-b904-66bffebbbdd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:13.201943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b4244319-0165-4cb1-b904-66bffebbbdd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:13.208601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4244319-0165-4cb1-b904-66bffebbbdd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:34:13.208983 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b4244319-0165-4cb1-b904-66bffebbbdd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:34:13.222807 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:34:13.302061 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b4244319-0165-4cb1-b904-66bffebbbdd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:13.319060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b4244319-0165-4cb1-b904-66bffebbbdd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:13.329799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4244319-0165-4cb1-b904-66bffebbbdd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] Pushing event deleted for resources: {'Network': ['ID=5fb328a3-38c0-4c93-be16-e3bb409723eb,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:13.334690 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b4244319-0165-4cb1-b904-66bffebbbdd9 tempest-TestNetworkBasicOps-146527123 tempest-TestNetworkBasicOps-146527123-project] 10.222.0.71 "DELETE /v2.0/networks/5fb328a3-38c0-4c93-be16-e3bb409723eb HTTP/1.1" status: 204 len: 168 time: 0.4435048 Apr 22 15:34:13.418472 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 2c3c8724-bf2e-4e38-974d-2f18634ff326 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:34:13.454230 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 2c3c8724-bf2e-4e38-974d-2f18634ff326 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:34:13.454568 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 2c3c8724-bf2e-4e38-974d-2f18634ff326 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:34:13.455029 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 89b2c92d-860f-425e-8593-5404bd67c808 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:34:13.485115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 89b2c92d-860f-425e-8593-5404bd67c808 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:34:13.485458 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 89b2c92d-860f-425e-8593-5404bd67c808 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:34:13.485871 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 50c89043-984b-4195-befd-9424540d3ee0 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:34:13.516970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 50c89043-984b-4195-befd-9424540d3ee0 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:34:13.517316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 50c89043-984b-4195-befd-9424540d3ee0 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:34:13.709934 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38982) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:13.893315 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-58a7cf37-6243-4926-855a-3a7877e941fe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=837b6f9741fb4d28b96872e0afaf71d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1822202 Apr 22 15:34:13.895769 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38988) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:13.955376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f168e38-2ce6-495a-9887-f1d76d5537f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:13.979916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f168e38-2ce6-495a-9887-f1d76d5537f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:14.030557 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f168e38-2ce6-495a-9887-f1d76d5537f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:14.047823 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f168e38-2ce6-495a-9887-f1d76d5537f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacb85a0-2519-46bc-adf9-21606e0433da,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:14.055168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f168e38-2ce6-495a-9887-f1d76d5537f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:14.056275 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0f168e38-2ce6-495a-9887-f1d76d5537f7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bacb85a0-2519-46bc-adf9-21606e0433da HTTP/1.1" status: 204 len: 168 time: 0.1596377 Apr 22 15:34:14.384816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 38996) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:14.402570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51572a9c-dec1-4ae4-a6e1-2ce55fab2798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:14.433773 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-51572a9c-dec1-4ae4-a6e1-2ce55fab2798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:34:14.437581 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-51572a9c-dec1-4ae4-a6e1-2ce55fab2798 admin admin] Usage tracker for resource:security_group_rule and tenant:69a75bf1cfd84534b8c781fb16204df5 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:34:14.440372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-51572a9c-dec1-4ae4-a6e1-2ce55fab2798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:34:14.445943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-51572a9c-dec1-4ae4-a6e1-2ce55fab2798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:34:14.510909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51572a9c-dec1-4ae4-a6e1-2ce55fab2798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:14.514671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51572a9c-dec1-4ae4-a6e1-2ce55fab2798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:14.565935 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51572a9c-dec1-4ae4-a6e1-2ce55fab2798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13aedb9-4599-455c-825c-2dc125841170,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:14.571274 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-51572a9c-dec1-4ae4-a6e1-2ce55fab2798 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=69a75bf1cfd84534b8c781fb16204df5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1853881 Apr 22 15:34:14.573910 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39000) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:14.632962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31fdae46-d11b-454e-89c0-55b8517b5889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:14.657807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31fdae46-d11b-454e-89c0-55b8517b5889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:14.708352 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31fdae46-d11b-454e-89c0-55b8517b5889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:14.722962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdae46-d11b-454e-89c0-55b8517b5889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13aedb9-4599-455c-825c-2dc125841170,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:14.730959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31fdae46-d11b-454e-89c0-55b8517b5889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:14.732310 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-31fdae46-d11b-454e-89c0-55b8517b5889 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a13aedb9-4599-455c-825c-2dc125841170 HTTP/1.1" status: 204 len: 168 time: 0.1574705 Apr 22 15:34:15.018880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eb7db28f-4a85-4e94-8dd5-c5fcc4a69118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:16.008988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:16.028986 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:17.591039 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:22.534477 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-28c79f92-40b4-420c-8317-5b158df84f17 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=307b5532361d4a79a76034758c310e76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271330 Apr 22 15:34:22.764440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-1a3384c1-9842-4a4c-b5d3-6d3a6f55a9d1 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:22.765845 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-1a3384c1-9842-4a4c-b5d3-6d3a6f55a9d1 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266977 Apr 22 15:34:22.781698 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-0f0adcb8-32ed-42d0-a28b-d971e3bbd4d2 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/quotas/307b5532361d4a79a76034758c310e76 HTTP/1.1" status: 200 len: 375 time: 0.0099869 Apr 22 15:34:22.830956 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-0c4ee404-710f-4a1f-b72c-bf4c363d02c2 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=307b5532361d4a79a76034758c310e76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445297 Apr 22 15:34:23.033404 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-62302e8e-08aa-468d-9a73-6a733334a00d req-e9ddd25a-c465-4ea5-af98-b173af2f480c tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 210 time: 0.0513446 Apr 22 15:34:24.011218 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-d32ca982-dc1f-45b8-b5ed-cb1283c6167b tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=307b5532361d4a79a76034758c310e76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273066 Apr 22 15:34:24.160540 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-5e195355-8544-4c48-b640-cc75fd863764 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:24.161936 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-5e195355-8544-4c48-b640-cc75fd863764 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453087 Apr 22 15:34:24.195218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Request body: {'port': {'device_id': 'ef097e29-ff00-4999-baec-6682bb3040e9', 'network_id': '2836f599-c208-493e-ae02-1fd0bf361cb7', 'admin_state_up': True, 'tenant_id': '307b5532361d4a79a76034758c310e76'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:34:24.227305 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7d8582d5-5743-449f-83e6-6f02628b469c req-cdc85101-07db-4991-ae24-415ea9c6186a tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 210 time: 0.0644157 Apr 22 15:34:24.339654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:34:24.343390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Usage tracker for resource:port and tenant:307b5532361d4a79a76034758c310e76 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:34:24.346697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:34:24.352302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:34:24.362552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Made reservation on behalf of 307b5532361d4a79a76034758c310e76 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:34:24.365423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:24.377801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:24.408973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:34:24.412710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Usage tracker for resource:security_group_rule and tenant:307b5532361d4a79a76034758c310e76 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:34:24.415464 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:34:24.421071 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:34:24.488036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:24.491416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:24.570772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26341bb-f8ac-49fc-96de-60507cc0d24e,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:24.657006 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Allocated IP 192.168.233.25 (2836f599-c208-493e-ae02-1fd0bf361cb7/bffe1d97-56a8-4939-b779-e9f67151b18a/b4c74e6f-79c9-4f42-93eb-260d05bd1c57) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:34:24.849342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:24.863941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Transition to ACTIVE for port object b4c74e6f-79c9-4f42-93eb-260d05bd1c57 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:34:24.885183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:24.954036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Network 2836f599-c208-493e-ae02-1fd0bf361cb7 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:34:24.957596 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:34:24.961260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:34:24.993120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Pushing event updated for resources: {'Port': ['ID=b4c74e6f-79c9-4f42-93eb-260d05bd1c57,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:25.028735 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:25.029374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:25.054432 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-b442dcba-9da7-4f7b-8f19-6411aa071abc tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8623133 Apr 22 15:34:25.072427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Request body: {'port': {'device_id': 'ef097e29-ff00-4999-baec-6682bb3040e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:34:25.185686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:25.229008 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f41ec660-3d7c-49e9-9e06-0c04f7b7a1db None None] Provisioning for port b4c74e6f-79c9-4f42-93eb-260d05bd1c57 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:34:25.233558 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f41ec660-3d7c-49e9-9e06-0c04f7b7a1db None None] Provisioning complete for port b4c74e6f-79c9-4f42-93eb-260d05bd1c57 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:34:25.233923 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f41ec660-3d7c-49e9-9e06-0c04f7b7a1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:25.288025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f41ec660-3d7c-49e9-9e06-0c04f7b7a1db None None] Port b4c74e6f-79c9-4f42-93eb-260d05bd1c57 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:34:25.553626 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839de2b9-ac2d-4f3d-a525-b0c65c9358cf req-f2bbe4e2-9954-40cf-8400-bf2fbac52c4b tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:25.554325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-839de2b9-ac2d-4f3d-a525-b0c65c9358cf req-f2bbe4e2-9954-40cf-8400-bf2fbac52c4b tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Synchronizing usage tracker for tenant:307b5532361d4a79a76034758c310e76 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:34:25.620790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-839de2b9-ac2d-4f3d-a525-b0c65c9358cf req-f2bbe4e2-9954-40cf-8400-bf2fbac52c4b tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Unset dirty status for tenant:307b5532361d4a79a76034758c310e76 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:34:25.621834 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-839de2b9-ac2d-4f3d-a525-b0c65c9358cf req-f2bbe4e2-9954-40cf-8400-bf2fbac52c4b tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 935 time: 0.2321370 Apr 22 15:34:25.633001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c74e6f-79c9-4f42-93eb-260d05bd1c57 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:34:25.741921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:25.766921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Transition to ACTIVE for port object b4c74e6f-79c9-4f42-93eb-260d05bd1c57 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:34:25.772423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:25.828861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-839de2b9-ac2d-4f3d-a525-b0c65c9358cf req-4fe7ff1b-1a31-424e-96dd-84f9bd342e5f tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Synchronizing usage tracker for tenant:307b5532361d4a79a76034758c310e76 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:34:25.934968 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c74e6f-79c9-4f42-93eb-260d05bd1c57,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:25.951007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-839de2b9-ac2d-4f3d-a525-b0c65c9358cf req-4fe7ff1b-1a31-424e-96dd-84f9bd342e5f tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Unset dirty status for tenant:307b5532361d4a79a76034758c310e76 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:34:25.952074 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-839de2b9-ac2d-4f3d-a525-b0c65c9358cf req-4fe7ff1b-1a31-424e-96dd-84f9bd342e5f tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/security-groups?id=b26341bb-f8ac-49fc-96de-60507cc0d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231027 Apr 22 15:34:26.055551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Attempting to bind port b4c74e6f-79c9-4f42-93eb-260d05bd1c57 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:34:26.056181 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Attempting to bind port b4c74e6f-79c9-4f42-93eb-260d05bd1c57 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'b58a18b9-3905-485c-ac40-bff57126bb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2836f599-c208-493e-ae02-1fd0bf361cb7'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:34:26.056181 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Attempting to bind port b4c74e6f-79c9-4f42-93eb-260d05bd1c57 on network 2836f599-c208-493e-ae02-1fd0bf361cb7 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:34:26.061729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Port b4c74e6f-79c9-4f42-93eb-260d05bd1c57 on network 2836f599-c208-493e-ae02-1fd0bf361cb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:34:26.062037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Attempting to bind port b4c74e6f-79c9-4f42-93eb-260d05bd1c57 on network 2836f599-c208-493e-ae02-1fd0bf361cb7 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:34:26.068004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:34:26.068327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Checking segment: {'id': 'b58a18b9-3905-485c-ac40-bff57126bb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2836f599-c208-493e-ae02-1fd0bf361cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:34:26.068699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Bound using segment: {'id': 'b58a18b9-3905-485c-ac40-bff57126bb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2836f599-c208-493e-ae02-1fd0bf361cb7'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:34:26.069105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Bound port: b4c74e6f-79c9-4f42-93eb-260d05bd1c57, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58a18b9-3905-485c-ac40-bff57126bb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2836f599-c208-493e-ae02-1fd0bf361cb7'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:34:26.069437 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:26.153316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] For port b4c74e6f-79c9-4f42-93eb-260d05bd1c57, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:34:26.156256 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] For port b4c74e6f-79c9-4f42-93eb-260d05bd1c57, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b4c74e6f-79c9-4f42-93eb-260d05bd1c57,segment=NetworkSegment(b58a18b9-3905-485c-ac40-bff57126bb71),segment_id=b58a18b9-3905-485c-ac40-bff57126bb71)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:34:26.160127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:26.230027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:26.231393 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] 10.222.0.70 "PUT /v2.0/ports/b4c74e6f-79c9-4f42-93eb-260d05bd1c57 HTTP/1.1" status: 200 len: 1097 time: 1.1633883 Apr 22 15:34:26.231819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef097e29-ff00-4999-baec-6682bb3040e9', 'tag': 'b4c74e6f-79c9-4f42-93eb-260d05bd1c57'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:34:26.250668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd51c6a-e226-4f60-bfaa-db23646f81e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4c74e6f-79c9-4f42-93eb-260d05bd1c57,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:26.320576 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49588061-2583-406b-b68e-829242638373'] response: {'name': 'network-changed', 'server_uuid': 'ef097e29-ff00-4999-baec-6682bb3040e9', 'tag': 'b4c74e6f-79c9-4f42-93eb-260d05bd1c57', 'status': 'completed', 'code': 200} Apr 22 15:34:26.363208 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-948f19dd-3fec-470a-bcd5-fdb42e6d2682 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=307b5532361d4a79a76034758c310e76&device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 1100 time: 0.0783439 Apr 22 15:34:26.441797 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-4137df41-53a8-4e36-ba81-c241b031c223 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=b4c74e6f-79c9-4f42-93eb-260d05bd1c57 HTTP/1.1" status: 200 len: 217 time: 0.0665796 Apr 22 15:34:26.502225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-1665580f-b3d7-47a2-ba48-702a93e93701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:26.503589 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-1665580f-b3d7-47a2-ba48-702a93e93701 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bffe1d97-56a8-4939-b779-e9f67151b18a HTTP/1.1" status: 200 len: 843 time: 0.0562720 Apr 22 15:34:26.580367 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-d22a300f-e4a7-4424-9239-fa5f9d210dac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2836f599-c208-493e-ae02-1fd0bf361cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0700707 Apr 22 15:34:26.710062 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-9bc9affd-5a00-4449-96bf-93e30f195e06 service neutron] 10.222.0.70 "GET /v2.0/networks/2836f599-c208-493e-ae02-1fd0bf361cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230965 Apr 22 15:34:26.841154 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53a16ea0-43a6-4c2b-b8c1-63c10909f0a6 req-7a510aa2-53bc-4457-85df-d5ece2f50cae service neutron] 10.222.0.70 "GET /v2.0/networks/2836f599-c208-493e-ae02-1fd0bf361cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223030 Apr 22 15:34:26.999466 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2a23a2fe-e459-4bf1-895c-c66dbf78b045 req-15fcd893-6e76-4415-a88e-22be99675b23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=307b5532361d4a79a76034758c310e76&device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 1100 time: 0.0718880 Apr 22 15:34:27.180901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23a2fe-e459-4bf1-895c-c66dbf78b045 req-4e80a8f8-0d78-4a0e-abe2-cb382bf27897 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:27.182363 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2a23a2fe-e459-4bf1-895c-c66dbf78b045 req-4e80a8f8-0d78-4a0e-abe2-cb382bf27897 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2836f599-c208-493e-ae02-1fd0bf361cb7 HTTP/1.1" status: 200 len: 870 time: 0.1764662 Apr 22 15:34:27.245063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5e9cf-d4e5-42c3-a599-41188e97abd8 req-2b9a0e35-a4fd-4db3-a55e-250250ac8bb9 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:27.246413 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbe5e9cf-d4e5-42c3-a599-41188e97abd8 req-2b9a0e35-a4fd-4db3-a55e-250250ac8bb9 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 947 time: 0.1690123 Apr 22 15:34:27.275335 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2a23a2fe-e459-4bf1-895c-c66dbf78b045 req-81c8e970-b37e-45f5-b866-81dc70b9dd24 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=b4c74e6f-79c9-4f42-93eb-260d05bd1c57 HTTP/1.1" status: 200 len: 217 time: 0.0843391 Apr 22 15:34:27.346262 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbe5e9cf-d4e5-42c3-a599-41188e97abd8 req-24eb0f77-1956-4397-8a64-be4da95c3e66 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/security-groups?id=b26341bb-f8ac-49fc-96de-60507cc0d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930481 Apr 22 15:34:27.354559 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23a2fe-e459-4bf1-895c-c66dbf78b045 req-1f42623c-41b9-416a-8f9f-94c3b3be461f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:27.355905 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2a23a2fe-e459-4bf1-895c-c66dbf78b045 req-1f42623c-41b9-416a-8f9f-94c3b3be461f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bffe1d97-56a8-4939-b779-e9f67151b18a HTTP/1.1" status: 200 len: 843 time: 0.0678918 Apr 22 15:34:27.429699 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2a23a2fe-e459-4bf1-895c-c66dbf78b045 req-e4b51478-9a55-4e50-acb6-359dd33dfcae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2836f599-c208-493e-ae02-1fd0bf361cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0669868 Apr 22 15:34:27.639701 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2a23a2fe-e459-4bf1-895c-c66dbf78b045 req-a9aae8a7-70cb-4409-b8a8-207d9cd08a52 service neutron] 10.222.0.70 "GET /v2.0/networks/2836f599-c208-493e-ae02-1fd0bf361cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031732 Apr 22 15:34:27.764577 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2a23a2fe-e459-4bf1-895c-c66dbf78b045 req-2d6d7756-db84-42fa-8516-77b6642fa2b3 service neutron] 10.222.0.70 "GET /v2.0/networks/2836f599-c208-493e-ae02-1fd0bf361cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188712 Apr 22 15:34:28.539403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b60a1d-ecb6-4f0a-b845-3d3f91d5c32d req-49567d97-e2f1-4574-8f7c-89538572763b tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:28.540867 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a7b60a1d-ecb6-4f0a-b845-3d3f91d5c32d req-49567d97-e2f1-4574-8f7c-89538572763b tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 947 time: 0.0746925 Apr 22 15:34:28.588789 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a7b60a1d-ecb6-4f0a-b845-3d3f91d5c32d req-92d52da0-86de-4859-a56b-64bae486ccaf tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/security-groups?id=b26341bb-f8ac-49fc-96de-60507cc0d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425565 Apr 22 15:34:29.779372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5c8f7-7594-4817-bce9-992e6afc7cfb req-840bae65-04c4-456a-9e20-a9d36301829e tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:29.780996 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-43e5c8f7-7594-4817-bce9-992e6afc7cfb req-840bae65-04c4-456a-9e20-a9d36301829e tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 947 time: 0.0748551 Apr 22 15:34:29.828834 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-43e5c8f7-7594-4817-bce9-992e6afc7cfb req-68ed83e7-92e7-471f-bb0d-e888c6767dc5 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/security-groups?id=b26341bb-f8ac-49fc-96de-60507cc0d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Apr 22 15:34:31.031804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6105765-3771-4f93-9981-96cc0bfffad5 req-df6de19b-35e3-46d5-bcfb-c8e00f880f1b tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:31.033268 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b6105765-3771-4f93-9981-96cc0bfffad5 req-df6de19b-35e3-46d5-bcfb-c8e00f880f1b tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 947 time: 0.0846846 Apr 22 15:34:31.077113 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b6105765-3771-4f93-9981-96cc0bfffad5 req-a90a5cc3-f201-45ab-8007-f4991587fc80 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/security-groups?id=b26341bb-f8ac-49fc-96de-60507cc0d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382829 Apr 22 15:34:31.596433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b4c74e6f-79c9-4f42-93eb-260d05bd1c57 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:34:31.725658 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b4c74e6f-79c9-4f42-93eb-260d05bd1c57, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b4c74e6f-79c9-4f42-93eb-260d05bd1c57,segment=NetworkSegment(b58a18b9-3905-485c-ac40-bff57126bb71),segment_id=b58a18b9-3905-485c-ac40-bff57126bb71)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:34:31.738813 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'b4c74e6f-79c9-4f42-93eb-260d05bd1c57', 'network_id': '2836f599-c208-493e-ae02-1fd0bf361cb7', 'port_id': 'b4c74e6f-79c9-4f42-93eb-260d05bd1c57', 'mac_address': 'fa:16:3e:f9:f4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffe1d97-56a8-4939-b779-e9f67151b18a', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:34:31.789718 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:31.808688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c74e6f-79c9-4f42-93eb-260d05bd1c57 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:34:31.823378 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b4c74e6f-79c9-4f42-93eb-260d05bd1c57, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b4c74e6f-79c9-4f42-93eb-260d05bd1c57,segment=NetworkSegment(b58a18b9-3905-485c-ac40-bff57126bb71),segment_id=b58a18b9-3905-485c-ac40-bff57126bb71)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:34:31.827094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:31.893547 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=b4c74e6f-79c9-4f42-93eb-260d05bd1c57,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:32.259610 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['b4c74e6f-79c9-4f42-93eb-260d05bd1c57'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:34:32.276191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab65aa-835d-4bc6-9489-af26b9b1ff24 req-be170d03-90b6-4534-a9c4-0e8560c1369e tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:32.277649 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-02ab65aa-835d-4bc6-9489-af26b9b1ff24 req-be170d03-90b6-4534-a9c4-0e8560c1369e tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 948 time: 0.0761650 Apr 22 15:34:32.322365 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-02ab65aa-835d-4bc6-9489-af26b9b1ff24 req-09c518ee-3945-426b-a921-84de6fe9233a tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/security-groups?id=b26341bb-f8ac-49fc-96de-60507cc0d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386271 Apr 22 15:34:33.182214 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:33.519730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d3250-8307-417c-80ce-a54dc50ad6b2 req-2d4ffe8f-c2bc-412c-a518-e67275ec0d9d tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:33.521161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eb6d3250-8307-417c-80ce-a54dc50ad6b2 req-2d4ffe8f-c2bc-412c-a518-e67275ec0d9d tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 948 time: 0.0804071 Apr 22 15:34:33.565545 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eb6d3250-8307-417c-80ce-a54dc50ad6b2 req-f9c0c1c4-3853-422c-a499-9d317d5da05c tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/security-groups?id=b26341bb-f8ac-49fc-96de-60507cc0d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389376 Apr 22 15:34:33.596062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b4c74e6f-79c9-4f42-93eb-260d05bd1c57 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:34:33.662452 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port b4c74e6f-79c9-4f42-93eb-260d05bd1c57 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:34:33.667119 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port b4c74e6f-79c9-4f42-93eb-260d05bd1c57 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:34:33.667488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:33.777099 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:33.803157 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef097e29-ff00-4999-baec-6682bb3040e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c74e6f-79c9-4f42-93eb-260d05bd1c57'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:34:33.812480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b4c74e6f-79c9-4f42-93eb-260d05bd1c57, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b4c74e6f-79c9-4f42-93eb-260d05bd1c57,segment=NetworkSegment(b58a18b9-3905-485c-ac40-bff57126bb71),segment_id=b58a18b9-3905-485c-ac40-bff57126bb71)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:34:33.817362 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:33.859791 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966aaf96-5fcc-4cfd-8cf0-87a6be90cddb'] response: {'server_uuid': 'ef097e29-ff00-4999-baec-6682bb3040e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c74e6f-79c9-4f42-93eb-260d05bd1c57', 'code': 200} Apr 22 15:34:33.884435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=b4c74e6f-79c9-4f42-93eb-260d05bd1c57,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:34.133699 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-939d7103-edfc-4695-b011-c9ab35083a69 req-1783d12a-0aed-4a3b-9b30-0303d3b1bcac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 1102 time: 0.0660119 Apr 22 15:34:34.175215 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-939d7103-edfc-4695-b011-c9ab35083a69 req-88d84417-1d37-4167-8059-b4e3d529e5bf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b26341bb-f8ac-49fc-96de-60507cc0d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351574 Apr 22 15:34:34.761654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d1389-563b-4b3f-ab24-16eb1438752c req-4e756f9c-a5a1-40b0-8d3b-206436d79a47 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:34.763097 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-243d1389-563b-4b3f-ab24-16eb1438752c req-4e756f9c-a5a1-40b0-8d3b-206436d79a47 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 949 time: 0.0777793 Apr 22 15:34:34.807240 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-243d1389-563b-4b3f-ab24-16eb1438752c req-2621f2ad-f971-4fd5-b4e2-7ee8055ce19f tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/security-groups?id=b26341bb-f8ac-49fc-96de-60507cc0d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387874 Apr 22 15:34:35.998947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf93fc9-b7c2-4d8a-a488-93dcbd5e6e21 req-19a761bc-c6f7-4b6c-97ff-7b329a65a69b tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:36.000394 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecf93fc9-b7c2-4d8a-a488-93dcbd5e6e21 req-19a761bc-c6f7-4b6c-97ff-7b329a65a69b tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 949 time: 0.0752673 Apr 22 15:34:36.048257 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecf93fc9-b7c2-4d8a-a488-93dcbd5e6e21 req-b42aad73-5b0a-490f-b832-cec3bb9915f8 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/security-groups?id=b26341bb-f8ac-49fc-96de-60507cc0d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423722 Apr 22 15:34:36.576549 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-013876a0-aa63-4a23-9dcf-941c801cda46 req-ce17290c-d242-4bc9-8191-d881239398d4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1864707 Apr 22 15:34:37.045975 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59b8cb08-3aea-4f42-abaa-43b5579f4fb0 req-95a80447-9287-4e64-9707-120a6389f6cc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0652013 Apr 22 15:34:37.563631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3163d0e-ca15-48fd-8880-cf836c7ec5a5 req-aaa9dd79-2ade-4b1c-9ced-c1995b01a4c6 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:37.564926 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c3163d0e-ca15-48fd-8880-cf836c7ec5a5 req-aaa9dd79-2ade-4b1c-9ced-c1995b01a4c6 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 949 time: 0.0783598 Apr 22 15:34:37.611099 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c3163d0e-ca15-48fd-8880-cf836c7ec5a5 req-1f921088-957d-493a-adb0-f2861a601e36 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/security-groups?id=b26341bb-f8ac-49fc-96de-60507cc0d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 Apr 22 15:34:38.803447 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb2154-7f73-43de-be1c-dfcac10d465f req-2b2f21ea-6826-4c81-99ae-614f38158541 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:38.804871 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4beb2154-7f73-43de-be1c-dfcac10d465f req-2b2f21ea-6826-4c81-99ae-614f38158541 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 949 time: 0.0746963 Apr 22 15:34:38.852751 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4beb2154-7f73-43de-be1c-dfcac10d465f req-21eb1002-2698-4344-99a5-d292a7a25d91 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/security-groups?id=b26341bb-f8ac-49fc-96de-60507cc0d24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424626 Apr 22 15:34:39.180003 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a410cd-9099-42c0-a8bd-c01aef56b24e req-0b09494a-fe1c-4028-a67f-1b08f2770617 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:39.181409 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-84a410cd-9099-42c0-a8bd-c01aef56b24e req-0b09494a-fe1c-4028-a67f-1b08f2770617 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 949 time: 0.0752511 Apr 22 15:34:39.247054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-84a410cd-9099-42c0-a8bd-c01aef56b24e req-6902443d-88a9-4e8d-8654-17ae7d4a91f5 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Deleting port b4c74e6f-79c9-4f42-93eb-260d05bd1c57 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:34:39.247574 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-84a410cd-9099-42c0-a8bd-c01aef56b24e req-6902443d-88a9-4e8d-8654-17ae7d4a91f5 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:39.486954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-84a410cd-9099-42c0-a8bd-c01aef56b24e req-6902443d-88a9-4e8d-8654-17ae7d4a91f5 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] For port b4c74e6f-79c9-4f42-93eb-260d05bd1c57, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b4c74e6f-79c9-4f42-93eb-260d05bd1c57,segment=NetworkSegment(b58a18b9-3905-485c-ac40-bff57126bb71),segment_id=b58a18b9-3905-485c-ac40-bff57126bb71)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:34:39.487305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-84a410cd-9099-42c0-a8bd-c01aef56b24e req-6902443d-88a9-4e8d-8654-17ae7d4a91f5 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:39.602935 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-84a410cd-9099-42c0-a8bd-c01aef56b24e req-6902443d-88a9-4e8d-8654-17ae7d4a91f5 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Calling delete_port for b4c74e6f-79c9-4f42-93eb-260d05bd1c57 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:34:39.742764 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-84a410cd-9099-42c0-a8bd-c01aef56b24e req-6902443d-88a9-4e8d-8654-17ae7d4a91f5 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:39.775728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['b4c74e6f-79c9-4f42-93eb-260d05bd1c57'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:34:39.794180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902443d-88a9-4e8d-8654-17ae7d4a91f5 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Pushing event deleted for resources: {'Port': ['ID=b4c74e6f-79c9-4f42-93eb-260d05bd1c57,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:39.971419 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a410cd-9099-42c0-a8bd-c01aef56b24e req-6902443d-88a9-4e8d-8654-17ae7d4a91f5 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] No DVR routers for this DVR port b4c74e6f-79c9-4f42-93eb-260d05bd1c57 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:34:39.973919 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-84a410cd-9099-42c0-a8bd-c01aef56b24e req-6902443d-88a9-4e8d-8654-17ae7d4a91f5 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:39.983494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef097e29-ff00-4999-baec-6682bb3040e9', 'name': 'network-vif-deleted', 'tag': 'b4c74e6f-79c9-4f42-93eb-260d05bd1c57'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:34:39.992267 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-84a410cd-9099-42c0-a8bd-c01aef56b24e req-6902443d-88a9-4e8d-8654-17ae7d4a91f5 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.70 "DELETE /v2.0/ports/b4c74e6f-79c9-4f42-93eb-260d05bd1c57 HTTP/1.1" status: 204 len: 173 time: 0.8045568 Apr 22 15:34:40.036906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-25ac7dbe-533c-4748-b809-990a8f7d5984 req-f982a11d-1f14-4471-bfe2-0c72e9263fa6 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Synchronizing usage tracker for tenant:307b5532361d4a79a76034758c310e76 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:34:40.052991 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749e7b65-e60f-4598-a89e-e7e80f3e8c5e'] response: {'server_uuid': 'ef097e29-ff00-4999-baec-6682bb3040e9', 'name': 'network-vif-deleted', 'tag': 'b4c74e6f-79c9-4f42-93eb-260d05bd1c57', 'status': 'completed', 'code': 200} Apr 22 15:34:40.054069 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-25ac7dbe-533c-4748-b809-990a8f7d5984 req-f982a11d-1f14-4471-bfe2-0c72e9263fa6 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] Unset dirty status for tenant:307b5532361d4a79a76034758c310e76 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:34:40.055242 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25ac7dbe-533c-4748-b809-990a8f7d5984 req-f982a11d-1f14-4471-bfe2-0c72e9263fa6 tempest-ServersAdminNegativeTestJSON-1126045194 tempest-ServersAdminNegativeTestJSON-1126045194-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef097e29-ff00-4999-baec-6682bb3040e9 HTTP/1.1" status: 200 len: 210 time: 0.0602193 Apr 22 15:34:41.443163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39140) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:41.612298 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-83a10ac9-69bb-4aca-87a0-a6b0a17dbd9e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=307b5532361d4a79a76034758c310e76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1679726 Apr 22 15:34:41.614902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39146) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:41.673450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aeb71a8e-e819-4788-8183-65986a699867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:41.697677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aeb71a8e-e819-4788-8183-65986a699867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:41.748405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aeb71a8e-e819-4788-8183-65986a699867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:41.768096 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb71a8e-e819-4788-8183-65986a699867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26341bb-f8ac-49fc-96de-60507cc0d24e,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:41.778601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aeb71a8e-e819-4788-8183-65986a699867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:41.779733 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-aeb71a8e-e819-4788-8183-65986a699867 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b26341bb-f8ac-49fc-96de-60507cc0d24e HTTP/1.1" status: 204 len: 168 time: 0.1639330 Apr 22 15:34:42.104817 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39154) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:42.122800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-26bc346d-552e-42cf-808b-1e119cafbd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:42.153106 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-26bc346d-552e-42cf-808b-1e119cafbd44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:34:42.157424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-26bc346d-552e-42cf-808b-1e119cafbd44 admin admin] Usage tracker for resource:security_group_rule and tenant:82a9ae61d4464dce85fa559a636e755f is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:34:42.160153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-26bc346d-552e-42cf-808b-1e119cafbd44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:34:42.165651 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-26bc346d-552e-42cf-808b-1e119cafbd44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:34:42.232823 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:34:42.233433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-26bc346d-552e-42cf-808b-1e119cafbd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:42.237598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-26bc346d-552e-42cf-808b-1e119cafbd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:42.292327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc346d-552e-42cf-808b-1e119cafbd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a57384b-189d-403d-89e9-ffb31ce98e33,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:42.297890 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-26bc346d-552e-42cf-808b-1e119cafbd44 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=82a9ae61d4464dce85fa559a636e755f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1914570 Apr 22 15:34:42.300344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39158) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:42.359394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-02d83854-3328-4a68-9899-0ab5194d3ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:42.387246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-02d83854-3328-4a68-9899-0ab5194d3ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:42.442304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-02d83854-3328-4a68-9899-0ab5194d3ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:42.458841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d83854-3328-4a68-9899-0ab5194d3ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a57384b-189d-403d-89e9-ffb31ce98e33,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:42.463257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-02d83854-3328-4a68-9899-0ab5194d3ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:42.464410 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-02d83854-3328-4a68-9899-0ab5194d3ee0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3a57384b-189d-403d-89e9-ffb31ce98e33 HTTP/1.1" status: 204 len: 168 time: 0.1631932 Apr 22 15:34:42.732380 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b68b4a1b-1167-4bef-b0d0-b58c77e43cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:43.293491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39180) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:43.424932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1848249366-network', 'tenant_id': '1b71e48012a94f349c0764f6d29ff2c7'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:34:43.429540 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:34:43.433405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Usage tracker for resource:network and tenant:1b71e48012a94f349c0764f6d29ff2c7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:34:43.436275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:34:43.441895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:34:43.452110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Made reservation on behalf of 1b71e48012a94f349c0764f6d29ff2c7 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:34:43.455171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:43.472268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:43.502790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:34:43.506534 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Usage tracker for resource:security_group_rule and tenant:1b71e48012a94f349c0764f6d29ff2c7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:34:43.509259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:34:43.515147 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:34:43.579545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:43.583216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:43.614066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:34:43.619047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2da15f-6375-4714-85a1-4b39bd1808ac,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:43.627030 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:43.628286 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Added segment 87689bf0-f1a8-4d65-9881-a257aab33f68 of type vlan for network 72c31acc-fb85-47ae-8e1c-0d301b1126de Apr 22 15:34:43.630349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b4c74e6f-79c9-4f42-93eb-260d05bd1c57 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:34:43.655280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:43.664992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: b4c74e6f-79c9-4f42-93eb-260d05bd1c57 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:34:43.665341 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b4c74e6f-79c9-4f42-93eb-260d05bd1c57 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:34:43.684711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:43.685517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:43.686086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:43.787094 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4924521 Apr 22 15:34:43.788061 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69a026-bd73-4277-92c4-3ec172118e07 admin admin] Pushing event updated for resources: {'Network': ['ID=72c31acc-fb85-47ae-8e1c-0d301b1126de,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:43.789996 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 39186) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:43.795692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Request body: {'subnet': {'network_id': '72c31acc-fb85-47ae-8e1c-0d301b1126de', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1848249366-subnet', 'tenant_id': '1b71e48012a94f349c0764f6d29ff2c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:34:43.801232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:34:43.802782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 72c31acc-fb85-47ae-8e1c-0d301b1126de details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:34:43.805081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Usage tracker for resource:subnet and tenant:1b71e48012a94f349c0764f6d29ff2c7 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:34:43.808481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:34:43.814128 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:34:43.824171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Made reservation on behalf of 1b71e48012a94f349c0764f6d29ff2c7 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:34:43.826375 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:44.114006 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:44.182211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76910569-d1dd-46af-b896-d934a8cc9f09,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:44.195954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Checking segment: {'id': '87689bf0-f1a8-4d65-9881-a257aab33f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '72c31acc-fb85-47ae-8e1c-0d301b1126de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:34:44.196298 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Network hostable DHCP agents. Network: 72c31acc-fb85-47ae-8e1c-0d301b1126de, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:34:44.217086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Network 72c31acc-fb85-47ae-8e1c-0d301b1126de is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:34:44.226101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 72c31acc-fb85-47ae-8e1c-0d301b1126de) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:34:44.229794 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:44.230400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:44.236142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed58ff-5a1a-4c2d-ab25-42f3b4715def None None] Network 72c31acc-fb85-47ae-8e1c-0d301b1126de requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:34:44.259187 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-56924c3e-4436-46d1-8eab-a3667e4c8153 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4595802 Apr 22 15:34:44.446782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb36c2e-f040-49d2-8a1d-65676cf2013d None None] Network 72c31acc-fb85-47ae-8e1c-0d301b1126de requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:34:44.928222 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-90752a4d-270a-4b8f-9654-ce408376a629 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:44.928889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-90752a4d-270a-4b8f-9654-ce408376a629 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Synchronizing usage tracker for tenant:1b71e48012a94f349c0764f6d29ff2c7 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:34:44.946963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-90752a4d-270a-4b8f-9654-ce408376a629 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Unset dirty status for tenant:1b71e48012a94f349c0764f6d29ff2c7 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:34:44.948127 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-90752a4d-270a-4b8f-9654-ce408376a629 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/networks?id=72c31acc-fb85-47ae-8e1c-0d301b1126de HTTP/1.1" status: 200 len: 812 time: 0.1580172 Apr 22 15:34:44.964569 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-897b256c-91ca-4168-a6a6-31371e6525db tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/quotas/1b71e48012a94f349c0764f6d29ff2c7 HTTP/1.1" status: 200 len: 375 time: 0.0111349 Apr 22 15:34:45.009916 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-e5f94f0a-1d2c-4cad-b946-391c0ea01484 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1b71e48012a94f349c0764f6d29ff2c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394702 Apr 22 15:34:45.020952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-24cb2a25-18cd-4a6e-9765-b5d814dcdcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:45.021482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-6a806748-9abe-4f2f-b32b-cbc472096811 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:34:45.022167 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-6a806748-9abe-4f2f-b32b-cbc472096811 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053456 Apr 22 15:34:45.154935 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-5ac31c51-9597-4a50-a5a9-153c201c9491 service neutron] 10.222.0.71 "GET /v2.0/networks/72c31acc-fb85-47ae-8e1c-0d301b1126de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254272 Apr 22 15:34:45.285667 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-c3a51e9f-f0dc-419f-bce2-390803fa19e4 service neutron] 10.222.0.71 "GET /v2.0/networks/72c31acc-fb85-47ae-8e1c-0d301b1126de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234732 Apr 22 15:34:46.014288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:46.033167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:46.557694 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7c794100-c804-46e6-b872-9fe303980f74 req-353384ef-c9a8-447e-ae2d-873cd16c4c9f tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 210 time: 0.1168408 Apr 22 15:34:47.559328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-fdf65c5c-de4d-46d7-85cc-88871e7ee20f tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:47.560737 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-fdf65c5c-de4d-46d7-85cc-88871e7ee20f tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.70 "GET /v2.0/networks?id=72c31acc-fb85-47ae-8e1c-0d301b1126de HTTP/1.1" status: 200 len: 812 time: 0.1399949 Apr 22 15:34:47.583509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Request body: {'port': {'device_id': 'a5d9f99a-05a7-4e96-9b75-6617fab6b705', 'network_id': '72c31acc-fb85-47ae-8e1c-0d301b1126de', 'admin_state_up': True, 'tenant_id': '1b71e48012a94f349c0764f6d29ff2c7'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:34:47.596336 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:47.737365 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-00a52695-1328-426b-90c8-46524ebfef25 req-bde197f7-2f86-4bf1-bdd1-2f2c401afc58 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 210 time: 0.0549123 Apr 22 15:34:47.761552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:34:47.765390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Usage tracker for resource:port and tenant:1b71e48012a94f349c0764f6d29ff2c7 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:34:47.768262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:34:47.773930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:34:47.783645 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Made reservation on behalf of 1b71e48012a94f349c0764f6d29ff2c7 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:34:47.786626 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:48.037933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Allocated IP 172.20.0.7 (72c31acc-fb85-47ae-8e1c-0d301b1126de/76910569-d1dd-46af-b896-d934a8cc9f09/b72369eb-cb49-46aa-80c4-5a3a74de4979) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:34:48.237347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:48.264133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:48.336094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Network 72c31acc-fb85-47ae-8e1c-0d301b1126de is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:34:48.339140 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:34:48.343582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:34:48.367498 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Pushing event updated for resources: {'Port': ['ID=b72369eb-cb49-46aa-80c4-5a3a74de4979,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:48.407511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:48.408110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:48.427311 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-991f3f24-8e56-41c0-8735-1e82938704e7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8476067 Apr 22 15:34:48.445074 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Request body: {'port': {'device_id': 'a5d9f99a-05a7-4e96-9b75-6617fab6b705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:34:48.552913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:48.927980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72369eb-cb49-46aa-80c4-5a3a74de4979 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:34:48.936293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:48.960065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Transition to ACTIVE for port object b72369eb-cb49-46aa-80c4-5a3a74de4979 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:34:48.967474 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:49.026025 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e6a4-cdf7-4a3f-94f5-5714fd392cba req-dcf22d63-1e07-4404-b3c3-c25c35f9e756 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:49.026723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-fc46e6a4-cdf7-4a3f-94f5-5714fd392cba req-dcf22d63-1e07-4404-b3c3-c25c35f9e756 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Synchronizing usage tracker for tenant:1b71e48012a94f349c0764f6d29ff2c7 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:34:49.110613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Pushing event updated for resources: {'Port': ['ID=b72369eb-cb49-46aa-80c4-5a3a74de4979,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:49.114165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-fc46e6a4-cdf7-4a3f-94f5-5714fd392cba req-dcf22d63-1e07-4404-b3c3-c25c35f9e756 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Unset dirty status for tenant:1b71e48012a94f349c0764f6d29ff2c7 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:34:49.115294 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fc46e6a4-cdf7-4a3f-94f5-5714fd392cba req-dcf22d63-1e07-4404-b3c3-c25c35f9e756 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 931 time: 0.2543125 Apr 22 15:34:49.230838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-fc46e6a4-cdf7-4a3f-94f5-5714fd392cba req-d1c1a7a7-3c70-47d3-bdca-b3c0eb0ed263 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Synchronizing usage tracker for tenant:1b71e48012a94f349c0764f6d29ff2c7 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:34:49.257019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Attempting to bind port b72369eb-cb49-46aa-80c4-5a3a74de4979 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:34:49.257347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Attempting to bind port b72369eb-cb49-46aa-80c4-5a3a74de4979 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '87689bf0-f1a8-4d65-9881-a257aab33f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '72c31acc-fb85-47ae-8e1c-0d301b1126de'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:34:49.257673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Attempting to bind port b72369eb-cb49-46aa-80c4-5a3a74de4979 on network 72c31acc-fb85-47ae-8e1c-0d301b1126de {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:34:49.264328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Port b72369eb-cb49-46aa-80c4-5a3a74de4979 on network 72c31acc-fb85-47ae-8e1c-0d301b1126de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:34:49.264642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Attempting to bind port b72369eb-cb49-46aa-80c4-5a3a74de4979 on network 72c31acc-fb85-47ae-8e1c-0d301b1126de {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:34:49.266983 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-fc46e6a4-cdf7-4a3f-94f5-5714fd392cba req-d1c1a7a7-3c70-47d3-bdca-b3c0eb0ed263 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Unset dirty status for tenant:1b71e48012a94f349c0764f6d29ff2c7 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:34:49.268065 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fc46e6a4-cdf7-4a3f-94f5-5714fd392cba req-d1c1a7a7-3c70-47d3-bdca-b3c0eb0ed263 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233861 Apr 22 15:34:49.273002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:34:49.273332 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Checking segment: {'id': '87689bf0-f1a8-4d65-9881-a257aab33f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '72c31acc-fb85-47ae-8e1c-0d301b1126de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:34:49.273699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Bound using segment: {'id': '87689bf0-f1a8-4d65-9881-a257aab33f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '72c31acc-fb85-47ae-8e1c-0d301b1126de'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:34:49.274108 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Bound port: b72369eb-cb49-46aa-80c4-5a3a74de4979, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87689bf0-f1a8-4d65-9881-a257aab33f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '72c31acc-fb85-47ae-8e1c-0d301b1126de'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:34:49.274470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:49.368359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] For port b72369eb-cb49-46aa-80c4-5a3a74de4979, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:34:49.371240 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] For port b72369eb-cb49-46aa-80c4-5a3a74de4979, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b72369eb-cb49-46aa-80c4-5a3a74de4979,segment=NetworkSegment(87689bf0-f1a8-4d65-9881-a257aab33f68),segment_id=87689bf0-f1a8-4d65-9881-a257aab33f68)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:34:49.374875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:49.434214 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:49.435532 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] 10.222.0.70 "PUT /v2.0/ports/b72369eb-cb49-46aa-80c4-5a3a74de4979 HTTP/1.1" status: 200 len: 1093 time: 0.9942837 Apr 22 15:34:49.435961 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d9f99a-05a7-4e96-9b75-6617fab6b705', 'tag': 'b72369eb-cb49-46aa-80c4-5a3a74de4979'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:34:49.451217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd35a1f-e39f-4718-bb85-41ad54f52858 service neutron] Pushing event updated for resources: {'Port': ['ID=b72369eb-cb49-46aa-80c4-5a3a74de4979,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:49.490841 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8a5dd3-cec3-4238-95c7-9786af2f2864'] response: {'name': 'network-changed', 'server_uuid': 'a5d9f99a-05a7-4e96-9b75-6617fab6b705', 'tag': 'b72369eb-cb49-46aa-80c4-5a3a74de4979', 'status': 'completed', 'code': 200} Apr 22 15:34:49.574202 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-a87bddb3-9d5b-4337-8d59-1fdeb099797c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b71e48012a94f349c0764f6d29ff2c7&device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 1096 time: 0.0694981 Apr 22 15:34:49.648377 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-141bf205-93df-4f62-a77c-2048b20039de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72369eb-cb49-46aa-80c4-5a3a74de4979 HTTP/1.1" status: 200 len: 217 time: 0.0623837 Apr 22 15:34:49.791055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-f81b4ef2-aeab-48e3-88a6-7a6736597366 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:49.792474 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-f81b4ef2-aeab-48e3-88a6-7a6736597366 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76910569-d1dd-46af-b896-d934a8cc9f09 HTTP/1.1" status: 200 len: 852 time: 0.1380398 Apr 22 15:34:49.835214 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-57ac49c3-f9a6-4a43-ac47-8b8eb216d933 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72c31acc-fb85-47ae-8e1c-0d301b1126de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365217 Apr 22 15:34:49.963649 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-46e644bd-d2cb-49bd-b2de-d3c5e053a464 service neutron] 10.222.0.70 "GET /v2.0/networks/72c31acc-fb85-47ae-8e1c-0d301b1126de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223693 Apr 22 15:34:50.093564 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d588ae23-5437-4768-b651-d6a03f13ddf8 req-974ba177-59b4-40b6-b801-a5a63b6c2f8d service neutron] 10.222.0.70 "GET /v2.0/networks/72c31acc-fb85-47ae-8e1c-0d301b1126de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245687 Apr 22 15:34:50.245004 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0ec5a787-1896-489a-94fe-d5fc2efa28b0 req-e12cd6a3-faf5-48cd-b2e9-20d154b2835c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b71e48012a94f349c0764f6d29ff2c7&device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 1096 time: 0.0667939 Apr 22 15:34:50.374295 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a787-1896-489a-94fe-d5fc2efa28b0 req-d2e95839-c716-470f-b3e0-8a397ba6a513 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:50.376200 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0ec5a787-1896-489a-94fe-d5fc2efa28b0 req-d2e95839-c716-470f-b3e0-8a397ba6a513 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72c31acc-fb85-47ae-8e1c-0d301b1126de HTTP/1.1" status: 200 len: 913 time: 0.1252737 Apr 22 15:34:50.484798 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0ec5a787-1896-489a-94fe-d5fc2efa28b0 req-631fa50f-d975-4f87-bd19-417026525a5b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72369eb-cb49-46aa-80c4-5a3a74de4979 HTTP/1.1" status: 200 len: 217 time: 0.1024086 Apr 22 15:34:50.559245 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a787-1896-489a-94fe-d5fc2efa28b0 req-e0fa7940-b056-4124-9246-bc6d7c798422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:50.560685 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0ec5a787-1896-489a-94fe-d5fc2efa28b0 req-e0fa7940-b056-4124-9246-bc6d7c798422 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76910569-d1dd-46af-b896-d934a8cc9f09 HTTP/1.1" status: 200 len: 852 time: 0.0699081 Apr 22 15:34:50.571175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3405a-0696-4376-814e-236b2a43c0f0 req-923eaf5a-ce19-4cde-9ac5-54cd44c53090 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:50.572512 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-48d3405a-0696-4376-814e-236b2a43c0f0 req-923eaf5a-ce19-4cde-9ac5-54cd44c53090 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 943 time: 0.1406636 Apr 22 15:34:50.628379 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0ec5a787-1896-489a-94fe-d5fc2efa28b0 req-ba526e48-a935-47df-be17-7f15e2a8ae66 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72c31acc-fb85-47ae-8e1c-0d301b1126de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548711 Apr 22 15:34:50.725700 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-48d3405a-0696-4376-814e-236b2a43c0f0 req-e6e2feb2-c7ff-4ec0-bbaf-e5fd86af3a19 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238608 Apr 22 15:34:50.773631 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0ec5a787-1896-489a-94fe-d5fc2efa28b0 req-6407ddd6-c79c-4493-a238-e541d59a8d31 service neutron] 10.222.0.70 "GET /v2.0/networks/72c31acc-fb85-47ae-8e1c-0d301b1126de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318057 Apr 22 15:34:50.900957 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0ec5a787-1896-489a-94fe-d5fc2efa28b0 req-ab320847-1d31-48dd-b2d0-114006047a4e service neutron] 10.222.0.70 "GET /v2.0/networks/72c31acc-fb85-47ae-8e1c-0d301b1126de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214361 Apr 22 15:34:51.917763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eb6e1-7350-4521-a4d8-e94e7fd3bc8c req-16996403-9d9e-46a2-81ea-1d8b2d34276a tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:51.919222 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-268eb6e1-7350-4521-a4d8-e94e7fd3bc8c req-16996403-9d9e-46a2-81ea-1d8b2d34276a tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 943 time: 0.0752478 Apr 22 15:34:51.967110 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-268eb6e1-7350-4521-a4d8-e94e7fd3bc8c req-2d28f855-f429-4d2c-a40f-5f81a351acf4 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414336 Apr 22 15:34:53.160301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb8292-88b4-4a3a-bd9d-6e419596d1ae req-f1b3e5e5-6833-4d23-9dea-6dbf8f3b9422 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:53.161705 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2acb8292-88b4-4a3a-bd9d-6e419596d1ae req-f1b3e5e5-6833-4d23-9dea-6dbf8f3b9422 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 943 time: 0.0772750 Apr 22 15:34:53.205583 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2acb8292-88b4-4a3a-bd9d-6e419596d1ae req-fb608c9e-5a2f-4d0e-895b-495a2b3890fc tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 Apr 22 15:34:53.653791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b72369eb-cb49-46aa-80c4-5a3a74de4979 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:34:53.782475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b72369eb-cb49-46aa-80c4-5a3a74de4979, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b72369eb-cb49-46aa-80c4-5a3a74de4979,segment=NetworkSegment(87689bf0-f1a8-4d65-9881-a257aab33f68),segment_id=87689bf0-f1a8-4d65-9881-a257aab33f68)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:34:53.794936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'b72369eb-cb49-46aa-80c4-5a3a74de4979', 'network_id': '72c31acc-fb85-47ae-8e1c-0d301b1126de', 'port_id': 'b72369eb-cb49-46aa-80c4-5a3a74de4979', 'mac_address': 'fa:16:3e:ab:c7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76910569-d1dd-46af-b896-d934a8cc9f09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:34:53.845937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:53.862057 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72369eb-cb49-46aa-80c4-5a3a74de4979 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:34:53.876187 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b72369eb-cb49-46aa-80c4-5a3a74de4979, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b72369eb-cb49-46aa-80c4-5a3a74de4979,segment=NetworkSegment(87689bf0-f1a8-4d65-9881-a257aab33f68),segment_id=87689bf0-f1a8-4d65-9881-a257aab33f68)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:34:53.879825 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:53.949089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=b72369eb-cb49-46aa-80c4-5a3a74de4979,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:53.957385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:53.957731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:53.958075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:53.958438 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:53.958773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:53.959102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:53.959429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:53.959756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:53.960080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:53.960400 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:53.960720 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:34:54.258001 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['b72369eb-cb49-46aa-80c4-5a3a74de4979'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:34:54.397654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2000b1-7e42-4514-b1f5-06ceb805f75c req-a750f5b9-03da-4e91-9fb9-e22274a40fd7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:54.399122 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f2000b1-7e42-4514-b1f5-06ceb805f75c req-a750f5b9-03da-4e91-9fb9-e22274a40fd7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 944 time: 0.0757549 Apr 22 15:34:54.443299 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f2000b1-7e42-4514-b1f5-06ceb805f75c req-e023f35c-a7c1-49b3-9277-64e814b117ee tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386355 Apr 22 15:34:55.637654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f8c84-98a4-48f0-a781-3706ac264767 req-69e43824-0dd8-4d19-b526-970dbb5f73a6 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:55.639023 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-998f8c84-98a4-48f0-a781-3706ac264767 req-69e43824-0dd8-4d19-b526-970dbb5f73a6 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 944 time: 0.0775337 Apr 22 15:34:55.682158 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b72369eb-cb49-46aa-80c4-5a3a74de4979 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:34:55.682732 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-998f8c84-98a4-48f0-a781-3706ac264767 req-57ac4ba0-ce06-4e8e-b8bd-71ba75d48af4 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375209 Apr 22 15:34:55.751678 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port b72369eb-cb49-46aa-80c4-5a3a74de4979 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:34:55.756139 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port b72369eb-cb49-46aa-80c4-5a3a74de4979 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:34:55.756515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:55.865570 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:55.891841 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d9f99a-05a7-4e96-9b75-6617fab6b705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72369eb-cb49-46aa-80c4-5a3a74de4979'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:34:55.900991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b72369eb-cb49-46aa-80c4-5a3a74de4979, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b72369eb-cb49-46aa-80c4-5a3a74de4979,segment=NetworkSegment(87689bf0-f1a8-4d65-9881-a257aab33f68),segment_id=87689bf0-f1a8-4d65-9881-a257aab33f68)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:34:55.905147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:34:55.948227 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0128acac-bb92-472c-8c52-9063d03487d9'] response: {'server_uuid': 'a5d9f99a-05a7-4e96-9b75-6617fab6b705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72369eb-cb49-46aa-80c4-5a3a74de4979', 'code': 200} Apr 22 15:34:55.971018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=b72369eb-cb49-46aa-80c4-5a3a74de4979,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:34:56.207033 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dab553ed-7419-4916-abe2-0a4c41424e1a req-ed742719-899b-4b50-addf-46401147c755 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 1098 time: 0.0658753 Apr 22 15:34:56.251184 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dab553ed-7419-4916-abe2-0a4c41424e1a req-27201baf-00a5-4a4f-8e5f-28ff0374a234 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Apr 22 15:34:56.959649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266a2f4-055c-4e5b-ac69-6e835e7f57c3 req-bf47f5be-379e-4eba-9b1f-0257fe9657d7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:56.961094 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6266a2f4-055c-4e5b-ac69-6e835e7f57c3 req-bf47f5be-379e-4eba-9b1f-0257fe9657d7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.1568265 Apr 22 15:34:57.006924 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6266a2f4-055c-4e5b-ac69-6e835e7f57c3 req-0d28901c-e896-4fdf-8830-695799a5e764 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401900 Apr 22 15:34:58.200405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616094c-8d90-4ea8-97d7-92424d0b9c47 req-6774d02f-58d8-403c-8608-2cd3c0d78aa8 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:58.201825 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8616094c-8d90-4ea8-97d7-92424d0b9c47 req-6774d02f-58d8-403c-8608-2cd3c0d78aa8 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0779417 Apr 22 15:34:58.245696 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8616094c-8d90-4ea8-97d7-92424d0b9c47 req-81800748-098c-4644-a0e2-e22db54d89ef tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378196 Apr 22 15:34:58.432769 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28498192-aaca-483e-b892-a4378c23880b req-472439a3-e0ab-4e4f-b754-28d8aceebf2d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0660982 Apr 22 15:34:58.699688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 39248) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:34:58.742535 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c64d0b-0206-4975-abbd-53194719749d req-bf7271b3-f5ee-4ca7-881c-15e04d4abe86 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:58.743976 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29c64d0b-0206-4975-abbd-53194719749d req-bf7271b3-f5ee-4ca7-881c-15e04d4abe86 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0811014 Apr 22 15:34:58.789449 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-29c64d0b-0206-4975-abbd-53194719749d req-d2fcfa4c-0813-49b8-8a33-26a43bc259e2 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396190 Apr 22 15:34:58.843744 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-c8a7be84-b525-4b9f-b9de-4412657c4dba service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1423156 Apr 22 15:34:59.987998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b741e-fdf2-45fc-9bc4-21a6b008ce03 req-550219f4-6386-4a33-a8f6-bdde93a3a16c tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:34:59.989399 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e1b741e-fdf2-45fc-9bc4-21a6b008ce03 req-550219f4-6386-4a33-a8f6-bdde93a3a16c tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0760424 Apr 22 15:35:00.036091 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e1b741e-fdf2-45fc-9bc4-21a6b008ce03 req-ba5f5bd3-e32f-4060-9781-3da50494d318 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Apr 22 15:35:00.321739 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-b70c1ebf-edf1-49f9-9678-0cca91711ebf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b71e48012a94f349c0764f6d29ff2c7&device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 1098 time: 0.0727756 Apr 22 15:35:00.449843 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-12d95620-652c-4317-ac28-4da77dcb4a8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:00.451294 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-12d95620-652c-4317-ac28-4da77dcb4a8e service neutron] 10.222.0.70 "GET /v2.0/networks?id=72c31acc-fb85-47ae-8e1c-0d301b1126de HTTP/1.1" status: 200 len: 913 time: 0.1224174 Apr 22 15:35:00.519933 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-55adc835-3853-4900-8bbc-79052efcecaf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72369eb-cb49-46aa-80c4-5a3a74de4979 HTTP/1.1" status: 200 len: 217 time: 0.0613012 Apr 22 15:35:00.589876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-397a64fe-3e6b-4f33-9101-4f67a047a1f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:00.591328 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-397a64fe-3e6b-4f33-9101-4f67a047a1f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76910569-d1dd-46af-b896-d934a8cc9f09 HTTP/1.1" status: 200 len: 852 time: 0.0600121 Apr 22 15:35:00.635790 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-892213c9-d6f3-4f4f-aa59-6c7cb1fbb231 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72c31acc-fb85-47ae-8e1c-0d301b1126de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380683 Apr 22 15:35:00.763313 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-1ad9faf2-2349-4802-ac0a-6dcc4332e335 service neutron] 10.222.0.70 "GET /v2.0/networks/72c31acc-fb85-47ae-8e1c-0d301b1126de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208625 Apr 22 15:35:00.892885 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-51895757-c3ba-4586-8fee-da1e04b230c9 service neutron] 10.222.0.70 "GET /v2.0/networks/72c31acc-fb85-47ae-8e1c-0d301b1126de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229904 Apr 22 15:35:01.245265 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fe8f2-93fe-4eab-a2e9-7befb48f3c95 req-c9f73b44-4e45-443a-af10-8fa2153119e2 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:01.246651 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d42fe8f2-93fe-4eab-a2e9-7befb48f3c95 req-c9f73b44-4e45-443a-af10-8fa2153119e2 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0793903 Apr 22 15:35:01.292380 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d42fe8f2-93fe-4eab-a2e9-7befb48f3c95 req-8e1504e7-f9c9-43ff-93b5-791d26b45a0a tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400305 Apr 22 15:35:02.489555 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c289e-2a43-4b9b-9ee9-029bff218e5b req-91c456c8-3884-4b69-8217-cbafa7713928 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:02.491009 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-559c289e-2a43-4b9b-9ee9-029bff218e5b req-91c456c8-3884-4b69-8217-cbafa7713928 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0766521 Apr 22 15:35:02.536677 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-559c289e-2a43-4b9b-9ee9-029bff218e5b req-f5309c32-b4f5-4e7b-90a7-2d4581d91f9b tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 Apr 22 15:35:03.189068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:03.733957 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e5a91-de6d-4b76-b4f9-75608b99de34 req-1ce5fba8-3b91-4307-ae0a-c4fbec9d8bb9 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:03.735362 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-115e5a91-de6d-4b76-b4f9-75608b99de34 req-1ce5fba8-3b91-4307-ae0a-c4fbec9d8bb9 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0819368 Apr 22 15:35:03.779056 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-115e5a91-de6d-4b76-b4f9-75608b99de34 req-ee60f54c-9ea1-4f18-810e-5fe5a886ddf7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383146 Apr 22 15:35:04.971562 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67564a9c-3dda-4e8d-b36d-c7765d4c032c req-fe99deec-7ec4-47b8-9043-624159fef89c tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:04.972996 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-67564a9c-3dda-4e8d-b36d-c7765d4c032c req-fe99deec-7ec4-47b8-9043-624159fef89c tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0747652 Apr 22 15:35:05.021308 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-67564a9c-3dda-4e8d-b36d-c7765d4c032c req-f1164fb1-1292-4548-900e-66dbb1cc392a tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428195 Apr 22 15:35:06.215527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baac094-9905-4185-909b-e40a32ef89ed req-6811412f-df8a-4e9f-98ab-419ab5503d47 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:06.216959 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1baac094-9905-4185-909b-e40a32ef89ed req-6811412f-df8a-4e9f-98ab-419ab5503d47 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0746686 Apr 22 15:35:06.260922 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1baac094-9905-4185-909b-e40a32ef89ed req-7837659a-61aa-4dee-8b1f-d1691618a3eb tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384355 Apr 22 15:35:07.455277 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb04c7-b250-4664-bc71-cf4a5ab67d6d req-52c936d9-a663-436b-b5d7-a3d4e97fddb8 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:07.456693 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2efb04c7-b250-4664-bc71-cf4a5ab67d6d req-52c936d9-a663-436b-b5d7-a3d4e97fddb8 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0778048 Apr 22 15:35:07.580876 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2efb04c7-b250-4664-bc71-cf4a5ab67d6d req-3bea1700-8681-4528-af40-61e222b9cdf4 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186345 Apr 22 15:35:08.770666 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7b312-7ce9-41b7-947e-f8b8b3fc8627 req-0d88b7d1-767b-4bee-a421-8180a50c978c tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:08.772087 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aef7b312-7ce9-41b7-947e-f8b8b3fc8627 req-0d88b7d1-767b-4bee-a421-8180a50c978c tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0744367 Apr 22 15:35:08.816050 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aef7b312-7ce9-41b7-947e-f8b8b3fc8627 req-d445b699-d2b7-45a9-bbdb-57cf7ad5d314 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385945 Apr 22 15:35:10.015524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b7836-96b6-41e9-a690-28dd4b8cdb4a req-0174b95e-f46c-467e-bbc9-e02ffcfc2427 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:10.016979 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c55b7836-96b6-41e9-a690-28dd4b8cdb4a req-0174b95e-f46c-467e-bbc9-e02ffcfc2427 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0794435 Apr 22 15:35:10.060277 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c55b7836-96b6-41e9-a690-28dd4b8cdb4a req-ad451a86-1095-4056-98da-a99c50c06bee tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378716 Apr 22 15:35:11.250734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51deab5f-99f1-400c-96da-d1f2e63e1261 req-64a35b6c-88f0-4756-aa84-95bb7e2ae1e9 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:11.252133 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51deab5f-99f1-400c-96da-d1f2e63e1261 req-64a35b6c-88f0-4756-aa84-95bb7e2ae1e9 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0738761 Apr 22 15:35:11.298525 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51deab5f-99f1-400c-96da-d1f2e63e1261 req-191c6526-794a-4d49-8ead-c0d273c1eef5 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 Apr 22 15:35:12.493116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4cb39-3fde-4ac7-87d2-c2cea5f203ca req-b7d30e3d-944c-43df-a1fd-3c5bcc9f1b9e tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:12.494615 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65a4cb39-3fde-4ac7-87d2-c2cea5f203ca req-b7d30e3d-944c-43df-a1fd-3c5bcc9f1b9e tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0759556 Apr 22 15:35:12.538524 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65a4cb39-3fde-4ac7-87d2-c2cea5f203ca req-3f80f04e-5bd1-4baf-9e70-089607ed3f3d tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376832 Apr 22 15:35:12.734417 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b36a55dd-5db6-4489-a2ef-000e0b7723b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:13.734996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fa2e1-8787-487b-84d1-f048afac4e98 req-fa6e25e1-139c-408f-a785-b9cb514b815a tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:13.736347 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-003fa2e1-8787-487b-84d1-f048afac4e98 req-fa6e25e1-139c-408f-a785-b9cb514b815a tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0778866 Apr 22 15:35:13.780446 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-003fa2e1-8787-487b-84d1-f048afac4e98 req-71ffb760-9a06-4d63-9e80-131c8d8de30c tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378971 Apr 22 15:35:14.971707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d333299-460b-414e-801a-f4411f9c6e0f req-c52adcbc-600c-4410-becf-46124f72abc3 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:14.973140 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3d333299-460b-414e-801a-f4411f9c6e0f req-c52adcbc-600c-4410-becf-46124f72abc3 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0755196 Apr 22 15:35:15.018732 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3d333299-460b-414e-801a-f4411f9c6e0f req-3e88518a-a608-43d4-a5ee-9f2ff145a005 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400610 Apr 22 15:35:15.023601 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5dc8fb27-5072-4591-9e7b-0ad6cd2b7852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:16.016093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:16.033932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:16.218738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca4f19-e159-4770-ba6c-b996e5af98d2 req-35149c23-9582-4ab4-89e6-4485605acf18 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:16.220186 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-caca4f19-e159-4770-ba6c-b996e5af98d2 req-35149c23-9582-4ab4-89e6-4485605acf18 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0775471 Apr 22 15:35:16.263778 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-caca4f19-e159-4770-ba6c-b996e5af98d2 req-d0ff9e14-16fb-4663-a70e-94d060552f63 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381849 Apr 22 15:35:17.458774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e7d68-32cf-413e-8386-6d446aee2ffa req-31ba138a-c487-4ed5-8a4b-011b4f048e62 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:17.460230 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-173e7d68-32cf-413e-8386-6d446aee2ffa req-31ba138a-c487-4ed5-8a4b-011b4f048e62 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0796244 Apr 22 15:35:17.508103 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-173e7d68-32cf-413e-8386-6d446aee2ffa req-b1a33214-2dbb-4d63-b806-6d5e7248ad0e tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424056 Apr 22 15:35:17.595883 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:18.698906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae8680-edcc-4389-afe7-d177283eafd9 req-e89943b6-9373-4ef5-ae3b-7507f6fd4c4b tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:18.700336 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ebae8680-edcc-4389-afe7-d177283eafd9 req-e89943b6-9373-4ef5-ae3b-7507f6fd4c4b tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0748491 Apr 22 15:35:18.747629 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ebae8680-edcc-4389-afe7-d177283eafd9 req-7fd5995c-dc64-4fd2-b334-79ec9c6e887b tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 Apr 22 15:35:19.233754 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:35:19.944605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962d64d-741c-46a5-a1a6-8d9d0c84d2ce req-488fb122-080b-4e64-8a8a-6710c980ed3f tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:19.946074 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0962d64d-741c-46a5-a1a6-8d9d0c84d2ce req-488fb122-080b-4e64-8a8a-6710c980ed3f tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0777907 Apr 22 15:35:19.991740 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0962d64d-741c-46a5-a1a6-8d9d0c84d2ce req-0a5f1a4d-efb4-4d32-ba43-e5a9f5b9179f tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 Apr 22 15:35:21.188910 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa337de-28a8-4522-b633-691179295995 req-a8af6d0a-d762-4559-a333-c49b181a9b8f tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:21.190450 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-faa337de-28a8-4522-b633-691179295995 req-a8af6d0a-d762-4559-a333-c49b181a9b8f tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0784411 Apr 22 15:35:21.234987 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-faa337de-28a8-4522-b633-691179295995 req-48c21d20-8e23-4673-86e9-ef27ea03c7e0 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390031 Apr 22 15:35:22.431172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e280b7d-aae9-4c80-acd0-44ccdf5aca7f req-322df5f0-5bac-46a4-91d3-46a91075544e tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:22.432769 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5e280b7d-aae9-4c80-acd0-44ccdf5aca7f req-322df5f0-5bac-46a4-91d3-46a91075544e tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0813932 Apr 22 15:35:22.479123 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5e280b7d-aae9-4c80-acd0-44ccdf5aca7f req-35173cc0-cf6f-412f-8375-9103f3bebeda tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387101 Apr 22 15:35:23.668780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07730a6-5653-4272-985c-a60c301259cc req-a9455553-7418-41ca-b876-fc41177b4a6a tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:23.670718 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f07730a6-5653-4272-985c-a60c301259cc req-a9455553-7418-41ca-b876-fc41177b4a6a tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0744908 Apr 22 15:35:23.713992 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f07730a6-5653-4272-985c-a60c301259cc req-9ab1729e-9411-4f13-8dbd-19beebfbe88b tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378304 Apr 22 15:35:24.911890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05879d-a5c9-40f4-9e68-83f2a4f10ead req-3d13296c-97d2-41d2-85ae-a279663aa954 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:24.913309 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c05879d-a5c9-40f4-9e68-83f2a4f10ead req-3d13296c-97d2-41d2-85ae-a279663aa954 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0779681 Apr 22 15:35:24.957652 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c05879d-a5c9-40f4-9e68-83f2a4f10ead req-ab5c2e5b-c83b-4c51-bd58-5cdb30095665 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389605 Apr 22 15:35:26.151054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c176715-1d36-4a85-aa53-9bb4c6c81c98 req-d89bc80c-147b-4454-b9f4-b9a76fc068e9 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:26.152507 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6c176715-1d36-4a85-aa53-9bb4c6c81c98 req-d89bc80c-147b-4454-b9f4-b9a76fc068e9 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0771565 Apr 22 15:35:26.204514 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6c176715-1d36-4a85-aa53-9bb4c6c81c98 req-69b33be4-95c4-439c-8fce-dc2093ac077c tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462854 Apr 22 15:35:27.397558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb944e9-ff21-4f22-a0f7-8b24001a7c1e req-836f3824-aa7d-4476-88a3-7c8fdc891c77 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:27.399176 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-beb944e9-ff21-4f22-a0f7-8b24001a7c1e req-836f3824-aa7d-4476-88a3-7c8fdc891c77 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0748672 Apr 22 15:35:27.442998 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-beb944e9-ff21-4f22-a0f7-8b24001a7c1e req-71d6675d-4cf6-43e7-8687-84a9c0ef56e2 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385849 Apr 22 15:35:27.854566 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-af81b169-8b19-4f51-974e-30c2fc358e3e service neutron] 10.222.0.70 "GET /v2.0/ports/b72369eb-cb49-46aa-80c4-5a3a74de4979/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0817885 Apr 22 15:35:28.131234 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-b5760212-86dd-4272-bd01-60067c730059 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705&tenant_id=1b71e48012a94f349c0764f6d29ff2c7 HTTP/1.1" status: 200 len: 1098 time: 0.0679338 Apr 22 15:35:28.239699 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-38af835d-b6c7-4f03-9be3-cad2a8b8a97c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b71e48012a94f349c0764f6d29ff2c7&device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 1098 time: 0.0757234 Apr 22 15:35:28.367038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-14180e98-fad3-4c64-8163-4ae0cfffc835 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:28.368449 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-14180e98-fad3-4c64-8163-4ae0cfffc835 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72c31acc-fb85-47ae-8e1c-0d301b1126de HTTP/1.1" status: 200 len: 913 time: 0.1226335 Apr 22 15:35:28.437646 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-9e38a453-f8f2-4545-82d3-4b4565017a32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72369eb-cb49-46aa-80c4-5a3a74de4979 HTTP/1.1" status: 200 len: 217 time: 0.0621300 Apr 22 15:35:28.503233 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-def4e48f-da0b-4d8f-9fcf-04476ebe9a3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:28.504682 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-def4e48f-da0b-4d8f-9fcf-04476ebe9a3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76910569-d1dd-46af-b896-d934a8cc9f09 HTTP/1.1" status: 200 len: 852 time: 0.0607190 Apr 22 15:35:28.549364 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-12b1c580-4cdd-4abe-a304-be268c2bb1a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72c31acc-fb85-47ae-8e1c-0d301b1126de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386143 Apr 22 15:35:28.816742 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-5a7574e3-802a-4799-be82-d065506cb1b8 service neutron] 10.222.0.70 "GET /v2.0/networks/72c31acc-fb85-47ae-8e1c-0d301b1126de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614031 Apr 22 15:35:28.826571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033135d-b578-41d7-96f4-2c89499f1597 req-6f003aa2-086a-4e5d-827c-516327c73103 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:28.827899 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3033135d-b578-41d7-96f4-2c89499f1597 req-6f003aa2-086a-4e5d-827c-516327c73103 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.2537982 Apr 22 15:35:28.962846 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3033135d-b578-41d7-96f4-2c89499f1597 req-df0cb7b2-0445-4bfe-880b-d85d48de184d tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171355 Apr 22 15:35:28.988745 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e75d97ca-0511-4a4b-8c15-cfe1cef77588 req-82490c0a-4861-4e93-af49-7c258d2c8bda service neutron] 10.222.0.70 "GET /v2.0/networks/72c31acc-fb85-47ae-8e1c-0d301b1126de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566312 Apr 22 15:35:30.155440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa3b07-6380-4cab-94b9-c1456308360a req-461ecac0-876f-4dd8-bc0e-e187b9c90656 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:30.156863 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ffa3b07-6380-4cab-94b9-c1456308360a req-461ecac0-876f-4dd8-bc0e-e187b9c90656 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0755596 Apr 22 15:35:30.200716 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ffa3b07-6380-4cab-94b9-c1456308360a req-8668576c-02cc-4bf1-9f99-7c45b27c82d9 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383539 Apr 22 15:35:31.398284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf0994-3328-4ecc-b9b2-b8a8c2fa32e0 req-de69134f-3fe3-4e5b-bfbf-647d1274ca7c tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:31.399718 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3cdf0994-3328-4ecc-b9b2-b8a8c2fa32e0 req-de69134f-3fe3-4e5b-bfbf-647d1274ca7c tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0785868 Apr 22 15:35:31.443843 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3cdf0994-3328-4ecc-b9b2-b8a8c2fa32e0 req-e4654d1e-1d1d-4809-bcd6-b5a740efd0bc tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381963 Apr 22 15:35:31.873130 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b72369eb-cb49-46aa-80c4-5a3a74de4979 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:35:31.880611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b72369eb-cb49-46aa-80c4-5a3a74de4979 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:35:32.104413 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:32.117618 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b72369eb-cb49-46aa-80c4-5a3a74de4979, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b72369eb-cb49-46aa-80c4-5a3a74de4979,segment=NetworkSegment(87689bf0-f1a8-4d65-9881-a257aab33f68),segment_id=87689bf0-f1a8-4d65-9881-a257aab33f68)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:35:32.135071 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'b72369eb-cb49-46aa-80c4-5a3a74de4979', 'network_id': '72c31acc-fb85-47ae-8e1c-0d301b1126de', 'port_id': 'b72369eb-cb49-46aa-80c4-5a3a74de4979', 'mac_address': 'fa:16:3e:ab:c7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76910569-d1dd-46af-b896-d934a8cc9f09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:35:32.169906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d9f99a-05a7-4e96-9b75-6617fab6b705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72369eb-cb49-46aa-80c4-5a3a74de4979'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:35:32.197760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b72369eb-cb49-46aa-80c4-5a3a74de4979, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b72369eb-cb49-46aa-80c4-5a3a74de4979,segment=NetworkSegment(87689bf0-f1a8-4d65-9881-a257aab33f68),segment_id=87689bf0-f1a8-4d65-9881-a257aab33f68)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:35:32.203845 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:32.245059 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd1d858-d895-4878-851f-e4e3ba3fa24e'] response: {'server_uuid': 'a5d9f99a-05a7-4e96-9b75-6617fab6b705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b72369eb-cb49-46aa-80c4-5a3a74de4979', 'code': 200} Apr 22 15:35:32.251945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:32.281246 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b72369eb-cb49-46aa-80c4-5a3a74de4979 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:35:32.320019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=b72369eb-cb49-46aa-80c4-5a3a74de4979,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:32.346856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:35:32.347205 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:35:32.637841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537cfea-532a-441f-b5aa-e182bd8a8a09 req-ed540262-b024-4662-a076-e5f630b9e57b tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:32.639846 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c537cfea-532a-441f-b5aa-e182bd8a8a09 req-ed540262-b024-4662-a076-e5f630b9e57b tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 943 time: 0.0753865 Apr 22 15:35:32.686822 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c537cfea-532a-441f-b5aa-e182bd8a8a09 req-550ee3fa-f936-4333-90bb-cf5b130d48f8 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416212 Apr 22 15:35:32.903420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:32.921571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72369eb-cb49-46aa-80c4-5a3a74de4979 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:35:32.936719 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b72369eb-cb49-46aa-80c4-5a3a74de4979, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b72369eb-cb49-46aa-80c4-5a3a74de4979,segment=NetworkSegment(87689bf0-f1a8-4d65-9881-a257aab33f68),segment_id=87689bf0-f1a8-4d65-9881-a257aab33f68)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:35:32.940669 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:33.006676 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=b72369eb-cb49-46aa-80c4-5a3a74de4979,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:33.068298 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['b72369eb-cb49-46aa-80c4-5a3a74de4979'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:35:33.090460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-65da6cb4-166d-47d1-9dea-54c173bdf97e tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:33.091924 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-65da6cb4-166d-47d1-9dea-54c173bdf97e tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705&tenant_id=1b71e48012a94f349c0764f6d29ff2c7&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 944 time: 0.0794337 Apr 22 15:35:33.228218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:33.246679 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-1f68bf86-3375-4b4e-8bef-33d31e4892a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b71e48012a94f349c0764f6d29ff2c7&device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 1097 time: 0.0696950 Apr 22 15:35:33.373589 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-2a58048c-c30a-4ec1-8be6-f3187854d0dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:33.375147 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-2a58048c-c30a-4ec1-8be6-f3187854d0dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=72c31acc-fb85-47ae-8e1c-0d301b1126de HTTP/1.1" status: 200 len: 913 time: 0.1231618 Apr 22 15:35:33.444138 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-bbc0a55e-fa8f-4dd9-98f4-fd17874da49e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b72369eb-cb49-46aa-80c4-5a3a74de4979 HTTP/1.1" status: 200 len: 217 time: 0.0630631 Apr 22 15:35:33.507258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-c0a137db-7629-4130-b595-fa8d795f8a66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:33.508599 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-c0a137db-7629-4130-b595-fa8d795f8a66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76910569-d1dd-46af-b896-d934a8cc9f09 HTTP/1.1" status: 200 len: 852 time: 0.0589545 Apr 22 15:35:33.555634 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-aa46606b-60a9-4c2a-a032-3812c204d058 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72c31acc-fb85-47ae-8e1c-0d301b1126de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410008 Apr 22 15:35:33.682524 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-16a8c94b-3f8c-477d-b3df-2c0bbbd6e461 service neutron] 10.222.0.70 "GET /v2.0/networks/72c31acc-fb85-47ae-8e1c-0d301b1126de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198657 Apr 22 15:35:33.808056 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-c9f04b46-4889-4abf-8a25-b753bd520554 service neutron] 10.222.0.70 "GET /v2.0/networks/72c31acc-fb85-47ae-8e1c-0d301b1126de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197326 Apr 22 15:35:33.851764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b72369eb-cb49-46aa-80c4-5a3a74de4979 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:35:33.921809 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port b72369eb-cb49-46aa-80c4-5a3a74de4979 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:35:33.922555 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:34.036972 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:34.068145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b72369eb-cb49-46aa-80c4-5a3a74de4979, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b72369eb-cb49-46aa-80c4-5a3a74de4979,segment=NetworkSegment(87689bf0-f1a8-4d65-9881-a257aab33f68),segment_id=87689bf0-f1a8-4d65-9881-a257aab33f68)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:35:34.071564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:34.143379 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=b72369eb-cb49-46aa-80c4-5a3a74de4979,revision_number=8']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:34.245714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d9f99a-05a7-4e96-9b75-6617fab6b705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72369eb-cb49-46aa-80c4-5a3a74de4979'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:35:34.298918 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2c11aa-64ca-4a57-b936-1d0df828d90b'] response: {'server_uuid': 'a5d9f99a-05a7-4e96-9b75-6617fab6b705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72369eb-cb49-46aa-80c4-5a3a74de4979', 'code': 200} Apr 22 15:35:34.735403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119b665-0879-4a7d-8026-f04dbd517747 req-02979b41-56ac-415a-9b8a-62e469274cb6 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:34.736822 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0119b665-0879-4a7d-8026-f04dbd517747 req-02979b41-56ac-415a-9b8a-62e469274cb6 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0740590 Apr 22 15:35:34.780166 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0119b665-0879-4a7d-8026-f04dbd517747 req-a4b9f274-c2d3-457a-ab3a-786088011e60 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379815 Apr 22 15:35:35.975460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68893a-c291-4124-a933-3cb909478a4f req-00ff3888-a0c0-47b2-bebd-f8829bd4e14f tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:35.976890 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eb68893a-c291-4124-a933-3cb909478a4f req-00ff3888-a0c0-47b2-bebd-f8829bd4e14f tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0776560 Apr 22 15:35:36.022338 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eb68893a-c291-4124-a933-3cb909478a4f req-a5c56324-634e-46be-9269-d2c652eb3689 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393720 Apr 22 15:35:36.666225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-80499f75-c893-47c9-88a3-29c02a1693f8 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:36.667605 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-80499f75-c893-47c9-88a3-29c02a1693f8 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.0726292 Apr 22 15:35:36.823753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Deleting port b72369eb-cb49-46aa-80c4-5a3a74de4979 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:35:36.824117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:37.061041 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] For port b72369eb-cb49-46aa-80c4-5a3a74de4979, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b72369eb-cb49-46aa-80c4-5a3a74de4979,segment=NetworkSegment(87689bf0-f1a8-4d65-9881-a257aab33f68),segment_id=87689bf0-f1a8-4d65-9881-a257aab33f68)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:35:37.061561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:37.185745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Calling delete_port for b72369eb-cb49-46aa-80c4-5a3a74de4979 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:35:37.361800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6455-84af-485d-bad2-417cf3ffadfe req-8f94e8ca-9900-4e47-a95d-b6ed1d838ea7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:37.363259 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-937c6455-84af-485d-bad2-417cf3ffadfe req-8f94e8ca-9900-4e47-a95d-b6ed1d838ea7 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5d9f99a-05a7-4e96-9b75-6617fab6b705 HTTP/1.1" status: 200 len: 945 time: 0.1838496 Apr 22 15:35:37.409451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:37.442523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['b72369eb-cb49-46aa-80c4-5a3a74de4979'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:35:37.471014 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-937c6455-84af-485d-bad2-417cf3ffadfe req-68154558-ece9-4968-823d-fc8906edb691 tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.71 "GET /v2.0/security-groups?id=4e2da15f-6375-4714-85a1-4b39bd1808ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022518 Apr 22 15:35:37.471711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Pushing event deleted for resources: {'Port': ['ID=b72369eb-cb49-46aa-80c4-5a3a74de4979,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:37.541734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:37.542081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:37.542444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:37.542776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:37.543110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:37.543441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:37.543784 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:37.544116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:37.544451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:37.544773 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:37.545099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:37.552168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] No DVR routers for this DVR port b72369eb-cb49-46aa-80c4-5a3a74de4979 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:35:37.554177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:37.556585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d9f99a-05a7-4e96-9b75-6617fab6b705', 'name': 'network-vif-deleted', 'tag': 'b72369eb-cb49-46aa-80c4-5a3a74de4979'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:35:37.573492 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49822a59-b913-4dd4-8dce-5f6b81b71c03 req-d29023e2-88af-489f-ac49-181c3071fccd tempest-DeleteServersTestJSON-1462849380 tempest-DeleteServersTestJSON-1462849380-project] 10.222.0.70 "DELETE /v2.0/ports/b72369eb-cb49-46aa-80c4-5a3a74de4979 HTTP/1.1" status: 204 len: 173 time: 0.9000251 Apr 22 15:35:37.609972 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ccf4de-4a68-4a55-95cf-b26e7d0ae48c'] response: {'server_uuid': 'a5d9f99a-05a7-4e96-9b75-6617fab6b705', 'name': 'network-vif-deleted', 'tag': 'b72369eb-cb49-46aa-80c4-5a3a74de4979', 'status': 'completed', 'code': 200} Apr 22 15:35:38.725443 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 39350) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:35:38.783857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Deleting subnet 76910569-d1dd-46af-b896-d934a8cc9f09 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:35:38.786621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:38.836602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:38.891813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:38.956529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:38.997835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76910569-d1dd-46af-b896-d934a8cc9f09,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:39.009465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:39.009810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:39.010160 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:39.010502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:39.010833 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:39.011163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:39.011511 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:39.012249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:39.012249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:39.012542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:39.013386 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:35:39.016003 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:39.021950 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-560bc521-6759-460f-8e2a-4d9c2689511f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/76910569-d1dd-46af-b896-d934a8cc9f09 HTTP/1.1" status: 204 len: 168 time: 0.2955272 Apr 22 15:35:39.024461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 39354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:35:39.126328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a37450d-e3de-4e28-ac61-19495151775e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:39.252663 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a37450d-e3de-4e28-ac61-19495151775e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:39.276865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5a37450d-e3de-4e28-ac61-19495151775e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c31acc-fb85-47ae-8e1c-0d301b1126de']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:35:39.288436 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5a37450d-e3de-4e28-ac61-19495151775e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87689bf0-f1a8-4d65-9881-a257aab33f68') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:35:39.288730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-5a37450d-e3de-4e28-ac61-19495151775e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87689bf0-f1a8-4d65-9881-a257aab33f68') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:35:39.299623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a37450d-e3de-4e28-ac61-19495151775e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:39.315414 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a37450d-e3de-4e28-ac61-19495151775e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:39.321753 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a37450d-e3de-4e28-ac61-19495151775e admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:35:39.322240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a37450d-e3de-4e28-ac61-19495151775e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:35:39.335599 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:35:39.410240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a37450d-e3de-4e28-ac61-19495151775e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:39.414356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a37450d-e3de-4e28-ac61-19495151775e admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:39.437945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37450d-e3de-4e28-ac61-19495151775e admin admin] Pushing event deleted for resources: {'Network': ['ID=72c31acc-fb85-47ae-8e1c-0d301b1126de,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:39.447682 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5a37450d-e3de-4e28-ac61-19495151775e admin admin] 10.222.0.71 "DELETE /v2.0/networks/72c31acc-fb85-47ae-8e1c-0d301b1126de HTTP/1.1" status: 204 len: 168 time: 0.4222674 Apr 22 15:35:39.575823 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 39360) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:35:39.624570 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a498a7b2-90cf-4eba-afa9-d7040dd0e481 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1b71e48012a94f349c0764f6d29ff2c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476274 Apr 22 15:35:39.626896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 39364) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:35:39.682988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e4f-a647-460c-8924-f2fa0823ada1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:39.707265 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e4f-a647-460c-8924-f2fa0823ada1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:39.756038 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e4f-a647-460c-8924-f2fa0823ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:39.775606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a7e4f-a647-460c-8924-f2fa0823ada1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2da15f-6375-4714-85a1-4b39bd1808ac,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:39.786728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7e4f-a647-460c-8924-f2fa0823ada1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:39.790038 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6a5a7e4f-a647-460c-8924-f2fa0823ada1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4e2da15f-6375-4714-85a1-4b39bd1808ac HTTP/1.1" status: 204 len: 168 time: 0.1600654 Apr 22 15:35:40.593236 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 39386) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:35:40.717416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1580630540-network', 'tenant_id': '9d0b3f350ede42209acde612aad5b258'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:35:40.722232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:35:40.725980 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Usage tracker for resource:network and tenant:9d0b3f350ede42209acde612aad5b258 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:35:40.728825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:35:40.734957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:35:40.744376 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Made reservation on behalf of 9d0b3f350ede42209acde612aad5b258 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:35:40.746881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:40.759196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:40.789491 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:35:40.793246 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Usage tracker for resource:security_group_rule and tenant:9d0b3f350ede42209acde612aad5b258 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:35:40.796097 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:35:40.801718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:35:40.865244 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:40.868929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:40.898439 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:35:40.910366 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db89898f-58c9-4817-bae2-85d7f3dd5f66,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:40.914771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:40.915111 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Added segment 0627a0e2-8731-4045-92c4-f1d050f54233 of type vlan for network e25b978d-74fb-49d7-865b-0f6e1ee7cebc Apr 22 15:35:40.941682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:40.969968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:40.970824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:40.971389 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:41.072076 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] Pushing event updated for resources: {'Network': ['ID=e25b978d-74fb-49d7-865b-0f6e1ee7cebc,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:41.074984 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ad68557b-e065-4f18-9b63-296d0c1f6a90 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4807444 Apr 22 15:35:41.078054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39392) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:35:41.083370 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Request body: {'subnet': {'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1580630540-subnet', 'tenant_id': '9d0b3f350ede42209acde612aad5b258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:35:41.086363 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network e25b978d-74fb-49d7-865b-0f6e1ee7cebc details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:35:41.088190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:35:41.092089 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Usage tracker for resource:subnet and tenant:9d0b3f350ede42209acde612aad5b258 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:35:41.095056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:35:41.100635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:35:41.114321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Made reservation on behalf of 9d0b3f350ede42209acde612aad5b258 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:35:41.116831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:41.317235 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:41.386925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d13cb83-13c9-420f-995d-4dbe761c6eb6,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:41.397947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Checking segment: {'id': '0627a0e2-8731-4045-92c4-f1d050f54233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:35:41.398338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Network hostable DHCP agents. Network: e25b978d-74fb-49d7-865b-0f6e1ee7cebc, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:35:41.420900 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Network e25b978d-74fb-49d7-865b-0f6e1ee7cebc is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:35:41.430761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, e25b978d-74fb-49d7-865b-0f6e1ee7cebc) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:35:41.435106 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:41.436126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:41.439223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7289932-864c-4101-9992-41703992b02d None None] Network e25b978d-74fb-49d7-865b-0f6e1ee7cebc requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:35:41.456453 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-aabbb723-5a7f-4de3-b8bd-c8367d0e468b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3772912 Apr 22 15:35:41.648644 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c970c2e4-c355-49c6-b7ed-44a39f0a3c4c None None] Network e25b978d-74fb-49d7-865b-0f6e1ee7cebc requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:35:41.899500 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b72369eb-cb49-46aa-80c4-5a3a74de4979 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:35:41.933725 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: b72369eb-cb49-46aa-80c4-5a3a74de4979 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:35:41.934185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b72369eb-cb49-46aa-80c4-5a3a74de4979 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:35:41.988650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-152c36d6-67d5-479a-9de5-44e6842d7e41 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:41.990221 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-152c36d6-67d5-479a-9de5-44e6842d7e41 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/networks?id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc HTTP/1.1" status: 200 len: 815 time: 0.1444252 Apr 22 15:35:42.007016 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-619706ba-1e2e-465c-a823-c4ad88ccd6f6 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/quotas/9d0b3f350ede42209acde612aad5b258 HTTP/1.1" status: 200 len: 375 time: 0.0113783 Apr 22 15:35:42.054558 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c81679e5-53f2-4c12-8cfd-e61558d1a94f tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d0b3f350ede42209acde612aad5b258&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427744 Apr 22 15:35:42.065004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-1887c7a6-e41c-40da-9bc0-a11247b0ee86 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:35:42.065924 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-1887c7a6-e41c-40da-9bc0-a11247b0ee86 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046403 Apr 22 15:35:42.197103 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-d39d4ccb-7fd0-47db-9af6-7e029035ca32 service neutron] 10.222.0.71 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256101 Apr 22 15:35:42.418444 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-77d2e7ff-af10-44c5-9d2a-f872141059ad service neutron] 10.222.0.71 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156518 Apr 22 15:35:42.602427 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-41fa3e6f-b152-4f2d-9866-e7902102c95d req-d5d57bff-efd1-4366-bd73-22f3141c194f tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 210 time: 0.0455325 Apr 22 15:35:42.736154 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-03ce4b8f-2332-4914-99a1-895f65d22fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:43.716392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-fd6eb9fc-7f7f-4a41-ae9e-f6256380dac1 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:43.717832 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-fd6eb9fc-7f7f-4a41-ae9e-f6256380dac1 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.70 "GET /v2.0/networks?id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc HTTP/1.1" status: 200 len: 815 time: 0.1513867 Apr 22 15:35:43.764841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Request body: {'port': {'device_id': '5ebbf021-391e-49c5-a9dc-694261c264d3', 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc', 'admin_state_up': True, 'tenant_id': '9d0b3f350ede42209acde612aad5b258'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:35:43.793257 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9d8514f3-583a-4e93-bef9-894fdf96f315 req-0b22340b-63d9-465e-ad11-620f139baf33 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 210 time: 0.0669782 Apr 22 15:35:43.907892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:35:43.911843 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Usage tracker for resource:port and tenant:9d0b3f350ede42209acde612aad5b258 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:35:43.914597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:35:43.921293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:35:43.930898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Made reservation on behalf of 9d0b3f350ede42209acde612aad5b258 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:35:43.934539 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:44.096263 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Allocated IP 172.20.0.5 (e25b978d-74fb-49d7-865b-0f6e1ee7cebc/2d13cb83-13c9-420f-995d-4dbe761c6eb6/d3bb310c-e337-4239-baa2-ad9e94b1445d) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:35:44.303516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:44.332147 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:44.404915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Network e25b978d-74fb-49d7-865b-0f6e1ee7cebc is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:35:44.407787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:35:44.411804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:35:44.441847 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Pushing event updated for resources: {'Port': ['ID=d3bb310c-e337-4239-baa2-ad9e94b1445d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:44.478860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:44.479447 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:44.500073 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-c07f0805-c3c3-4a26-b319-cdcd9014897e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7432144 Apr 22 15:35:44.518058 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Request body: {'port': {'device_id': '5ebbf021-391e-49c5-a9dc-694261c264d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:35:44.626180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:45.007174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3bb310c-e337-4239-baa2-ad9e94b1445d {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:35:45.016151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:45.026530 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4beab787-fbdf-4be0-bd7e-f2780493dc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:45.040519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Transition to ACTIVE for port object d3bb310c-e337-4239-baa2-ad9e94b1445d will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:35:45.045754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:45.171141 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12bd89-8968-4e3b-99b8-7c546042a5bf req-218c64a1-adc2-48b8-a6e5-4ea4eea7151c tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:45.171825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-bf12bd89-8968-4e3b-99b8-7c546042a5bf req-218c64a1-adc2-48b8-a6e5-4ea4eea7151c tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Synchronizing usage tracker for tenant:9d0b3f350ede42209acde612aad5b258 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:35:45.180229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bb310c-e337-4239-baa2-ad9e94b1445d,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:45.345493 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-bf12bd89-8968-4e3b-99b8-7c546042a5bf req-218c64a1-adc2-48b8-a6e5-4ea4eea7151c tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Unset dirty status for tenant:9d0b3f350ede42209acde612aad5b258 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:35:45.346554 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bf12bd89-8968-4e3b-99b8-7c546042a5bf req-218c64a1-adc2-48b8-a6e5-4ea4eea7151c tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 931 time: 0.4059646 Apr 22 15:35:45.422743 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Attempting to bind port d3bb310c-e337-4239-baa2-ad9e94b1445d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:35:45.423068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Attempting to bind port d3bb310c-e337-4239-baa2-ad9e94b1445d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '0627a0e2-8731-4045-92c4-f1d050f54233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:35:45.423393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Attempting to bind port d3bb310c-e337-4239-baa2-ad9e94b1445d on network e25b978d-74fb-49d7-865b-0f6e1ee7cebc {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:35:45.427654 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bf12bd89-8968-4e3b-99b8-7c546042a5bf req-52e2e7c0-abbb-4a1d-aa0a-13264a3b7a98 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734029 Apr 22 15:35:45.431793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Port d3bb310c-e337-4239-baa2-ad9e94b1445d on network e25b978d-74fb-49d7-865b-0f6e1ee7cebc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:35:45.432108 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Attempting to bind port d3bb310c-e337-4239-baa2-ad9e94b1445d on network e25b978d-74fb-49d7-865b-0f6e1ee7cebc {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:35:45.438529 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:35:45.438864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Checking segment: {'id': '0627a0e2-8731-4045-92c4-f1d050f54233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:35:45.439344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Bound using segment: {'id': '0627a0e2-8731-4045-92c4-f1d050f54233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:35:45.439767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Bound port: d3bb310c-e337-4239-baa2-ad9e94b1445d, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0627a0e2-8731-4045-92c4-f1d050f54233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:35:45.440109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:45.527825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] For port d3bb310c-e337-4239-baa2-ad9e94b1445d, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:35:45.531263 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] For port d3bb310c-e337-4239-baa2-ad9e94b1445d, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3bb310c-e337-4239-baa2-ad9e94b1445d,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:35:45.535692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:45.595060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:45.596443 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] 10.222.0.70 "PUT /v2.0/ports/d3bb310c-e337-4239-baa2-ad9e94b1445d HTTP/1.1" status: 200 len: 1093 time: 1.0822947 Apr 22 15:35:45.596813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebbf021-391e-49c5-a9dc-694261c264d3', 'tag': 'd3bb310c-e337-4239-baa2-ad9e94b1445d'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:35:45.615392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8b4c4-db1d-4fb9-afd0-ac46b87863f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bb310c-e337-4239-baa2-ad9e94b1445d,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:45.678272 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d45ced-5ace-4e62-8fc3-735e4faf6b88'] response: {'name': 'network-changed', 'server_uuid': '5ebbf021-391e-49c5-a9dc-694261c264d3', 'tag': 'd3bb310c-e337-4239-baa2-ad9e94b1445d', 'status': 'completed', 'code': 200} Apr 22 15:35:45.720349 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-187ad144-c69c-4b5f-a771-c25158f065ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d0b3f350ede42209acde612aad5b258&device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 1096 time: 0.0724149 Apr 22 15:35:45.791440 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-0503cf09-fe18-4ddd-a40c-43c5185ec659 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3bb310c-e337-4239-baa2-ad9e94b1445d HTTP/1.1" status: 200 len: 217 time: 0.0585432 Apr 22 15:35:45.852919 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-e6c0dc30-279d-44a9-8e33-d41181799305 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:45.854239 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-e6c0dc30-279d-44a9-8e33-d41181799305 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d13cb83-13c9-420f-995d-4dbe761c6eb6 HTTP/1.1" status: 200 len: 855 time: 0.0573335 Apr 22 15:35:45.897945 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-3e3293ee-1bd9-4f35-8eaa-a04550188d54 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374894 Apr 22 15:35:46.019517 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:46.027523 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-6ae73412-84e9-4610-9fbb-7ea83a17193a service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226451 Apr 22 15:35:46.037459 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:46.158782 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af87a0d5-8935-483a-b521-66673dcbdd4c req-b2ade2d3-e0cd-48a1-8700-bb2854aefd30 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239045 Apr 22 15:35:46.324176 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-75bf9c88-7930-4f47-822c-d9d14cef5ded req-0790098e-9e09-4d77-b3cb-fb135dedf28c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d0b3f350ede42209acde612aad5b258&device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 1096 time: 0.0679150 Apr 22 15:35:46.458235 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9c88-7930-4f47-822c-d9d14cef5ded req-b61ebd79-2fd7-4c1d-8171-07cb374fb67c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:46.459593 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-75bf9c88-7930-4f47-822c-d9d14cef5ded req-b61ebd79-2fd7-4c1d-8171-07cb374fb67c service neutron] 10.222.0.70 "GET /v2.0/networks?id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc HTTP/1.1" status: 200 len: 916 time: 0.1272748 Apr 22 15:35:46.529632 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-75bf9c88-7930-4f47-822c-d9d14cef5ded req-90b71a44-fca8-4543-a1cd-78a7da5bce57 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3bb310c-e337-4239-baa2-ad9e94b1445d HTTP/1.1" status: 200 len: 217 time: 0.0640466 Apr 22 15:35:46.637166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9c88-7930-4f47-822c-d9d14cef5ded req-9b0692e4-b871-42c2-994a-aae70f257e56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:46.639206 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-75bf9c88-7930-4f47-822c-d9d14cef5ded req-9b0692e4-b871-42c2-994a-aae70f257e56 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d13cb83-13c9-420f-995d-4dbe761c6eb6 HTTP/1.1" status: 200 len: 855 time: 0.1043708 Apr 22 15:35:46.685428 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-75bf9c88-7930-4f47-822c-d9d14cef5ded req-cf3c7cb1-62ac-4311-ba17-58368704b574 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390923 Apr 22 15:35:46.719653 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647bc8f-84cf-4508-8784-bbf60b33bbbb req-d138efa7-036a-4a63-80ea-a6ecfe0205c0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:46.720955 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5647bc8f-84cf-4508-8784-bbf60b33bbbb req-d138efa7-036a-4a63-80ea-a6ecfe0205c0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 943 time: 0.1576884 Apr 22 15:35:46.840801 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5647bc8f-84cf-4508-8784-bbf60b33bbbb req-8df3f753-6b09-46d1-a972-607e9c467b8e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748355 Apr 22 15:35:46.855977 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-75bf9c88-7930-4f47-822c-d9d14cef5ded req-6c2df61c-56b4-45e6-9c8c-642d3af18d63 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632552 Apr 22 15:35:47.069157 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-75bf9c88-7930-4f47-822c-d9d14cef5ded req-cf3ebc57-bdfa-4d06-87e2-6265c85bdb79 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063544 Apr 22 15:35:47.598597 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:48.035811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275f249-cf4e-449f-9d67-41a24b456e60 req-9ef25992-b3bd-45b6-b26d-c88eba243d9a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:48.037278 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d275f249-cf4e-449f-9d67-41a24b456e60 req-9ef25992-b3bd-45b6-b26d-c88eba243d9a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 943 time: 0.0794611 Apr 22 15:35:48.082961 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d275f249-cf4e-449f-9d67-41a24b456e60 req-459025ce-91ed-444f-afaa-96f50791f46f tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Apr 22 15:35:49.275612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed69a5-aace-4b4f-8e00-9035de6c965b req-f7e92c21-7cd9-4f6b-9971-bcf21a11207c tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:49.277026 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-39ed69a5-aace-4b4f-8e00-9035de6c965b req-f7e92c21-7cd9-4f6b-9971-bcf21a11207c tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 943 time: 0.0771062 Apr 22 15:35:49.321050 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-39ed69a5-aace-4b4f-8e00-9035de6c965b req-e89c1d09-719e-4fe9-9379-4df4fb9dc69b tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386584 Apr 22 15:35:49.921699 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device d3bb310c-e337-4239-baa2-ad9e94b1445d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:35:50.056130 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port d3bb310c-e337-4239-baa2-ad9e94b1445d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3bb310c-e337-4239-baa2-ad9e94b1445d,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:35:50.068906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'd3bb310c-e337-4239-baa2-ad9e94b1445d', 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc', 'port_id': 'd3bb310c-e337-4239-baa2-ad9e94b1445d', 'mac_address': 'fa:16:3e:50:a0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d13cb83-13c9-420f-995d-4dbe761c6eb6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:35:50.120696 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:50.137585 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3bb310c-e337-4239-baa2-ad9e94b1445d {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:35:50.152432 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port d3bb310c-e337-4239-baa2-ad9e94b1445d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3bb310c-e337-4239-baa2-ad9e94b1445d,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:35:50.156488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:50.221705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=d3bb310c-e337-4239-baa2-ad9e94b1445d,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:50.517359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be3898-0fe8-43ef-9c82-54fd0da8dc6f req-83ee8511-0c42-468c-861e-00ee5c4cc682 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:50.518828 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f9be3898-0fe8-43ef-9c82-54fd0da8dc6f req-83ee8511-0c42-468c-861e-00ee5c4cc682 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 944 time: 0.0744395 Apr 22 15:35:50.555086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['d3bb310c-e337-4239-baa2-ad9e94b1445d'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:35:50.563585 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f9be3898-0fe8-43ef-9c82-54fd0da8dc6f req-bfa953c4-9f97-4282-923e-aad41516bd4e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394177 Apr 22 15:35:51.761790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acad6e-90b4-4587-b977-0229df0a0954 req-53659b0c-8598-48e1-8fe3-35b3b3ba5169 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:51.763270 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-63acad6e-90b4-4587-b977-0229df0a0954 req-53659b0c-8598-48e1-8fe3-35b3b3ba5169 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 944 time: 0.0772657 Apr 22 15:35:51.807227 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-63acad6e-90b4-4587-b977-0229df0a0954 req-ccdc0bdf-dc2e-405a-90fc-6006848c5918 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385969 Apr 22 15:35:51.920396 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device d3bb310c-e337-4239-baa2-ad9e94b1445d up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:35:51.987047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port d3bb310c-e337-4239-baa2-ad9e94b1445d completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:35:51.991633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port d3bb310c-e337-4239-baa2-ad9e94b1445d triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:35:51.992002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:52.102987 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:52.129258 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebbf021-391e-49c5-a9dc-694261c264d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bb310c-e337-4239-baa2-ad9e94b1445d'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:35:52.140169 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port d3bb310c-e337-4239-baa2-ad9e94b1445d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3bb310c-e337-4239-baa2-ad9e94b1445d,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:35:52.144430 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:35:52.186595 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b57817-8a47-489f-9d7d-44003f77a349'] response: {'server_uuid': '5ebbf021-391e-49c5-a9dc-694261c264d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bb310c-e337-4239-baa2-ad9e94b1445d', 'code': 200} Apr 22 15:35:52.210586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=d3bb310c-e337-4239-baa2-ad9e94b1445d,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:35:52.463553 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c73fdef-3b8f-44a8-a1db-88f219eacf45 req-5f65190f-f64b-4902-bce5-fa3aa031c7a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 1098 time: 0.0666611 Apr 22 15:35:52.507215 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c73fdef-3b8f-44a8-a1db-88f219eacf45 req-5005eaa6-7bec-4db0-9ce7-4a456c4baa92 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376122 Apr 22 15:35:52.999319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f6c26-faf3-4bf5-9df8-7cdaa85e891d req-a93ceba4-0cda-4e52-bf4f-1a0c59999306 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:53.000834 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-867f6c26-faf3-4bf5-9df8-7cdaa85e891d req-a93ceba4-0cda-4e52-bf4f-1a0c59999306 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0764763 Apr 22 15:35:53.046043 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-867f6c26-faf3-4bf5-9df8-7cdaa85e891d req-4e4e1ea8-5c78-4b2a-a090-37f184b165af tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397909 Apr 22 15:35:54.241171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcf919-3b42-456a-a6d7-d5e9d21607bc req-fe319c1d-7148-4af5-904e-795702ba25f3 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:54.242616 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecbcf919-3b42-456a-a6d7-d5e9d21607bc req-fe319c1d-7148-4af5-904e-795702ba25f3 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0769761 Apr 22 15:35:54.286905 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecbcf919-3b42-456a-a6d7-d5e9d21607bc req-c2982e71-6020-48c0-8624-3e8ca97c1398 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381122 Apr 22 15:35:54.477463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca529c-0210-4dd4-a02c-00621a3bff61 req-91a741ff-5444-4845-949e-eafe42fa52dd tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:54.478940 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dcca529c-0210-4dd4-a02c-00621a3bff61 req-91a741ff-5444-4845-949e-eafe42fa52dd tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0774174 Apr 22 15:35:54.523378 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dcca529c-0210-4dd4-a02c-00621a3bff61 req-9491bed1-b8dd-4a2f-9f8c-d43a42575ca6 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384192 Apr 22 15:35:54.885221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4976c-acc8-4b9c-bee6-342cdac7515c req-6f9ed228-9c9d-4039-9172-29a4d4bf4c44 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:54.886592 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49a4976c-acc8-4b9c-bee6-342cdac7515c req-6f9ed228-9c9d-4039-9172-29a4d4bf4c44 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0783458 Apr 22 15:35:54.930782 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49a4976c-acc8-4b9c-bee6-342cdac7515c req-4d816b66-68ad-4635-9f8c-ff7bc40fed38 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382318 Apr 22 15:35:55.120177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be222032-2d3c-43be-b222-99ff76eb794b req-32535177-812c-4eca-86a7-55ec9f555c9d tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:55.121593 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be222032-2d3c-43be-b222-99ff76eb794b req-32535177-812c-4eca-86a7-55ec9f555c9d tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0740361 Apr 22 15:35:55.170229 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be222032-2d3c-43be-b222-99ff76eb794b req-77faa2b5-cae9-4be4-acf4-5939e6f50770 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424669 Apr 22 15:35:55.427583 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5e5dccab-effd-4c6c-b6a2-a0ed1828dada req-80f66163-0caf-4977-a73e-d42e87418fcf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1343482 Apr 22 15:35:55.669053 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-b35c0bd9-4acc-4f39-adf8-195fbb6758c3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714145 Apr 22 15:35:55.724836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986c546-3fba-4c59-a231-9bd15024bd19 req-4f1283b0-5cae-4de2-8407-2b686368d7bb tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:55.726301 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f986c546-3fba-4c59-a231-9bd15024bd19 req-4f1283b0-5cae-4de2-8407-2b686368d7bb tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0762656 Apr 22 15:35:55.773732 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f986c546-3fba-4c59-a231-9bd15024bd19 req-ecdfe5bb-0486-4d01-a104-665de8f1bb71 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419710 Apr 22 15:35:56.234612 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:35:56.994368 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-1885b2d2-7c52-42e0-9de8-a2af3858fb57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d0b3f350ede42209acde612aad5b258&device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 1098 time: 0.1297193 Apr 22 15:35:57.000822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d0eb6-7467-4879-9557-1acf8d3fdd0e req-dfac7c73-3052-4a6c-a32f-567b542ab486 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:57.002118 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e37d0eb6-7467-4879-9557-1acf8d3fdd0e req-dfac7c73-3052-4a6c-a32f-567b542ab486 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0996706 Apr 22 15:35:57.127847 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e37d0eb6-7467-4879-9557-1acf8d3fdd0e req-cd860ff2-e288-48e5-b203-0d2a2c49a902 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074455 Apr 22 15:35:57.160374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-ea2eb791-673f-41d5-ab61-5605b4599c38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:57.161775 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-ea2eb791-673f-41d5-ab61-5605b4599c38 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc HTTP/1.1" status: 200 len: 916 time: 0.1588309 Apr 22 15:35:57.232125 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-077bc19b-f2c4-4da0-821b-fc520800ed6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3bb310c-e337-4239-baa2-ad9e94b1445d HTTP/1.1" status: 200 len: 217 time: 0.0635605 Apr 22 15:35:57.291803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-2eae7fc2-627d-4981-b6cf-70d4adf867b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:57.293129 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-2eae7fc2-627d-4981-b6cf-70d4adf867b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d13cb83-13c9-420f-995d-4dbe761c6eb6 HTTP/1.1" status: 200 len: 855 time: 0.0558546 Apr 22 15:35:57.336795 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-8cd3831f-de03-465c-ae69-fc1ec7be14b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379145 Apr 22 15:35:57.549037 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-47c22f69-a337-4fa3-8be1-de3106e4a349 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063766 Apr 22 15:35:57.691813 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-e738f258-3514-4d24-a28d-6a0f937708dd service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354651 Apr 22 15:35:58.324999 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10061a3-e7b9-44e4-8766-70b9b667e61e req-8e3e014f-ec11-40ed-b366-2e92d5bd2dae tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:58.326487 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d10061a3-e7b9-44e4-8766-70b9b667e61e req-8e3e014f-ec11-40ed-b366-2e92d5bd2dae tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0774624 Apr 22 15:35:58.370284 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d10061a3-e7b9-44e4-8766-70b9b667e61e req-3b5aa3d9-3117-4ff6-9a55-021d3fe4f011 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384204 Apr 22 15:35:59.567600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538312e-a321-48e2-9f5a-6208073a4d3e req-0a4b9f21-96d8-4585-9fd5-2d68f9ee5699 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:35:59.569027 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5538312e-a321-48e2-9f5a-6208073a4d3e req-0a4b9f21-96d8-4585-9fd5-2d68f9ee5699 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0744646 Apr 22 15:35:59.616571 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5538312e-a321-48e2-9f5a-6208073a4d3e req-da76a809-0337-467a-8d0a-5c7058ba8965 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 Apr 22 15:36:00.807762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc5de3-18e6-46ab-b9fb-f79c7757a872 req-27928e83-f9cf-4c93-94d6-624007032698 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:00.809179 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a7dc5de3-18e6-46ab-b9fb-f79c7757a872 req-27928e83-f9cf-4c93-94d6-624007032698 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0743325 Apr 22 15:36:00.852840 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a7dc5de3-18e6-46ab-b9fb-f79c7757a872 req-02bec5ae-9a8a-4535-83a6-5bf98154b9f6 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 Apr 22 15:36:02.048134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2943d-47d7-45d3-b2e3-faf4bd5337db req-6d125bb9-e3a7-4fbc-bd0e-027224b05c35 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:02.049558 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cbc2943d-47d7-45d3-b2e3-faf4bd5337db req-6d125bb9-e3a7-4fbc-bd0e-027224b05c35 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0784566 Apr 22 15:36:02.094396 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cbc2943d-47d7-45d3-b2e3-faf4bd5337db req-ca1278a5-ef9a-4e62-acaf-92935eb8d37e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392878 Apr 22 15:36:03.205175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:03.287236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61937171-199e-4395-9113-c30f3b9bcaa4 req-3b4eb125-fae2-4c41-bf36-58f3be42994e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:03.288660 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-61937171-199e-4395-9113-c30f3b9bcaa4 req-3b4eb125-fae2-4c41-bf36-58f3be42994e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0748587 Apr 22 15:36:03.333010 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-61937171-199e-4395-9113-c30f3b9bcaa4 req-1c908589-3198-4933-a75c-d19ed2f1ffe1 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389736 Apr 22 15:36:04.528139 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3960530-4c21-476a-bfd9-a4ee0a82284c req-4f876d2b-6dd9-401f-99a2-d32c636c86af tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:04.530097 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f3960530-4c21-476a-bfd9-a4ee0a82284c req-4f876d2b-6dd9-401f-99a2-d32c636c86af tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0785065 Apr 22 15:36:04.574660 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f3960530-4c21-476a-bfd9-a4ee0a82284c req-5f111389-b7de-4247-8529-584cb9c3649b tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390687 Apr 22 15:36:05.768974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a3077-8956-4bdd-8a97-fae73a3ca24e req-8b321e27-dfad-4942-939d-0d576e34d8a9 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:05.770442 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae0a3077-8956-4bdd-8a97-fae73a3ca24e req-8b321e27-dfad-4942-939d-0d576e34d8a9 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0755079 Apr 22 15:36:05.814003 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae0a3077-8956-4bdd-8a97-fae73a3ca24e req-1a8e5b21-1aab-4a11-bfec-4a4e2f8ed579 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382695 Apr 22 15:36:07.007052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a9f08-cc0f-4ad1-83ee-c64fde0d1782 req-78915cad-a5aa-4278-8c7b-b19a2a4936b6 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:07.008497 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3b1a9f08-cc0f-4ad1-83ee-c64fde0d1782 req-78915cad-a5aa-4278-8c7b-b19a2a4936b6 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0783408 Apr 22 15:36:07.052272 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3b1a9f08-cc0f-4ad1-83ee-c64fde0d1782 req-629e42d7-eb5d-413b-a040-c4f7f12ca29e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376344 Apr 22 15:36:08.242621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97195eab-c7db-412d-845e-3233e455839f req-f1e92007-f773-47b3-9202-9072647e1b37 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:08.243983 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-97195eab-c7db-412d-845e-3233e455839f req-f1e92007-f773-47b3-9202-9072647e1b37 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0748117 Apr 22 15:36:08.291016 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-97195eab-c7db-412d-845e-3233e455839f req-d677612a-17e8-453a-9f03-017c642fa720 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Apr 22 15:36:09.483672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccc9db-b544-4ef4-8cdc-0c25c4fe2625 req-edb70c05-0120-4298-9074-c316f381d151 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:09.485103 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-55ccc9db-b544-4ef4-8cdc-0c25c4fe2625 req-edb70c05-0120-4298-9074-c316f381d151 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0747409 Apr 22 15:36:09.529087 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-55ccc9db-b544-4ef4-8cdc-0c25c4fe2625 req-0f7224f7-e129-43ff-a299-6ac2fd1b5188 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Apr 22 15:36:10.722076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163448b-2061-49b2-9cda-8ce291ecbaca req-2f4fa082-760c-49bd-9316-fc7854690e5e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:10.723518 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4163448b-2061-49b2-9cda-8ce291ecbaca req-2f4fa082-760c-49bd-9316-fc7854690e5e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0771258 Apr 22 15:36:10.767677 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4163448b-2061-49b2-9cda-8ce291ecbaca req-e325a0eb-dc97-47b2-b7ff-21d71ea4e218 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386724 Apr 22 15:36:11.960692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf72c6-6f5f-46e1-be75-4b5591a1524e req-df3870d8-550a-42a1-beaf-fb0262566479 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:11.962152 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5adf72c6-6f5f-46e1-be75-4b5591a1524e req-df3870d8-550a-42a1-beaf-fb0262566479 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0750968 Apr 22 15:36:12.006831 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5adf72c6-6f5f-46e1-be75-4b5591a1524e req-4e170eea-b8f9-4086-a24b-67e3ab75a46b tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386033 Apr 22 15:36:12.737270 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-41b1b1b6-5805-44c7-acdf-10dbf6d22574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:13.206220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc160d-9e25-41a2-9006-fc948d666583 req-90b29732-c531-476b-9f81-d7b20e5cb373 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:13.207686 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05fc160d-9e25-41a2-9006-fc948d666583 req-90b29732-c531-476b-9f81-d7b20e5cb373 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0811641 Apr 22 15:36:13.252912 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05fc160d-9e25-41a2-9006-fc948d666583 req-7ed961d4-94ba-40e0-bce6-eb45c1555ec8 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 Apr 22 15:36:14.445652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e6d6b-d30e-449c-921f-18e25349add0 req-4dc2fa8a-1119-4d20-9960-4f09941a8277 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:14.447118 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-475e6d6b-d30e-449c-921f-18e25349add0 req-4dc2fa8a-1119-4d20-9960-4f09941a8277 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0753136 Apr 22 15:36:14.494426 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-475e6d6b-d30e-449c-921f-18e25349add0 req-7e0001c6-be2d-4e34-9964-b4a5c28c6df6 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412171 Apr 22 15:36:15.027963 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5f328cc2-86fd-4484-9114-b4781864c532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:15.691379 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6866a-15e4-4081-8145-1e7766d653ad req-110b4868-2e1c-43e8-85ed-4ede907e87de tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:15.692727 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b6d6866a-15e4-4081-8145-1e7766d653ad req-110b4868-2e1c-43e8-85ed-4ede907e87de tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0749428 Apr 22 15:36:15.737213 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b6d6866a-15e4-4081-8145-1e7766d653ad req-0b22a240-35bd-41b1-bda6-f2a9201abb09 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390706 Apr 22 15:36:16.021973 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:16.039096 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:16.928730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9473a9-ce75-43ca-be68-924071a3c5ee req-94ce581c-7917-4c73-9f2d-33b1600db05d tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:16.930304 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7c9473a9-ce75-43ca-be68-924071a3c5ee req-94ce581c-7917-4c73-9f2d-33b1600db05d tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0774009 Apr 22 15:36:16.974666 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7c9473a9-ce75-43ca-be68-924071a3c5ee req-63efa354-8ae1-46a9-8885-fa522fdb217f tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384827 Apr 22 15:36:17.600191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:18.165565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc84a53-5dd2-4cab-bfb5-edc617ed9bac req-7298e1fc-948c-4004-ab5b-d2ab9aed69f4 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:18.167041 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc84a53-5dd2-4cab-bfb5-edc617ed9bac req-7298e1fc-948c-4004-ab5b-d2ab9aed69f4 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0739243 Apr 22 15:36:18.210744 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc84a53-5dd2-4cab-bfb5-edc617ed9bac req-b13c91f0-5e9a-4424-b571-23c330d86db0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382905 Apr 22 15:36:19.407334 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcd9c7-9052-45cd-9f56-f97085a8bafd req-9b0f396e-ddad-4474-9115-cdc89f53543f tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:19.408767 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8adcd9c7-9052-45cd-9f56-f97085a8bafd req-9b0f396e-ddad-4474-9115-cdc89f53543f tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0791731 Apr 22 15:36:19.452554 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8adcd9c7-9052-45cd-9f56-f97085a8bafd req-7287d745-d868-452a-8165-230f1cf9ee25 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383480 Apr 22 15:36:20.652509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262139de-4c58-468a-8670-e64eaedaa862 req-82acb842-61c1-4669-95b5-13c0e5c4e231 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:20.654443 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-262139de-4c58-468a-8670-e64eaedaa862 req-82acb842-61c1-4669-95b5-13c0e5c4e231 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0740938 Apr 22 15:36:20.697673 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-262139de-4c58-468a-8670-e64eaedaa862 req-16d01a3e-d39a-4b9c-8004-aeb314313764 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377917 Apr 22 15:36:21.976574 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60316d9e-4a9e-4bf8-9251-1a743f023cb5 req-4797ec07-ce66-415b-91ff-07ef994a953d tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:21.978012 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-60316d9e-4a9e-4bf8-9251-1a743f023cb5 req-4797ec07-ce66-415b-91ff-07ef994a953d tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.1597252 Apr 22 15:36:22.023123 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-60316d9e-4a9e-4bf8-9251-1a743f023cb5 req-4eac7df4-b0ce-4a56-9a15-db6d82ab25d7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389435 Apr 22 15:36:23.221904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63d64-e603-4c38-9b69-69d885b8c49d req-d63bb88c-5508-4f54-b09a-a874a4bd944d tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:23.223393 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f0b63d64-e603-4c38-9b69-69d885b8c49d req-d63bb88c-5508-4f54-b09a-a874a4bd944d tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0835114 Apr 22 15:36:23.267579 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f0b63d64-e603-4c38-9b69-69d885b8c49d req-bc95347c-f48b-4165-a6e8-f55f817826da tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387065 Apr 22 15:36:24.458627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c661c-d6ea-43c5-824d-7731a722bd6d req-cd8bfa62-18f8-42b7-8ed4-1c189b4f0672 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:24.460095 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a2c661c-d6ea-43c5-824d-7731a722bd6d req-cd8bfa62-18f8-42b7-8ed4-1c189b4f0672 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0748708 Apr 22 15:36:24.506495 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a2c661c-d6ea-43c5-824d-7731a722bd6d req-b5166674-dd6e-45ac-a5b6-98dd70f4c5ca tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410450 Apr 22 15:36:24.614461 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-7565cc60-ccef-4a1d-9862-38ab356a5d95 service neutron] 10.222.0.70 "GET /v2.0/ports/d3bb310c-e337-4239-baa2-ad9e94b1445d/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0761235 Apr 22 15:36:24.880939 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-7b06ba84-a641-4357-8390-52b0db6744ba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3&tenant_id=9d0b3f350ede42209acde612aad5b258 HTTP/1.1" status: 200 len: 1098 time: 0.0670114 Apr 22 15:36:24.983576 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-83751aba-bb79-4645-aed3-cf5bfd02e9b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d0b3f350ede42209acde612aad5b258&device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 1098 time: 0.0702622 Apr 22 15:36:25.115933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-eaa6e264-9ae0-40c1-8e51-8feb98d58f3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:25.117337 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-eaa6e264-9ae0-40c1-8e51-8feb98d58f3a service neutron] 10.222.0.70 "GET /v2.0/networks?id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc HTTP/1.1" status: 200 len: 916 time: 0.1269846 Apr 22 15:36:25.183217 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-433bd781-1343-4338-8a33-fa3f08a44542 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3bb310c-e337-4239-baa2-ad9e94b1445d HTTP/1.1" status: 200 len: 217 time: 0.0594213 Apr 22 15:36:25.246097 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-cd089bbf-b7d6-42c6-9cc4-52c4c7e1f40f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:25.247551 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-cd089bbf-b7d6-42c6-9cc4-52c4c7e1f40f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d13cb83-13c9-420f-995d-4dbe761c6eb6 HTTP/1.1" status: 200 len: 855 time: 0.0584755 Apr 22 15:36:25.290604 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-e06d758f-8778-4913-9a14-74226f3e9262 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378218 Apr 22 15:36:25.416515 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-c50c53d3-4d31-4f6d-86b6-3cdad4ad2cc5 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194847 Apr 22 15:36:25.542929 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0937f086-be2a-48b6-bdc2-b4be0b1e77af req-65b07ff6-5c60-442a-aac8-f001bde7d756 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206226 Apr 22 15:36:25.699044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bbfac-0aa9-4443-822c-6a9bc7218d96 req-a6588912-d9fe-4a22-acaa-e966a8f369d5 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:25.701075 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2b2bbfac-0aa9-4443-822c-6a9bc7218d96 req-a6588912-d9fe-4a22-acaa-e966a8f369d5 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0755949 Apr 22 15:36:25.749454 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2b2bbfac-0aa9-4443-822c-6a9bc7218d96 req-0a6a9161-4da5-4880-8750-ad6648e8cd12 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428233 Apr 22 15:36:26.944362 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc5bf8-0e13-4203-a9dd-aea2cdf9bb5e req-60494684-f262-4272-bbba-9c53edb2a01a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:26.945789 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-71cc5bf8-0e13-4203-a9dd-aea2cdf9bb5e req-60494684-f262-4272-bbba-9c53edb2a01a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0754068 Apr 22 15:36:26.990161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-71cc5bf8-0e13-4203-a9dd-aea2cdf9bb5e req-e073e584-edbd-4612-bb5f-0bc6d599d15a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388477 Apr 22 15:36:28.157163 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device d3bb310c-e337-4239-baa2-ad9e94b1445d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:36:28.165821 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device d3bb310c-e337-4239-baa2-ad9e94b1445d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:36:28.195229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6b046-9e1a-42cc-a919-4ff22a8fb7b8 req-f82efc98-53d5-4116-b9b9-c73910f02129 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:28.196988 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-18d6b046-9e1a-42cc-a919-4ff22a8fb7b8 req-f82efc98-53d5-4116-b9b9-c73910f02129 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0861001 Apr 22 15:36:28.243912 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-18d6b046-9e1a-42cc-a919-4ff22a8fb7b8 req-03ed1776-934c-4f4d-9bb5-4ec26e04c0de tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399125 Apr 22 15:36:28.375463 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:28.413500 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port d3bb310c-e337-4239-baa2-ad9e94b1445d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3bb310c-e337-4239-baa2-ad9e94b1445d,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:36:28.429096 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebbf021-391e-49c5-a9dc-694261c264d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3bb310c-e337-4239-baa2-ad9e94b1445d'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:36:28.437270 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'd3bb310c-e337-4239-baa2-ad9e94b1445d', 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc', 'port_id': 'd3bb310c-e337-4239-baa2-ad9e94b1445d', 'mac_address': 'fa:16:3e:50:a0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d13cb83-13c9-420f-995d-4dbe761c6eb6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:36:28.441147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port d3bb310c-e337-4239-baa2-ad9e94b1445d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3bb310c-e337-4239-baa2-ad9e94b1445d,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:36:28.470182 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:28.505953 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a41e869-607a-411c-8b74-4d2ef92ffbbf'] response: {'server_uuid': '5ebbf021-391e-49c5-a9dc-694261c264d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3bb310c-e337-4239-baa2-ad9e94b1445d', 'code': 200} Apr 22 15:36:28.546827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:28.570356 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3bb310c-e337-4239-baa2-ad9e94b1445d {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:36:28.573670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=d3bb310c-e337-4239-baa2-ad9e94b1445d,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:36:28.589677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:28.590020 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:28.590385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:28.590723 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:28.591616 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:28.591950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:28.592278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:28.592608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:28.592929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:28.593254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:28.593572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:28.598724 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port d3bb310c-e337-4239-baa2-ad9e94b1445d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3bb310c-e337-4239-baa2-ad9e94b1445d,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:36:28.602897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:28.672145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=d3bb310c-e337-4239-baa2-ad9e94b1445d,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:36:28.731096 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['d3bb310c-e337-4239-baa2-ad9e94b1445d'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:36:29.448151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27eeb23-b0af-4668-a7ae-763dcadb238f req-371364f9-6104-48cb-995d-9745016ca245 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:29.449593 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f27eeb23-b0af-4668-a7ae-763dcadb238f req-371364f9-6104-48cb-995d-9745016ca245 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 944 time: 0.0744133 Apr 22 15:36:29.494106 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f27eeb23-b0af-4668-a7ae-763dcadb238f req-8f2c103f-b6b4-4680-b493-1d7b40736624 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390074 Apr 22 15:36:29.889784 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb7a38-5fb1-49f6-a4db-a88c5d83b5e4 req-0e33ca47-fa19-4c57-a2a3-b98e51f39d70 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:29.891182 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cedb7a38-5fb1-49f6-a4db-a88c5d83b5e4 req-0e33ca47-fa19-4c57-a2a3-b98e51f39d70 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 944 time: 0.1371262 Apr 22 15:36:29.897270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41f9a7-58e1-489b-a982-832c279afcb1 req-524f7a7b-fadf-41c3-b49a-67048e4fb3e0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:29.898601 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f41f9a7-58e1-489b-a982-832c279afcb1 req-524f7a7b-fadf-41c3-b49a-67048e4fb3e0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3&tenant_id=9d0b3f350ede42209acde612aad5b258&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 944 time: 0.1109953 Apr 22 15:36:29.944237 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cedb7a38-5fb1-49f6-a4db-a88c5d83b5e4 req-075dea8c-0a28-4458-aaa1-540511a99abf tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446994 Apr 22 15:36:30.146252 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f41f9a7-58e1-489b-a982-832c279afcb1 req-3c5e1766-dd26-427e-8957-bfe18f478e8f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d0b3f350ede42209acde612aad5b258&device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 1097 time: 0.1502049 Apr 22 15:36:30.173258 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device d3bb310c-e337-4239-baa2-ad9e94b1445d up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:36:30.240236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port d3bb310c-e337-4239-baa2-ad9e94b1445d triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:36:30.240596 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:30.278732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41f9a7-58e1-489b-a982-832c279afcb1 req-6a7dc53a-a2a6-4c0e-a899-ecd7d2b1c6b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:30.280181 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f41f9a7-58e1-489b-a982-832c279afcb1 req-6a7dc53a-a2a6-4c0e-a899-ecd7d2b1c6b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc HTTP/1.1" status: 200 len: 916 time: 0.1283841 Apr 22 15:36:30.353403 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f41f9a7-58e1-489b-a982-832c279afcb1 req-6bdbf292-a3cb-4216-8fdc-87b478ae5744 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3bb310c-e337-4239-baa2-ad9e94b1445d HTTP/1.1" status: 200 len: 217 time: 0.0667932 Apr 22 15:36:30.392685 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:30.414729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41f9a7-58e1-489b-a982-832c279afcb1 req-263c27c9-a1e5-4317-8ca2-7a7dfbd79908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:30.416161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f41f9a7-58e1-489b-a982-832c279afcb1 req-263c27c9-a1e5-4317-8ca2-7a7dfbd79908 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d13cb83-13c9-420f-995d-4dbe761c6eb6 HTTP/1.1" status: 200 len: 855 time: 0.0574958 Apr 22 15:36:30.423967 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port d3bb310c-e337-4239-baa2-ad9e94b1445d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3bb310c-e337-4239-baa2-ad9e94b1445d,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:36:30.428048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:30.460173 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f41f9a7-58e1-489b-a982-832c279afcb1 req-48e7b671-251c-4e0b-992e-b293f8569b87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381145 Apr 22 15:36:30.492051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=d3bb310c-e337-4239-baa2-ad9e94b1445d,revision_number=8']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:36:30.507213 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebbf021-391e-49c5-a9dc-694261c264d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bb310c-e337-4239-baa2-ad9e94b1445d'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:36:30.572213 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dae448a-f4de-45d5-bd14-7a156a37fe74'] response: {'server_uuid': '5ebbf021-391e-49c5-a9dc-694261c264d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bb310c-e337-4239-baa2-ad9e94b1445d', 'code': 200} Apr 22 15:36:30.593230 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f41f9a7-58e1-489b-a982-832c279afcb1 req-6311de0c-6369-4a40-99cc-69f748e7198a service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272781 Apr 22 15:36:30.737465 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f41f9a7-58e1-489b-a982-832c279afcb1 req-5e2d400e-f663-440d-b19b-1d1debdde0b9 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268783 Apr 22 15:36:31.151802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b801d-5bb2-4b03-aad2-d9679ee54f4a req-70e6a76c-664e-4b4a-b4d5-024c9f3585f0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:31.153261 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c80b801d-5bb2-4b03-aad2-d9679ee54f4a req-70e6a76c-664e-4b4a-b4d5-024c9f3585f0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0830643 Apr 22 15:36:31.199119 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c80b801d-5bb2-4b03-aad2-d9679ee54f4a req-500fe9ea-d93d-49e3-b7d5-5b94d63eb91f tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396917 Apr 22 15:36:32.397018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c79a22-589f-473c-8976-35ce40fc178e req-60090ae1-f8c1-45da-8542-9527e1e1070c tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:32.398480 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-42c79a22-589f-473c-8976-35ce40fc178e req-60090ae1-f8c1-45da-8542-9527e1e1070c tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0755222 Apr 22 15:36:32.445936 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-42c79a22-589f-473c-8976-35ce40fc178e req-8f49f141-3020-4ae2-8340-7885b76f2769 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421138 Apr 22 15:36:32.637231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0c074-6229-4150-9e95-01f9cc89246f req-49a52826-aa0d-4a40-9a45-3570b1c19690 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:32.638831 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-44a0c074-6229-4150-9e95-01f9cc89246f req-49a52826-aa0d-4a40-9a45-3570b1c19690 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0768933 Apr 22 15:36:32.682957 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-44a0c074-6229-4150-9e95-01f9cc89246f req-ccf38873-9919-4918-9afd-3017c0ac2eda tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382166 Apr 22 15:36:32.875663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc65a9-8520-4d7a-8390-0b1476915891 req-2f714ee4-2cae-4cf1-b466-f947fe9bf1aa tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:32.877095 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9bc65a9-8520-4d7a-8390-0b1476915891 req-2f714ee4-2cae-4cf1-b466-f947fe9bf1aa tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.0781212 Apr 22 15:36:32.920627 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9bc65a9-8520-4d7a-8390-0b1476915891 req-1ea7c183-3b10-465a-80a9-3f4c3155f85a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381687 Apr 22 15:36:33.213138 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:33.235362 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:36:33.416310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-a20c10c8-76bc-4c82-98ca-4c81938937ab tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:33.417734 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-a20c10c8-76bc-4c82-98ca-4c81938937ab tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/networks?id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc HTTP/1.1" status: 200 len: 815 time: 0.1398914 Apr 22 15:36:33.433406 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-61488407-0203-42ea-9931-ecbaafc23439 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/quotas/9d0b3f350ede42209acde612aad5b258 HTTP/1.1" status: 200 len: 375 time: 0.0101433 Apr 22 15:36:33.509690 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-426d8820-71f1-4060-b01d-cd5b82a17424 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d0b3f350ede42209acde612aad5b258&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712373 Apr 22 15:36:33.638924 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-08381f1e-5025-402f-81b6-5bcbdd64a59a service neutron] 10.222.0.71 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224587 Apr 22 15:36:33.770532 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-a031bee3-d6f0-4405-a88f-f70c9ca12e33 service neutron] 10.222.0.71 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259010 Apr 22 15:36:34.055011 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a053ebf-ce75-40c7-a185-53676eadd5be req-23288286-f977-4319-b18e-54fa406ce445 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 210 time: 0.1402156 Apr 22 15:36:35.175538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-e9e3ea38-c08c-47b8-a0b3-7dac49838685 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:35.177099 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-e9e3ea38-c08c-47b8-a0b3-7dac49838685 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.70 "GET /v2.0/networks?id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc HTTP/1.1" status: 200 len: 815 time: 0.1501274 Apr 22 15:36:35.217485 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-60e0d6ba-7b4e-4ca6-9136-1b8dca4638d3 req-0b0f9eb5-16c3-4cd7-b2f1-ae1ebd5ae782 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 210 time: 0.0394423 Apr 22 15:36:35.252865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Request body: {'port': {'device_id': '1d7c1271-c9e3-4a04-92bb-709c64cb367e', 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc', 'admin_state_up': True, 'tenant_id': '9d0b3f350ede42209acde612aad5b258'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:36:35.444248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:36:35.451295 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be1051-7ded-418d-ae85-bc3a382854a4 req-aa08961f-63fb-44ec-b0a1-cd7666dfc59d tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:35.452706 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-39be1051-7ded-418d-ae85-bc3a382854a4 req-aa08961f-63fb-44ec-b0a1-cd7666dfc59d tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ebbf021-391e-49c5-a9dc-694261c264d3 HTTP/1.1" status: 200 len: 945 time: 0.1796343 Apr 22 15:36:35.461463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:36:35.512886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Made reservation on behalf of 9d0b3f350ede42209acde612aad5b258 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:36:35.515640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:35.542680 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-39be1051-7ded-418d-ae85-bc3a382854a4 req-8f26834c-3513-483a-a76b-966cb0fdec0a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Deleting port d3bb310c-e337-4239-baa2-ad9e94b1445d {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:36:35.543005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-39be1051-7ded-418d-ae85-bc3a382854a4 req-8f26834c-3513-483a-a76b-966cb0fdec0a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:35.852292 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Allocated IP 172.20.0.4 (e25b978d-74fb-49d7-865b-0f6e1ee7cebc/2d13cb83-13c9-420f-995d-4dbe761c6eb6/07947501-7757-45a5-a473-8a87951cd345) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:36:35.915040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-39be1051-7ded-418d-ae85-bc3a382854a4 req-8f26834c-3513-483a-a76b-966cb0fdec0a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] For port d3bb310c-e337-4239-baa2-ad9e94b1445d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d3bb310c-e337-4239-baa2-ad9e94b1445d,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:36:35.915382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-39be1051-7ded-418d-ae85-bc3a382854a4 req-8f26834c-3513-483a-a76b-966cb0fdec0a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:36.048845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-39be1051-7ded-418d-ae85-bc3a382854a4 req-8f26834c-3513-483a-a76b-966cb0fdec0a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Calling delete_port for d3bb310c-e337-4239-baa2-ad9e94b1445d owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:36:36.293479 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:36.317105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-39be1051-7ded-418d-ae85-bc3a382854a4 req-8f26834c-3513-483a-a76b-966cb0fdec0a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:36.350051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['d3bb310c-e337-4239-baa2-ad9e94b1445d'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:36:36.410147 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26834c-3513-483a-a76b-966cb0fdec0a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Pushing event deleted for resources: {'Port': ['ID=d3bb310c-e337-4239-baa2-ad9e94b1445d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:36:36.415768 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e20a7a05-aaf4-418a-bac0-45011fa3ba84 req-311a53e6-08c8-4957-ac9e-f9008033f9ba tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 210 time: 0.0627859 Apr 22 15:36:36.450179 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:36.484005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['d3bb310c-e337-4239-baa2-ad9e94b1445d'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:36:36.540701 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-39be1051-7ded-418d-ae85-bc3a382854a4 req-8f26834c-3513-483a-a76b-966cb0fdec0a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] No DVR routers for this DVR port d3bb310c-e337-4239-baa2-ad9e94b1445d on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:36:36.546039 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-39be1051-7ded-418d-ae85-bc3a382854a4 req-8f26834c-3513-483a-a76b-966cb0fdec0a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:36.554510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebbf021-391e-49c5-a9dc-694261c264d3', 'name': 'network-vif-deleted', 'tag': 'd3bb310c-e337-4239-baa2-ad9e94b1445d'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:36:36.674413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Network e25b978d-74fb-49d7-865b-0f6e1ee7cebc is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:36:36.679117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:36:36.681319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Pushing event updated for resources: {'Port': ['ID=07947501-7757-45a5-a473-8a87951cd345,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:36:36.683530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:36:36.709518 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-39be1051-7ded-418d-ae85-bc3a382854a4 req-8f26834c-3513-483a-a76b-966cb0fdec0a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.70 "DELETE /v2.0/ports/d3bb310c-e337-4239-baa2-ad9e94b1445d HTTP/1.1" status: 204 len: 173 time: 1.2490754 Apr 22 15:36:36.714115 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c89725-e579-484d-a958-d1fe55a16e2c'] response: {'server_uuid': '5ebbf021-391e-49c5-a9dc-694261c264d3', 'name': 'network-vif-deleted', 'tag': 'd3bb310c-e337-4239-baa2-ad9e94b1445d', 'status': 'completed', 'code': 200} Apr 22 15:36:36.745465 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:36.746067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:36.764344 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-266d2fbb-0625-48c9-894a-8908a760bfe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5152357 Apr 22 15:36:36.807932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Request body: {'port': {'device_id': '1d7c1271-c9e3-4a04-92bb-709c64cb367e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:36:36.916434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:37.252524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07947501-7757-45a5-a473-8a87951cd345 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:36:37.259453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:37.274653 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Transition to ACTIVE for port object 07947501-7757-45a5-a473-8a87951cd345 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:36:37.278230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:37.406911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Pushing event updated for resources: {'Port': ['ID=07947501-7757-45a5-a473-8a87951cd345,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:36:37.516265 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Attempting to bind port 07947501-7757-45a5-a473-8a87951cd345 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:36:37.516602 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Attempting to bind port 07947501-7757-45a5-a473-8a87951cd345 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '0627a0e2-8731-4045-92c4-f1d050f54233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:36:37.516939 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Attempting to bind port 07947501-7757-45a5-a473-8a87951cd345 on network e25b978d-74fb-49d7-865b-0f6e1ee7cebc {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:36:37.522656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Port 07947501-7757-45a5-a473-8a87951cd345 on network e25b978d-74fb-49d7-865b-0f6e1ee7cebc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:36:37.522980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Attempting to bind port 07947501-7757-45a5-a473-8a87951cd345 on network e25b978d-74fb-49d7-865b-0f6e1ee7cebc {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:36:37.529094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:36:37.529424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Checking segment: {'id': '0627a0e2-8731-4045-92c4-f1d050f54233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:36:37.529799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Bound using segment: {'id': '0627a0e2-8731-4045-92c4-f1d050f54233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:36:37.530250 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Bound port: 07947501-7757-45a5-a473-8a87951cd345, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0627a0e2-8731-4045-92c4-f1d050f54233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:36:37.530599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:37.672702 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] For port 07947501-7757-45a5-a473-8a87951cd345, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:36:37.676197 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] For port 07947501-7757-45a5-a473-8a87951cd345, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=07947501-7757-45a5-a473-8a87951cd345,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:36:37.680612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:37.722503 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6247c3-d8dd-4f59-adbf-2a3a32837814 req-2442c050-c431-4a70-a9ab-2928d17dcbb6 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:37.723192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-1e6247c3-d8dd-4f59-adbf-2a3a32837814 req-2442c050-c431-4a70-a9ab-2928d17dcbb6 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Synchronizing usage tracker for tenant:9d0b3f350ede42209acde612aad5b258 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:36:37.762737 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:37.764717 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] 10.222.0.70 "PUT /v2.0/ports/07947501-7757-45a5-a473-8a87951cd345 HTTP/1.1" status: 200 len: 1093 time: 0.9609227 Apr 22 15:36:37.769434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-1e6247c3-d8dd-4f59-adbf-2a3a32837814 req-2442c050-c431-4a70-a9ab-2928d17dcbb6 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Unset dirty status for tenant:9d0b3f350ede42209acde612aad5b258 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:36:37.770477 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e6247c3-d8dd-4f59-adbf-2a3a32837814 req-2442c050-c431-4a70-a9ab-2928d17dcbb6 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 943 time: 0.2297957 Apr 22 15:36:37.773908 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Pushing event updated for resources: {'Port': ['ID=07947501-7757-45a5-a473-8a87951cd345,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:36:37.800267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:37.800616 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:37.800958 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:37.801290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:37.801631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:37.801961 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:37.802321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:37.802649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:37.802975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:37.803297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:37.803619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c1e66-e6eb-476b-8b29-ce5faafc1645 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:36:37.871562 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e6247c3-d8dd-4f59-adbf-2a3a32837814 req-4b13814d-372c-4729-929b-d9b851e66249 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951886 Apr 22 15:36:37.897620 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-a83f2d13-c2b2-4ab1-a95d-610018e71b87 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d0b3f350ede42209acde612aad5b258&device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 1096 time: 0.0794277 Apr 22 15:36:37.970324 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-d48d93fa-f745-49f4-95b8-5583f22812cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07947501-7757-45a5-a473-8a87951cd345 HTTP/1.1" status: 200 len: 217 time: 0.0603609 Apr 22 15:36:38.034089 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-cd74788f-c307-45e0-9d7d-13457c43f0f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:38.035513 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-cd74788f-c307-45e0-9d7d-13457c43f0f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d13cb83-13c9-420f-995d-4dbe761c6eb6 HTTP/1.1" status: 200 len: 855 time: 0.0597875 Apr 22 15:36:38.080118 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-dcf63dc7-ea3c-4182-ad66-81714237b93f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376716 Apr 22 15:36:38.206768 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-120b72c9-acd1-42d9-8be0-85afcb7bf782 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201684 Apr 22 15:36:38.334016 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f26032f9-b909-4360-abc1-bd52c80619a8 req-b9209f7d-814d-4723-85bf-d8988df657be service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217103 Apr 22 15:36:38.715388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7c1271-c9e3-4a04-92bb-709c64cb367e', 'tag': '07947501-7757-45a5-a473-8a87951cd345'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:36:38.769024 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ad7824-6b47-4e2c-b996-5f02b30ebd1d'] response: {'name': 'network-changed', 'server_uuid': '1d7c1271-c9e3-4a04-92bb-709c64cb367e', 'tag': '07947501-7757-45a5-a473-8a87951cd345', 'status': 'completed', 'code': 200} Apr 22 15:36:38.975643 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a5a70b43-78a6-47fd-a904-09e56ac1c438 req-88b5ce1e-0c1f-43e5-bd52-dfd6da97a1e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d0b3f350ede42209acde612aad5b258&device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 1096 time: 0.1595824 Apr 22 15:36:39.161599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70b43-78a6-47fd-a904-09e56ac1c438 req-a51a1beb-0ad4-42d1-b3df-014012c7c11b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:39.163049 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a5a70b43-78a6-47fd-a904-09e56ac1c438 req-a51a1beb-0ad4-42d1-b3df-014012c7c11b service neutron] 10.222.0.70 "GET /v2.0/networks?id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc HTTP/1.1" status: 200 len: 916 time: 0.1816461 Apr 22 15:36:39.173569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c661fd0-3bdb-4ed6-9fd7-d3a2e4e4d45d req-e6ff651e-b72d-4fd8-8049-0d1c8b72ba5e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:39.174922 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9c661fd0-3bdb-4ed6-9fd7-d3a2e4e4d45d req-e6ff651e-b72d-4fd8-8049-0d1c8b72ba5e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 943 time: 0.1722584 Apr 22 15:36:39.254058 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a5a70b43-78a6-47fd-a904-09e56ac1c438 req-bd9de7af-304c-41bd-bae4-f69bf54c79f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07947501-7757-45a5-a473-8a87951cd345 HTTP/1.1" status: 200 len: 217 time: 0.0782480 Apr 22 15:36:39.316364 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9c661fd0-3bdb-4ed6-9fd7-d3a2e4e4d45d req-e7628cb1-98fd-4483-b848-fe0fe223ed90 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929432 Apr 22 15:36:39.324747 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70b43-78a6-47fd-a904-09e56ac1c438 req-37340c0b-fc1e-4495-ab78-51ab80f8a392 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:39.326120 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a5a70b43-78a6-47fd-a904-09e56ac1c438 req-37340c0b-fc1e-4495-ab78-51ab80f8a392 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d13cb83-13c9-420f-995d-4dbe761c6eb6 HTTP/1.1" status: 200 len: 855 time: 0.0640409 Apr 22 15:36:39.375016 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a5a70b43-78a6-47fd-a904-09e56ac1c438 req-b427f80c-71f9-4119-8612-abaaa8834203 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421722 Apr 22 15:36:39.503874 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a5a70b43-78a6-47fd-a904-09e56ac1c438 req-29403c36-984a-4f22-b121-0740ef1b69b2 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232107 Apr 22 15:36:39.634229 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a5a70b43-78a6-47fd-a904-09e56ac1c438 req-9bc46d1e-9ce0-4bfa-8a45-6456a97381e6 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229355 Apr 22 15:36:40.221079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device d3bb310c-e337-4239-baa2-ad9e94b1445d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:36:40.256394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: d3bb310c-e337-4239-baa2-ad9e94b1445d {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:36:40.256731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device d3bb310c-e337-4239-baa2-ad9e94b1445d not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:36:40.505633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bed420-9b3f-4ecf-9b9a-05d882311106 req-8a6cc51d-3273-42d5-b86f-808e5117cb42 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:40.507370 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0bed420-9b3f-4ecf-9b9a-05d882311106 req-8a6cc51d-3273-42d5-b86f-808e5117cb42 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 943 time: 0.0737686 Apr 22 15:36:40.551257 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0bed420-9b3f-4ecf-9b9a-05d882311106 req-544b38d4-1c92-4f37-bda3-25bed79e45e8 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384848 Apr 22 15:36:41.745584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b86d1c-bf13-4762-9227-dce0eec8d459 req-305f5c5a-bd18-439c-86a0-5e4a26b11155 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:41.746965 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59b86d1c-bf13-4762-9227-dce0eec8d459 req-305f5c5a-bd18-439c-86a0-5e4a26b11155 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 943 time: 0.0797026 Apr 22 15:36:41.794441 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59b86d1c-bf13-4762-9227-dce0eec8d459 req-bf5223bf-b896-4e4c-a2a1-79cda1500e4c tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417037 Apr 22 15:36:42.227677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 07947501-7757-45a5-a473-8a87951cd345 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:36:42.356404 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 07947501-7757-45a5-a473-8a87951cd345, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=07947501-7757-45a5-a473-8a87951cd345,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:36:42.368923 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '07947501-7757-45a5-a473-8a87951cd345', 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc', 'port_id': '07947501-7757-45a5-a473-8a87951cd345', 'mac_address': 'fa:16:3e:88:bf:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d13cb83-13c9-420f-995d-4dbe761c6eb6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:36:42.420947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:42.437100 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07947501-7757-45a5-a473-8a87951cd345 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:36:42.451206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 07947501-7757-45a5-a473-8a87951cd345, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=07947501-7757-45a5-a473-8a87951cd345,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:36:42.455076 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:42.518499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=07947501-7757-45a5-a473-8a87951cd345,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:36:42.738719 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0df3035f-c75c-4365-8885-8bde9eb59304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:42.821291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['07947501-7757-45a5-a473-8a87951cd345'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:36:42.986055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b383d3d-053b-43a1-959e-2606ed91ba06 req-6f6803f3-6625-41eb-9601-7486e29798c8 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:42.987543 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b383d3d-053b-43a1-959e-2606ed91ba06 req-6f6803f3-6625-41eb-9601-7486e29798c8 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 944 time: 0.0760770 Apr 22 15:36:43.036952 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b383d3d-053b-43a1-959e-2606ed91ba06 req-92e9ce28-1f06-41c4-93a2-c8dc4c6fd587 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425153 Apr 22 15:36:44.226222 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b98d7b-0cb6-47f8-b5e2-549d303e1e46 req-d9fbc8f1-7d87-40f8-97a7-a5dab214c691 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:44.227686 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-86b98d7b-0cb6-47f8-b5e2-549d303e1e46 req-d9fbc8f1-7d87-40f8-97a7-a5dab214c691 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 944 time: 0.0741377 Apr 22 15:36:44.237165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 07947501-7757-45a5-a473-8a87951cd345 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:36:44.273408 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-86b98d7b-0cb6-47f8-b5e2-549d303e1e46 req-0fac0f62-f87b-44a5-94b0-1b73d9472db2 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397272 Apr 22 15:36:44.306873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 07947501-7757-45a5-a473-8a87951cd345 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:36:44.312296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 07947501-7757-45a5-a473-8a87951cd345 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:36:44.312712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:44.428342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:44.456372 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7c1271-c9e3-4a04-92bb-709c64cb367e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07947501-7757-45a5-a473-8a87951cd345'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:36:44.465550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 07947501-7757-45a5-a473-8a87951cd345, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=07947501-7757-45a5-a473-8a87951cd345,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:36:44.470579 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:44.513945 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f421840b-3ab2-4626-959c-95398066c311'] response: {'server_uuid': '1d7c1271-c9e3-4a04-92bb-709c64cb367e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07947501-7757-45a5-a473-8a87951cd345', 'code': 200} Apr 22 15:36:44.540340 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=07947501-7757-45a5-a473-8a87951cd345,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:36:44.779387 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1bb68e41-6871-4855-b6be-73eec5d213e6 req-33ab655a-0b19-4b18-bb77-2583e2322d04 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 1098 time: 0.0836899 Apr 22 15:36:44.818730 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1bb68e41-6871-4855-b6be-73eec5d213e6 req-56be4320-7985-4764-a2c5-8cd346acabdd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339186 Apr 22 15:36:45.029886 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-231b1c4f-6bd3-4bac-8d81-9134c592ce94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:45.631276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b4e15-4ba6-4bf4-8fc0-8d33227405a0 req-5b100036-cadb-47b4-8076-720be85f43a5 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:45.632636 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e85b4e15-4ba6-4bf4-8fc0-8d33227405a0 req-5b100036-cadb-47b4-8076-720be85f43a5 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0770507 Apr 22 15:36:45.677855 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e85b4e15-4ba6-4bf4-8fc0-8d33227405a0 req-d70bb24c-d114-47fd-9600-6ef85f1eb675 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397663 Apr 22 15:36:46.024085 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:46.043480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:46.878565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c223a7-6acb-4a9e-937c-45e6c92902bc req-c869d292-da61-4578-91f1-e722178d9af8 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:46.879999 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a2c223a7-6acb-4a9e-937c-45e6c92902bc req-c869d292-da61-4578-91f1-e722178d9af8 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0786648 Apr 22 15:36:46.925813 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a2c223a7-6acb-4a9e-937c-45e6c92902bc req-6f100e67-b965-4408-9328-853abadd77a7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Apr 22 15:36:47.117228 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed54a4e-0a98-47d6-ba25-7064081896d4 req-444ce22b-b6bf-437d-8f7a-b46380ec3947 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:47.118693 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2ed54a4e-0a98-47d6-ba25-7064081896d4 req-444ce22b-b6bf-437d-8f7a-b46380ec3947 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0756230 Apr 22 15:36:47.163529 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2ed54a4e-0a98-47d6-ba25-7064081896d4 req-9907b8ad-52c6-41d9-afd7-ed7623dab580 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389619 Apr 22 15:36:47.353681 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bf8f1542-2b76-4ec1-9d4a-29f2e8eb1d03 req-d24100d4-e6bb-4dce-937c-6d3580bde3d0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0686395 Apr 22 15:36:47.590545 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-781618c1-b034-4c7d-b9ce-6ebf736a80b6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0663242 Apr 22 15:36:47.604839 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:36:47.654988 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb5d34f-2135-4c5e-9736-689007c1f549 req-047decf4-443e-46fa-9cb8-c01e8141f971 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:47.656442 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-adb5d34f-2135-4c5e-9736-689007c1f549 req-047decf4-443e-46fa-9cb8-c01e8141f971 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0773213 Apr 22 15:36:47.702436 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-adb5d34f-2135-4c5e-9736-689007c1f549 req-c7f518f4-9839-4fc5-aa0a-48609234343e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404198 Apr 22 15:36:49.035136 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-433c6381-1572-452e-9cd4-ed4aad8d76b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d0b3f350ede42209acde612aad5b258&device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 1098 time: 0.2336667 Apr 22 15:36:49.159826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec55d32-4120-43b2-a647-7760e91d6538 req-ecce9c0c-ee0e-45ac-befa-bba5a9dafa7e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:49.161262 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aec55d32-4120-43b2-a647-7760e91d6538 req-ecce9c0c-ee0e-45ac-befa-bba5a9dafa7e tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.1875694 Apr 22 15:36:49.199660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-1b4b1b89-7774-4715-bc5e-44722c73d0a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:49.201639 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-1b4b1b89-7774-4715-bc5e-44722c73d0a7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc HTTP/1.1" status: 200 len: 916 time: 0.1587207 Apr 22 15:36:49.280933 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-9c082a68-e22a-4538-8343-e1869924cf5d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07947501-7757-45a5-a473-8a87951cd345 HTTP/1.1" status: 200 len: 217 time: 0.0704269 Apr 22 15:36:49.283192 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aec55d32-4120-43b2-a647-7760e91d6538 req-6bb7a0af-a692-407c-803a-ccd68aa97f67 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150439 Apr 22 15:36:49.341767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-d76dbf12-c5bb-4af4-98bd-23363a214e9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:49.343209 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-d76dbf12-c5bb-4af4-98bd-23363a214e9b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d13cb83-13c9-420f-995d-4dbe761c6eb6 HTTP/1.1" status: 200 len: 855 time: 0.0562701 Apr 22 15:36:49.387143 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-aca08923-996f-469a-8ccc-aba949ab3694 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382328 Apr 22 15:36:49.520674 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-8f2330bc-9fb2-4490-97d6-0afc7490b7fc service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276636 Apr 22 15:36:49.649491 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-85a70869-874d-4945-bd7d-699f8c8c28b1 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225741 Apr 22 15:36:50.506530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e0e03-6f21-4024-a495-23251ec7bcf5 req-29345b40-af40-4bc7-8482-db9879e3286d tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:50.507955 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da9e0e03-6f21-4024-a495-23251ec7bcf5 req-29345b40-af40-4bc7-8482-db9879e3286d tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0784955 Apr 22 15:36:50.552654 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da9e0e03-6f21-4024-a495-23251ec7bcf5 req-2e5b8ebb-b6dc-415d-8c0d-093737868160 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390632 Apr 22 15:36:51.744159 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bbe05-3e37-411b-8ea6-a2fa1d62a23e req-9b03b646-116d-4608-ab18-61e009969000 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:51.745490 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9c7bbe05-3e37-411b-8ea6-a2fa1d62a23e req-9b03b646-116d-4608-ab18-61e009969000 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0741267 Apr 22 15:36:51.790944 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9c7bbe05-3e37-411b-8ea6-a2fa1d62a23e req-44247365-5a2b-47ad-8164-9da4c1c4b674 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396793 Apr 22 15:36:52.983576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963cfb2-b806-4228-96b1-87d32f9383a8 req-44a6d0e1-01c5-45e4-b8d1-1239c285bbe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:52.984998 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8963cfb2-b806-4228-96b1-87d32f9383a8 req-44a6d0e1-01c5-45e4-b8d1-1239c285bbe0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0775023 Apr 22 15:36:53.029998 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8963cfb2-b806-4228-96b1-87d32f9383a8 req-8a6dc165-f652-4c26-9dfb-09cb7abd5d39 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394123 Apr 22 15:36:53.595647 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a21cb7e2-dc45-4bb3-a297-d184cc1ffb06 req-d8d7f4bb-47a6-4bd4-9eba-90e16e6e9bd0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d0b3f350ede42209acde612aad5b258&device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 1098 time: 0.0672815 Apr 22 15:36:53.736615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cb7e2-dc45-4bb3-a297-d184cc1ffb06 req-a1cd298c-1315-4c3a-a998-e5cfae7d31e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:53.737946 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a21cb7e2-dc45-4bb3-a297-d184cc1ffb06 req-a1cd298c-1315-4c3a-a998-e5cfae7d31e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc HTTP/1.1" status: 200 len: 916 time: 0.1239314 Apr 22 15:36:53.807822 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a21cb7e2-dc45-4bb3-a297-d184cc1ffb06 req-e032aeef-2121-4d17-809a-c8636ec5b5d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07947501-7757-45a5-a473-8a87951cd345 HTTP/1.1" status: 200 len: 217 time: 0.0626769 Apr 22 15:36:53.866451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cb7e2-dc45-4bb3-a297-d184cc1ffb06 req-f99f3cbd-b975-4a4a-9cfc-79af88948b8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:53.867803 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a21cb7e2-dc45-4bb3-a297-d184cc1ffb06 req-f99f3cbd-b975-4a4a-9cfc-79af88948b8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d13cb83-13c9-420f-995d-4dbe761c6eb6 HTTP/1.1" status: 200 len: 855 time: 0.0551596 Apr 22 15:36:53.913542 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a21cb7e2-dc45-4bb3-a297-d184cc1ffb06 req-00c47a59-5414-4112-8391-9d99f20e81e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399964 Apr 22 15:36:54.134610 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a21cb7e2-dc45-4bb3-a297-d184cc1ffb06 req-3a7971cf-024f-454f-a4ae-d8aaf3ab3444 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153878 Apr 22 15:36:54.315180 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a21cb7e2-dc45-4bb3-a297-d184cc1ffb06 req-56018704-4e3a-4fd8-a663-00fc9fd86127 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752696 Apr 22 15:36:54.325949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c20a7-8080-46d1-9eb4-a5526afa2f25 req-982c7334-8d8a-4d4a-bd23-1261e44e23c0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:54.327318 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac1c20a7-8080-46d1-9eb4-a5526afa2f25 req-982c7334-8d8a-4d4a-bd23-1261e44e23c0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.1682873 Apr 22 15:36:54.375420 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac1c20a7-8080-46d1-9eb4-a5526afa2f25 req-e8571140-5573-4fb2-9e07-217ec4857175 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421739 Apr 22 15:36:55.564655 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8d777-ccee-4d18-ace2-8ef95b20c0d5 req-fac075a5-b845-4b2c-9a30-ab83632ef9c9 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:55.566068 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b7d8d777-ccee-4d18-ace2-8ef95b20c0d5 req-fac075a5-b845-4b2c-9a30-ab83632ef9c9 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0733955 Apr 22 15:36:55.609777 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b7d8d777-ccee-4d18-ace2-8ef95b20c0d5 req-aabe1de8-13e0-4126-9081-ce61541251a0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383117 Apr 22 15:36:56.810525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2504b-8fc9-4577-8d7f-2cefe5479630 req-50496bcf-023e-4751-baf4-f012c68f1043 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:56.811948 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bcd2504b-8fc9-4577-8d7f-2cefe5479630 req-50496bcf-023e-4751-baf4-f012c68f1043 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0826166 Apr 22 15:36:56.856209 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bcd2504b-8fc9-4577-8d7f-2cefe5479630 req-24edf81b-8182-4221-979c-06fc175e6cab tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388489 Apr 22 15:36:58.049200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986084e-2920-4e53-8616-3b2bbb53cb97 req-1d1e431d-382c-467b-9379-b12de56d24d8 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:58.050647 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5986084e-2920-4e53-8616-3b2bbb53cb97 req-1d1e431d-382c-467b-9379-b12de56d24d8 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0753455 Apr 22 15:36:58.094637 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5986084e-2920-4e53-8616-3b2bbb53cb97 req-c05708a5-7251-4e36-aab3-bfbe4c8d0fa3 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385776 Apr 22 15:36:59.289844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a0b98-f712-490e-8be9-d0d092934e49 req-58c9ad73-2520-4782-92eb-7f989b96751b tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:36:59.291325 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4e3a0b98-f712-490e-8be9-d0d092934e49 req-58c9ad73-2520-4782-92eb-7f989b96751b tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0785556 Apr 22 15:36:59.334977 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4e3a0b98-f712-490e-8be9-d0d092934e49 req-143cda53-2fbf-450d-8856-b68581ae6f89 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382552 Apr 22 15:37:00.527091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d6ccc-c027-472b-9463-9343c10a3cdb req-0da24c00-99b4-4ba7-a6ff-b48baa3c3bef tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:00.529633 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-651d6ccc-c027-472b-9463-9343c10a3cdb req-0da24c00-99b4-4ba7-a6ff-b48baa3c3bef tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0763986 Apr 22 15:37:00.578240 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-651d6ccc-c027-472b-9463-9343c10a3cdb req-8090fa38-93be-4f43-ac9a-be1dd3aa5ad4 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Apr 22 15:37:01.771259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076e317-0cf2-442d-b753-bc91bc50b81d req-b480ffce-2ff7-4d0e-8a1d-71627ff1b46a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:01.772664 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2076e317-0cf2-442d-b753-bc91bc50b81d req-b480ffce-2ff7-4d0e-8a1d-71627ff1b46a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0769696 Apr 22 15:37:01.815997 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2076e317-0cf2-442d-b753-bc91bc50b81d req-7c00c41e-62e2-4083-b221-5accdb6ca012 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380075 Apr 22 15:37:03.004507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50ae31-bd96-46be-84fd-5e04c7234e10 req-9cf7d991-cf98-48d4-9a5e-9c5e9643cf64 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:03.005960 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ec50ae31-bd96-46be-84fd-5e04c7234e10 req-9cf7d991-cf98-48d4-9a5e-9c5e9643cf64 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0743918 Apr 22 15:37:03.053873 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ec50ae31-bd96-46be-84fd-5e04c7234e10 req-dcaad24f-2517-4093-b6c1-ed3eaacafdca tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 Apr 22 15:37:03.207140 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:04.248341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068f9cf-4afe-4659-813e-7787d2fcea78 req-2cea9de7-af52-4c19-ab4e-f215079dc77f tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:04.250051 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f068f9cf-4afe-4659-813e-7787d2fcea78 req-2cea9de7-af52-4c19-ab4e-f215079dc77f tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0763602 Apr 22 15:37:04.293617 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f068f9cf-4afe-4659-813e-7787d2fcea78 req-9e92f82d-ee65-4bfc-9aa7-491497698d86 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380988 Apr 22 15:37:05.490245 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643fc94-d7ee-4acc-a0bf-da57448e9380 req-939661e3-2c7c-4520-a797-b1466d5c2f42 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:05.491671 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5643fc94-d7ee-4acc-a0bf-da57448e9380 req-939661e3-2c7c-4520-a797-b1466d5c2f42 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0775809 Apr 22 15:37:05.541635 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5643fc94-d7ee-4acc-a0bf-da57448e9380 req-47a05d1a-a78d-46d1-840e-f92eb7a87466 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445185 Apr 22 15:37:06.731449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8fae8-d241-4959-a1ec-4ae56505269a req-a190e6c7-8eee-4186-a8ee-274dad6ebfac tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:06.733367 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1be8fae8-d241-4959-a1ec-4ae56505269a req-a190e6c7-8eee-4186-a8ee-274dad6ebfac tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0747204 Apr 22 15:37:06.776996 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1be8fae8-d241-4959-a1ec-4ae56505269a req-caa8a27f-7b04-43b9-8cd7-146a95a87f4b tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382524 Apr 22 15:37:07.970922 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f9ff9-0685-4cb4-a0b7-436212a22c7d req-cdab83b8-4344-43b0-8ab2-7a5a404cd0ef tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:07.972368 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8e1f9ff9-0685-4cb4-a0b7-436212a22c7d req-cdab83b8-4344-43b0-8ab2-7a5a404cd0ef tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0785384 Apr 22 15:37:08.018149 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8e1f9ff9-0685-4cb4-a0b7-436212a22c7d req-052796f1-ec99-4d3f-bb16-8b2b679860f1 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402148 Apr 22 15:37:09.208718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc228dc1-9744-49ba-b7c6-23f299a8162a req-0a0fc1f1-385e-4971-aec5-2f82533148e3 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:09.210184 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc228dc1-9744-49ba-b7c6-23f299a8162a req-0a0fc1f1-385e-4971-aec5-2f82533148e3 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0750363 Apr 22 15:37:09.257747 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc228dc1-9744-49ba-b7c6-23f299a8162a req-e94b191a-f57e-4f17-8081-f51aa25051d0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420070 Apr 22 15:37:10.235411 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:37:10.447920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b02c38-8a4a-48cd-9bf9-f22c3f0b68b3 req-f8b5c75b-4c42-4574-a4b9-3ff288421e03 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:10.449368 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-27b02c38-8a4a-48cd-9bf9-f22c3f0b68b3 req-f8b5c75b-4c42-4574-a4b9-3ff288421e03 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0754895 Apr 22 15:37:10.494247 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-27b02c38-8a4a-48cd-9bf9-f22c3f0b68b3 req-e5c3c24d-4056-4996-ba9b-444fdeedde97 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390275 Apr 22 15:37:11.695462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e08ce8-8c63-4412-b016-ffd2d2d4fe74 req-938747c1-758b-45e4-b4e6-dff82136e5f6 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:11.696896 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-78e08ce8-8c63-4412-b016-ffd2d2d4fe74 req-938747c1-758b-45e4-b4e6-dff82136e5f6 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0786395 Apr 22 15:37:11.741434 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-78e08ce8-8c63-4412-b016-ffd2d2d4fe74 req-d4c752b9-ba1e-4d15-84c7-8963ba22a8f3 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384715 Apr 22 15:37:12.740142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-068df689-f6a5-4114-a855-3feeb35c5b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:12.937143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b907f9-97e9-4e7e-ac03-7bd07188ee12 req-bd9a511a-9b13-47bf-9def-8e44b9e8a456 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:12.938497 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b1b907f9-97e9-4e7e-ac03-7bd07188ee12 req-bd9a511a-9b13-47bf-9def-8e44b9e8a456 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0750883 Apr 22 15:37:12.982938 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b1b907f9-97e9-4e7e-ac03-7bd07188ee12 req-8487d01a-cba9-409e-902a-c5d419489393 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390534 Apr 22 15:37:14.277293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c2eaf-04b1-4271-b4ab-e2f92383edbb req-6e387f58-9500-4df2-a854-f8456aeea3da tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:14.279378 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-236c2eaf-04b1-4271-b4ab-e2f92383edbb req-6e387f58-9500-4df2-a854-f8456aeea3da tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.1640482 Apr 22 15:37:14.323789 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-236c2eaf-04b1-4271-b4ab-e2f92383edbb req-e52299af-d2dc-4362-b07b-63c004002057 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388212 Apr 22 15:37:15.033191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-22afb7c9-25ae-4641-b6cc-7c7a997d7783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:15.516264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d03dc6-9b31-4073-b8a5-cf42579e39b6 req-bc699376-1579-4edc-bd65-b3898e7fb1cb tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:15.517702 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-98d03dc6-9b31-4073-b8a5-cf42579e39b6 req-bc699376-1579-4edc-bd65-b3898e7fb1cb tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0756197 Apr 22 15:37:15.562319 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-98d03dc6-9b31-4073-b8a5-cf42579e39b6 req-147063d5-7256-497e-adb7-50c85bf2acfe tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391281 Apr 22 15:37:16.027039 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:16.044767 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:16.620794 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-ed879b63-e6c2-4562-9723-5e9813d62611 service neutron] 10.222.0.70 "GET /v2.0/ports/07947501-7757-45a5-a473-8a87951cd345/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0793092 Apr 22 15:37:16.765998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63699-17a5-450b-ad16-0afbb52b501a req-9f8d2c00-6fb0-407e-bc98-262092095784 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:16.767519 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5a63699-17a5-450b-ad16-0afbb52b501a req-9f8d2c00-6fb0-407e-bc98-262092095784 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0770721 Apr 22 15:37:16.814703 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5a63699-17a5-450b-ad16-0afbb52b501a req-a916a040-eabe-45e4-8271-a6a863f39b6b tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417004 Apr 22 15:37:16.899568 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-7aafafbf-9f00-426f-b081-979008e12e19 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e&tenant_id=9d0b3f350ede42209acde612aad5b258 HTTP/1.1" status: 200 len: 1098 time: 0.0717342 Apr 22 15:37:17.002491 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-da4cdda7-8ba2-4a5d-ae2c-d162a21cf05e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d0b3f350ede42209acde612aad5b258&device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 1098 time: 0.0691361 Apr 22 15:37:17.129081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-5fc599d1-2b1a-4324-ac6f-2f5127290f33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:17.130783 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-5fc599d1-2b1a-4324-ac6f-2f5127290f33 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc HTTP/1.1" status: 200 len: 916 time: 0.1228983 Apr 22 15:37:17.202575 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-dbdb1113-d608-47a8-911d-4bb209442faa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07947501-7757-45a5-a473-8a87951cd345 HTTP/1.1" status: 200 len: 217 time: 0.0635946 Apr 22 15:37:17.261664 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-c1cd3714-6cd3-4b84-a381-50fcdef936e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:17.263077 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-c1cd3714-6cd3-4b84-a381-50fcdef936e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d13cb83-13c9-420f-995d-4dbe761c6eb6 HTTP/1.1" status: 200 len: 855 time: 0.0553601 Apr 22 15:37:17.308374 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-94415a42-15fa-4111-be05-58c671fb5784 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400975 Apr 22 15:37:17.434670 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-bce8b637-813a-40d7-846a-1c19d164110e service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205113 Apr 22 15:37:17.561258 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ccbdf74-b77d-453f-a56b-0ad8248a01a1 req-68d65839-92ce-459c-b203-dadb546f9974 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210217 Apr 22 15:37:17.605662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:18.006708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e488068-6461-4b0b-89f6-58562e7e7f8c req-4010d158-f2f7-4122-a8fb-6b502b6111d7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:18.008152 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9e488068-6461-4b0b-89f6-58562e7e7f8c req-4010d158-f2f7-4122-a8fb-6b502b6111d7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0757747 Apr 22 15:37:18.052358 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9e488068-6461-4b0b-89f6-58562e7e7f8c req-25c69dd6-c888-4afd-8d2e-8f1871c12626 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382178 Apr 22 15:37:19.249284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41453e8-f010-47b5-a40d-f26f23d27838 req-6b1588e7-6237-4da4-8001-bb0bbd5419ca tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:19.251019 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d41453e8-f010-47b5-a40d-f26f23d27838 req-6b1588e7-6237-4da4-8001-bb0bbd5419ca tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0784979 Apr 22 15:37:19.297686 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d41453e8-f010-47b5-a40d-f26f23d27838 req-b5aeb2ac-dd30-47a0-acb2-30f7aa735f2c tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390806 Apr 22 15:37:20.498820 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf2444-8d2d-47cc-ae08-c7d9fe8089fc req-2df9b4f9-47f7-4bc4-84a0-1ed4efd02361 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:20.500500 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c0cf2444-8d2d-47cc-ae08-c7d9fe8089fc req-2df9b4f9-47f7-4bc4-84a0-1ed4efd02361 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0768378 Apr 22 15:37:20.540162 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 07947501-7757-45a5-a473-8a87951cd345 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:37:20.547415 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c0cf2444-8d2d-47cc-ae08-c7d9fe8089fc req-6c9f6eb6-ecef-4edf-84fe-f6a05e11a5be tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Apr 22 15:37:20.548785 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 07947501-7757-45a5-a473-8a87951cd345 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:37:20.766118 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:20.783806 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 07947501-7757-45a5-a473-8a87951cd345, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=07947501-7757-45a5-a473-8a87951cd345,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:37:20.802192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '07947501-7757-45a5-a473-8a87951cd345', 'network_id': 'e25b978d-74fb-49d7-865b-0f6e1ee7cebc', 'port_id': '07947501-7757-45a5-a473-8a87951cd345', 'mac_address': 'fa:16:3e:88:bf:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d13cb83-13c9-420f-995d-4dbe761c6eb6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:37:20.806968 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7c1271-c9e3-4a04-92bb-709c64cb367e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07947501-7757-45a5-a473-8a87951cd345'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:37:20.851488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 07947501-7757-45a5-a473-8a87951cd345, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=07947501-7757-45a5-a473-8a87951cd345,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:37:20.861240 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:20.892684 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a427e8-0896-4bcd-a028-4fa20aaffef7'] response: {'server_uuid': '1d7c1271-c9e3-4a04-92bb-709c64cb367e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07947501-7757-45a5-a473-8a87951cd345', 'code': 200} Apr 22 15:37:20.918103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:20.944543 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07947501-7757-45a5-a473-8a87951cd345 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:37:20.952474 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=07947501-7757-45a5-a473-8a87951cd345,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:21.009613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:37:21.009961 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:37:21.560724 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:21.582524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07947501-7757-45a5-a473-8a87951cd345 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:37:21.603001 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 07947501-7757-45a5-a473-8a87951cd345, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=07947501-7757-45a5-a473-8a87951cd345,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:37:21.608559 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:21.702754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=07947501-7757-45a5-a473-8a87951cd345,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:21.745016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b7339-c698-4195-846e-8db5ab7f2086 req-9de4bceb-7b10-47e6-920d-28af3502794f tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:21.746479 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-097b7339-c698-4195-846e-8db5ab7f2086 req-9de4bceb-7b10-47e6-920d-28af3502794f tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 944 time: 0.0807705 Apr 22 15:37:21.786091 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['07947501-7757-45a5-a473-8a87951cd345'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:37:21.791428 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-097b7339-c698-4195-846e-8db5ab7f2086 req-442d889e-8314-483e-b9cd-d4797f59ecce tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385437 Apr 22 15:37:22.190208 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3b166-aed9-492a-b1ec-25bcac73fd48 req-9e95117d-1eb6-4b9a-8927-15ea48e318f0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:22.191613 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1cd3b166-aed9-492a-b1ec-25bcac73fd48 req-9e95117d-1eb6-4b9a-8927-15ea48e318f0 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 944 time: 0.1030183 Apr 22 15:37:22.196910 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322895f-bb30-4d9b-ac4c-1ae617c53919 req-5b9566b8-1dbe-4197-9e43-adf172edd67b tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:22.198218 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5322895f-bb30-4d9b-ac4c-1ae617c53919 req-5b9566b8-1dbe-4197-9e43-adf172edd67b tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e&tenant_id=9d0b3f350ede42209acde612aad5b258&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 944 time: 0.1458695 Apr 22 15:37:22.238717 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1cd3b166-aed9-492a-b1ec-25bcac73fd48 req-729460ed-da51-4d03-97ef-144ec5975de7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395143 Apr 22 15:37:22.442561 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5322895f-bb30-4d9b-ac4c-1ae617c53919 req-1155a281-2196-4c96-a41d-1054f38ce751 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d0b3f350ede42209acde612aad5b258&device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 1097 time: 0.1518929 Apr 22 15:37:22.550631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 07947501-7757-45a5-a473-8a87951cd345 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:37:22.569849 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322895f-bb30-4d9b-ac4c-1ae617c53919 req-9b038e4c-6f43-4b7b-ba61-57f514e627ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:22.571312 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5322895f-bb30-4d9b-ac4c-1ae617c53919 req-9b038e4c-6f43-4b7b-ba61-57f514e627ac service neutron] 10.222.0.70 "GET /v2.0/networks?id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc HTTP/1.1" status: 200 len: 916 time: 0.1231894 Apr 22 15:37:22.618598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 07947501-7757-45a5-a473-8a87951cd345 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:37:22.619171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:22.638674 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5322895f-bb30-4d9b-ac4c-1ae617c53919 req-8cd77d05-9f06-4317-840e-28eef74706de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07947501-7757-45a5-a473-8a87951cd345 HTTP/1.1" status: 200 len: 217 time: 0.0597758 Apr 22 15:37:22.703521 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322895f-bb30-4d9b-ac4c-1ae617c53919 req-dd7ea347-a520-41b5-8e77-eb3132d168bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:22.704960 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5322895f-bb30-4d9b-ac4c-1ae617c53919 req-dd7ea347-a520-41b5-8e77-eb3132d168bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d13cb83-13c9-420f-995d-4dbe761c6eb6 HTTP/1.1" status: 200 len: 855 time: 0.0615435 Apr 22 15:37:22.731004 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:22.748593 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5322895f-bb30-4d9b-ac4c-1ae617c53919 req-121758c2-27fd-4daa-8e1f-b27ce2d25a93 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e25b978d-74fb-49d7-865b-0f6e1ee7cebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380087 Apr 22 15:37:22.762112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 07947501-7757-45a5-a473-8a87951cd345, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=07947501-7757-45a5-a473-8a87951cd345,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:37:22.767419 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:22.830172 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=07947501-7757-45a5-a473-8a87951cd345,revision_number=8']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:22.881484 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5322895f-bb30-4d9b-ac4c-1ae617c53919 req-5dd9c50f-8270-4610-b6ef-53e5dd1c2a1f service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265731 Apr 22 15:37:22.894282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7c1271-c9e3-4a04-92bb-709c64cb367e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07947501-7757-45a5-a473-8a87951cd345'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:37:22.960340 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1864b0cc-d98c-44ff-a08c-9be5946fba77'] response: {'server_uuid': '1d7c1271-c9e3-4a04-92bb-709c64cb367e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07947501-7757-45a5-a473-8a87951cd345', 'code': 200} Apr 22 15:37:23.014291 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5322895f-bb30-4d9b-ac4c-1ae617c53919 req-373e6204-d950-4168-ad69-c822ccfb6b51 service neutron] 10.222.0.70 "GET /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272788 Apr 22 15:37:23.441092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28259dfe-76e1-438e-bdfe-db9679c1b32c req-8515a211-0859-41f8-aa7d-3c9a815ad774 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:23.442551 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28259dfe-76e1-438e-bdfe-db9679c1b32c req-8515a211-0859-41f8-aa7d-3c9a815ad774 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0833607 Apr 22 15:37:23.487914 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28259dfe-76e1-438e-bdfe-db9679c1b32c req-e318c661-e370-414a-865c-3fd229fba721 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397432 Apr 22 15:37:24.683150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84aa78d-4d51-4ba0-a586-023bec22460e req-5d95f09d-e35e-4913-a5d2-12218378cffd tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:24.684727 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d84aa78d-4d51-4ba0-a586-023bec22460e req-5d95f09d-e35e-4913-a5d2-12218378cffd tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0742824 Apr 22 15:37:24.728942 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d84aa78d-4d51-4ba0-a586-023bec22460e req-2439c5e7-1212-4be1-97e8-0e3f6f721d33 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388184 Apr 22 15:37:24.924314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd5d3f-4b23-402b-8cdf-edeee659b98e req-4b6be829-e956-410e-b44f-9b3e7e197aba tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:24.926048 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3cd5d3f-4b23-402b-8cdf-edeee659b98e req-4b6be829-e956-410e-b44f-9b3e7e197aba tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0830173 Apr 22 15:37:24.973547 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3cd5d3f-4b23-402b-8cdf-edeee659b98e req-51b701e2-7554-4bce-b590-8a5b7424cb5d tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Apr 22 15:37:25.164472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8b516-af2c-4d95-8849-c3a26df1df98 req-030d1a3d-815b-485c-a01a-3864fa1b7e45 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:25.165904 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51c8b516-af2c-4d95-8849-c3a26df1df98 req-030d1a3d-815b-485c-a01a-3864fa1b7e45 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0749764 Apr 22 15:37:25.213328 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51c8b516-af2c-4d95-8849-c3a26df1df98 req-055c3217-94d7-4fe5-9c6e-a182c468f5f5 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 Apr 22 15:37:25.785193 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d99fc-7dda-4dc4-ba06-862708f1be73 req-8aa45a56-abdb-4608-8d79-a90c1b5e0072 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:25.786661 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-804d99fc-7dda-4dc4-ba06-862708f1be73 req-8aa45a56-abdb-4608-8d79-a90c1b5e0072 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0757725 Apr 22 15:37:25.830553 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-804d99fc-7dda-4dc4-ba06-862708f1be73 req-4401f19d-12db-4b8e-a9bc-a24c0cca5498 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384436 Apr 22 15:37:27.031368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7492b-12db-4474-aaf0-4ac6fa191927 req-dba7420d-a297-45b9-b60e-760b96a6974c tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:27.032788 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-73b7492b-12db-4474-aaf0-4ac6fa191927 req-dba7420d-a297-45b9-b60e-760b96a6974c tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0795462 Apr 22 15:37:27.075952 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-73b7492b-12db-4474-aaf0-4ac6fa191927 req-84cd517d-85f3-41ef-b678-63d463c4b430 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372350 Apr 22 15:37:27.651899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62b693-87ba-4195-bfd4-8bc6b87a5f94 req-beb1f890-8beb-4be1-8d84-d9cacdb95e0f tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:27.653322 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fd62b693-87ba-4195-bfd4-8bc6b87a5f94 req-beb1f890-8beb-4be1-8d84-d9cacdb95e0f tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.0744281 Apr 22 15:37:27.723232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-fd62b693-87ba-4195-bfd4-8bc6b87a5f94 req-1a80faf7-db97-43b9-852d-79f964ced9a7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Deleting port 07947501-7757-45a5-a473-8a87951cd345 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:37:27.723494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-fd62b693-87ba-4195-bfd4-8bc6b87a5f94 req-1a80faf7-db97-43b9-852d-79f964ced9a7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:27.955064 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-fd62b693-87ba-4195-bfd4-8bc6b87a5f94 req-1a80faf7-db97-43b9-852d-79f964ced9a7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] For port 07947501-7757-45a5-a473-8a87951cd345, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=07947501-7757-45a5-a473-8a87951cd345,segment=NetworkSegment(0627a0e2-8731-4045-92c4-f1d050f54233),segment_id=0627a0e2-8731-4045-92c4-f1d050f54233)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:37:27.955417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-fd62b693-87ba-4195-bfd4-8bc6b87a5f94 req-1a80faf7-db97-43b9-852d-79f964ced9a7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:28.160138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-fd62b693-87ba-4195-bfd4-8bc6b87a5f94 req-1a80faf7-db97-43b9-852d-79f964ced9a7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Calling delete_port for 07947501-7757-45a5-a473-8a87951cd345 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:37:28.339013 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6751ec-7de9-4441-8dc6-bd49d714386d req-c493e0ab-7dfc-4efa-a27e-9ee75681e2ec tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:28.340437 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fd6751ec-7de9-4441-8dc6-bd49d714386d req-c493e0ab-7dfc-4efa-a27e-9ee75681e2ec tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d7c1271-c9e3-4a04-92bb-709c64cb367e HTTP/1.1" status: 200 len: 945 time: 0.1454725 Apr 22 15:37:28.381486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-fd62b693-87ba-4195-bfd4-8bc6b87a5f94 req-1a80faf7-db97-43b9-852d-79f964ced9a7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:28.414249 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['07947501-7757-45a5-a473-8a87951cd345'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:37:28.441706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80faf7-db97-43b9-852d-79f964ced9a7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Pushing event deleted for resources: {'Port': ['ID=07947501-7757-45a5-a473-8a87951cd345,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:28.478585 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fd6751ec-7de9-4441-8dc6-bd49d714386d req-e54549f8-fdb8-4dec-a0c9-85edfb700891 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.71 "GET /v2.0/security-groups?id=db89898f-58c9-4817-bae2-85d7f3dd5f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319516 Apr 22 15:37:28.514783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd62b693-87ba-4195-bfd4-8bc6b87a5f94 req-1a80faf7-db97-43b9-852d-79f964ced9a7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] No DVR routers for this DVR port 07947501-7757-45a5-a473-8a87951cd345 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:37:28.517296 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-fd62b693-87ba-4195-bfd4-8bc6b87a5f94 req-1a80faf7-db97-43b9-852d-79f964ced9a7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:28.519974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7c1271-c9e3-4a04-92bb-709c64cb367e', 'name': 'network-vif-deleted', 'tag': '07947501-7757-45a5-a473-8a87951cd345'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:37:28.535486 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fd62b693-87ba-4195-bfd4-8bc6b87a5f94 req-1a80faf7-db97-43b9-852d-79f964ced9a7 tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] 10.222.0.70 "DELETE /v2.0/ports/07947501-7757-45a5-a473-8a87951cd345 HTTP/1.1" status: 204 len: 173 time: 0.8766677 Apr 22 15:37:28.659422 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc634aa-27f7-4fde-8b2a-877aa90ad4e3'] response: {'server_uuid': '1d7c1271-c9e3-4a04-92bb-709c64cb367e', 'name': 'network-vif-deleted', 'tag': '07947501-7757-45a5-a473-8a87951cd345', 'status': 'completed', 'code': 200} Apr 22 15:37:29.729310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39718) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:37:29.792615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5278f46-e1ae-48fc-a9cd-2d79f078afa2 admin admin] Deleting subnet 2d13cb83-13c9-420f-995d-4dbe761c6eb6 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:37:29.795443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f5278f46-e1ae-48fc-a9cd-2d79f078afa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:29.842749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f5278f46-e1ae-48fc-a9cd-2d79f078afa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:29.895455 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f5278f46-e1ae-48fc-a9cd-2d79f078afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:29.963577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f5278f46-e1ae-48fc-a9cd-2d79f078afa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:30.001724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5278f46-e1ae-48fc-a9cd-2d79f078afa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d13cb83-13c9-420f-995d-4dbe761c6eb6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:30.007463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f5278f46-e1ae-48fc-a9cd-2d79f078afa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:30.013996 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f5278f46-e1ae-48fc-a9cd-2d79f078afa2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2d13cb83-13c9-420f-995d-4dbe761c6eb6 HTTP/1.1" status: 204 len: 168 time: 0.2836151 Apr 22 15:37:30.016375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39722) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:37:30.119865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7179515a-30a0-4b18-a1b2-860389ecf61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:30.241948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7179515a-30a0-4b18-a1b2-860389ecf61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:30.267219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7179515a-30a0-4b18-a1b2-860389ecf61e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25b978d-74fb-49d7-865b-0f6e1ee7cebc']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:30.278947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7179515a-30a0-4b18-a1b2-860389ecf61e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0627a0e2-8731-4045-92c4-f1d050f54233') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:30.279244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-7179515a-30a0-4b18-a1b2-860389ecf61e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0627a0e2-8731-4045-92c4-f1d050f54233') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:30.290217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7179515a-30a0-4b18-a1b2-860389ecf61e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:30.305744 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7179515a-30a0-4b18-a1b2-860389ecf61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:30.312212 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7179515a-30a0-4b18-a1b2-860389ecf61e admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:37:30.312619 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7179515a-30a0-4b18-a1b2-860389ecf61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:37:30.326060 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:37:30.404871 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7179515a-30a0-4b18-a1b2-860389ecf61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:30.422311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7179515a-30a0-4b18-a1b2-860389ecf61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:30.431804 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7179515a-30a0-4b18-a1b2-860389ecf61e admin admin] 10.222.0.71 "DELETE /v2.0/networks/e25b978d-74fb-49d7-865b-0f6e1ee7cebc HTTP/1.1" status: 204 len: 168 time: 0.4145041 Apr 22 15:37:30.432626 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179515a-30a0-4b18-a1b2-860389ecf61e admin admin] Pushing event deleted for resources: {'Network': ['ID=e25b978d-74fb-49d7-865b-0f6e1ee7cebc,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:30.563618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39728) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:37:30.612809 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cb3ad93f-d6b9-4cd4-9336-9a4a54e8446d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9d0b3f350ede42209acde612aad5b258&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480497 Apr 22 15:37:30.615219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39732) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:37:30.679088 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9118d614-c4ec-4fc3-834e-f32c17b25fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:30.707965 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9118d614-c4ec-4fc3-834e-f32c17b25fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:30.758786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9118d614-c4ec-4fc3-834e-f32c17b25fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:30.774472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118d614-c4ec-4fc3-834e-f32c17b25fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db89898f-58c9-4817-bae2-85d7f3dd5f66,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:30.779293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9118d614-c4ec-4fc3-834e-f32c17b25fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:30.782394 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9118d614-c4ec-4fc3-834e-f32c17b25fd5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/db89898f-58c9-4817-bae2-85d7f3dd5f66 HTTP/1.1" status: 204 len: 168 time: 0.1638293 Apr 22 15:37:31.603208 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39754) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:37:31.735270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1226875434-network', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:37:31.740156 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:37:31.744143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Usage tracker for resource:network and tenant:3ea6bb7c6dc24c04a7b173f6190cf451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:37:31.747037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:37:31.753049 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:37:31.762909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Made reservation on behalf of 3ea6bb7c6dc24c04a7b173f6190cf451 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:37:31.765331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:31.777233 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:31.809041 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:37:31.812832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Usage tracker for resource:security_group_rule and tenant:3ea6bb7c6dc24c04a7b173f6190cf451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:37:31.815604 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:37:31.821424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:37:31.885633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:31.889369 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:31.916738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:37:31.932124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58216ecb-c992-4877-bcfb-94b46e6217c6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:31.936551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:31.936896 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Added segment e2ab314c-5128-41df-8ec4-1e7837660496 of type vlan for network 68973413-a6a9-4138-bc73-e76184c3d28d Apr 22 15:37:31.962835 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:31.991732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:31.992720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:31.993306 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:32.105146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] Pushing event updated for resources: {'Network': ['ID=68973413-a6a9-4138-bc73-e76184c3d28d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:32.108098 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-96ba88e4-0e5d-4c2d-971f-89594fe4a948 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5038910 Apr 22 15:37:32.111232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 39760) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:37:32.114637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 68973413-a6a9-4138-bc73-e76184c3d28d details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:37:32.117783 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Request body: {'subnet': {'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1226875434-subnet', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:37:32.123156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:37:32.127358 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Usage tracker for resource:subnet and tenant:3ea6bb7c6dc24c04a7b173f6190cf451 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:37:32.130951 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:37:32.136682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:37:32.147390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Made reservation on behalf of 3ea6bb7c6dc24c04a7b173f6190cf451 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:37:32.149691 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:32.426061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:32.495967 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f052b066-50e6-43ab-9cf3-d9d498e9147d,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:32.511505 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:32.511849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:32.512183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:32.512515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:32.513480 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:32.513811 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:32.514157 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:32.514489 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:32.514813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:32.515134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:32.515455 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:32.519623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Checking segment: {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:37:32.519976 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Network hostable DHCP agents. Network: 68973413-a6a9-4138-bc73-e76184c3d28d, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:37:32.541401 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Network 68973413-a6a9-4138-bc73-e76184c3d28d is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:37:32.550418 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 68973413-a6a9-4138-bc73-e76184c3d28d) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:37:32.555841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:32.556001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:32.556818 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 07947501-7757-45a5-a473-8a87951cd345 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:37:32.578115 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d3a4e798-025c-4a03-abe6-bc6f7703dac2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4658024 Apr 22 15:37:32.580941 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 39764) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:37:32.585831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:37:32.586430 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55be66bf-c359-4a24-8d95-56f834eb801e None None] Network 68973413-a6a9-4138-bc73-e76184c3d28d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:37:32.590403 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:37:32.594259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Usage tracker for resource:router and tenant:3ea6bb7c6dc24c04a7b173f6190cf451 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:37:32.597087 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:37:32.602823 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:37:32.607801 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 07947501-7757-45a5-a473-8a87951cd345 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:37:32.608277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 07947501-7757-45a5-a473-8a87951cd345 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:37:32.612669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:32.613594 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:32.632448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:32.780275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:32.802709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-68973413-a6a9-4138-bc73-e76184c3d28d', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:37:32.803572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:32.957563 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Allocated IP 172.20.0.2 (68973413-a6a9-4138-bc73-e76184c3d28d/f052b066-50e6-43ab-9cf3-d9d498e9147d/02605389-f241-42ff-a392-fa3647741a6a) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:37:32.967614 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:32.996794 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:33.133212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Allocated IP 172.26.8.85 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/e3bbcfd7-2e5c-4176-8057-16a4945d536a) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:37:33.163908 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:33.174049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Transition to ACTIVE for port object 02605389-f241-42ff-a392-fa3647741a6a will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:37:33.192425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Transition to ACTIVE for port object 02605389-f241-42ff-a392-fa3647741a6a will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:37:33.197762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:33.277936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:33.280726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:33.281086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Pushing event updated for resources: {'Port': ['ID=02605389-f241-42ff-a392-fa3647741a6a,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:33.284159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Network 68973413-a6a9-4138-bc73-e76184c3d28d is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:37:33.285746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:37:33.288611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:37:33.299039 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:33.299388 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:33.299725 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:33.300059 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:33.300393 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:33.300720 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:33.301043 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:33.301367 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:33.301687 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:33.302006 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:33.302348 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:33.309745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:33.379126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:37:33.382268 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:37:33.384825 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:37:33.414811 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Pushing event updated for resources: {'Port': ['ID=e3bbcfd7-2e5c-4176-8057-16a4945d536a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:33.422295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Attempting to bind port 02605389-f241-42ff-a392-fa3647741a6a on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:37:33.422666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Attempting to bind port 02605389-f241-42ff-a392-fa3647741a6a by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:37:33.423027 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Attempting to bind port 02605389-f241-42ff-a392-fa3647741a6a on network 68973413-a6a9-4138-bc73-e76184c3d28d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:37:33.429283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:37:33.429646 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Checking segment: {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:37:33.430048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:33.430468 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Bound using segment: {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:37:33.430926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Bound port: 02605389-f241-42ff-a392-fa3647741a6a, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:37:33.431293 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:33.517105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] For port 02605389-f241-42ff-a392-fa3647741a6a, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:37:33.520568 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] For port 02605389-f241-42ff-a392-fa3647741a6a, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=02605389-f241-42ff-a392-fa3647741a6a,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:37:33.524066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:33.545367 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:33.546091 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:33.610763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64da9d-45dc-454f-9157-92c1ae35594a None None] Pushing event updated for resources: {'Port': ['ID=02605389-f241-42ff-a392-fa3647741a6a,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:33.796445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:37:34.090463 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:37:34.099962 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Sync routers for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:37:34.112255 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:37:34.113014 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:37:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:34.114845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:34.116064 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b46429f9-2fdd-468d-ad58-16dfced0db3a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5342038 Apr 22 15:37:34.118979 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39768) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:37:34.292715 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:37:34.510862 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b197dc7-4529-4f58-a4d3-72a7d06e43b8 None None] Network 68973413-a6a9-4138-bc73-e76184c3d28d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:37:34.593570 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:33Z', 'revision_number': 3, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:34.597603 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Checking router: d9636b29-5d65-4df6-a6c0-1e7cc393ce95 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:37:34.597948 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Updating router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 port e3bbcfd7-2e5c-4176-8057-16a4945d536a binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:37:34.657991 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:34.680396 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-fe53f18b-db69-4970-9470-4d9b001387d0 None None] Provisioning for port 02605389-f241-42ff-a392-fa3647741a6a completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:37:34.971645 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.027585 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.040244 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Transition to ACTIVE for port object e3bbcfd7-2e5c-4176-8057-16a4945d536a will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:37:35.047000 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.123952 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ae12a-90ef-48cf-8167-5b00a982ee26 None None] Pushing event updated for resources: {'Port': ['ID=e3bbcfd7-2e5c-4176-8057-16a4945d536a,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:35.132216 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Attempting to bind port e3bbcfd7-2e5c-4176-8057-16a4945d536a on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:37:35.132567 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Attempting to bind port e3bbcfd7-2e5c-4176-8057-16a4945d536a by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:37:35.132916 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Attempting to bind port e3bbcfd7-2e5c-4176-8057-16a4945d536a on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:37:35.139315 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ae12a-90ef-48cf-8167-5b00a982ee26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:35.139654 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ae12a-90ef-48cf-8167-5b00a982ee26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:35.139980 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ae12a-90ef-48cf-8167-5b00a982ee26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:35.140303 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ae12a-90ef-48cf-8167-5b00a982ee26 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:35.140623 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ae12a-90ef-48cf-8167-5b00a982ee26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:35.140944 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ae12a-90ef-48cf-8167-5b00a982ee26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:35.141262 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ae12a-90ef-48cf-8167-5b00a982ee26 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:35.141573 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ae12a-90ef-48cf-8167-5b00a982ee26 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:35.141888 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ae12a-90ef-48cf-8167-5b00a982ee26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:35.142230 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ae12a-90ef-48cf-8167-5b00a982ee26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:35.142601 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7ae12a-90ef-48cf-8167-5b00a982ee26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:35.148276 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:37:35.148638 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:37:35.149025 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.149395 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:37:35.149844 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Bound port: e3bbcfd7-2e5c-4176-8057-16a4945d536a, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:37:35.150234 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.187843 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Allocated IP 172.20.0.1 (68973413-a6a9-4138-bc73-e76184c3d28d/f052b066-50e6-43ab-9cf3-d9d498e9147d/3ead2939-c89f-4b40-a524-9cbe1b44a247) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:37:35.219155 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] For port e3bbcfd7-2e5c-4176-8057-16a4945d536a, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:37:35.222174 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] For port e3bbcfd7-2e5c-4176-8057-16a4945d536a, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e3bbcfd7-2e5c-4176-8057-16a4945d536a,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:37:35.228004 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.310092 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ae12a-90ef-48cf-8167-5b00a982ee26 None None] Pushing event updated for resources: {'Port': ['ID=e3bbcfd7-2e5c-4176-8057-16a4945d536a,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:35.314429 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:37:35.315012 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:37:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:35.339348 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.354839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Transition to ACTIVE for port object 3ead2939-c89f-4b40-a524-9cbe1b44a247 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:37:35.376429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.441690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Network 68973413-a6a9-4138-bc73-e76184c3d28d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:37:35.444506 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:37:35.449429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:37:35.473998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Pushing event updated for resources: {'Port': ['ID=3ead2939-c89f-4b40-a524-9cbe1b44a247,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:35.498119 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:37:35.517002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.595625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 02605389-f241-42ff-a392-fa3647741a6a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:37:35.631906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.675497 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 02605389-f241-42ff-a392-fa3647741a6a completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:37:35.681059 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 02605389-f241-42ff-a392-fa3647741a6a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:37:35.681544 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.790704 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2439ecd8-6cf2-472f-bcc2-312eeeca5962 None None] Provisioning for port 3ead2939-c89f-4b40-a524-9cbe1b44a247 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:37:35.802841 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2439ecd8-6cf2-472f-bcc2-312eeeca5962 None None] Provisioning complete for port 3ead2939-c89f-4b40-a524-9cbe1b44a247 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:37:35.803212 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2439ecd8-6cf2-472f-bcc2-312eeeca5962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.832176 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:33Z', 'revision_number': 3, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:35.836743 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f75511-7a86-4159-b2dc-8986472638fb None None] The sync data for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv is: [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:33Z', 'revision_number': 3, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:37:35.862265 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.873352 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.880042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.885480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2439ecd8-6cf2-472f-bcc2-312eeeca5962 None None] Port 3ead2939-c89f-4b40-a524-9cbe1b44a247 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:37:35.906595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 02605389-f241-42ff-a392-fa3647741a6a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=02605389-f241-42ff-a392-fa3647741a6a,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:37:35.910991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:35.985631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=02605389-f241-42ff-a392-fa3647741a6a,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:36.087947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Pushing event updated for resources: {'Port': ['ID=3ead2939-c89f-4b40-a524-9cbe1b44a247,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:36.090394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:36.238044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Network 68973413-a6a9-4138-bc73-e76184c3d28d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:37:36.239207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:37:36.513564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-97ae218b-8554-4974-a4f5-b04d56e672fb None None] Provisioning complete for port 3ead2939-c89f-4b40-a524-9cbe1b44a247 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:37:36.513933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-97ae218b-8554-4974-a4f5-b04d56e672fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:36.572122 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-97ae218b-8554-4974-a4f5-b04d56e672fb None None] Port 3ead2939-c89f-4b40-a524-9cbe1b44a247 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:37:36.640632 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:37:36.854874 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:37:36.863443 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-31e882d4-6069-45e4-a490-e27251dbdea5 admin admin] 10.222.0.71 "PUT /v2.0/routers/d9636b29-5d65-4df6-a6c0-1e7cc393ce95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7432446 Apr 22 15:37:37.449160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39778) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:37:37.455241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002799043', 'description': 'tempest-description--584862050'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:37:37.460941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:37:37.464977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Usage tracker for resource:security_group and tenant:3ea6bb7c6dc24c04a7b173f6190cf451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:37:37.468473 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:37:37.474094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:37:37.491231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.526693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:37:37.531052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Usage tracker for resource:security_group_rule and tenant:3ea6bb7c6dc24c04a7b173f6190cf451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:37:37.533872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:37:37.539738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:37:37.589618 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e3bbcfd7-2e5c-4176-8057-16a4945d536a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:37:37.597812 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.602704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.646182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=323b350d-6cd5-4dde-ae72-ede96a8e2c30,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:37.650940 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.655278 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-df785c0d-3445-4230-aeae-9a579bdaf731 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2020490 Apr 22 15:37:37.655813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 39782) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:37:37.661267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-37e98734-d737-491c-b2e0-6c8c698a0a19 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Request body: {'security_group_rule': {'security_group_id': '323b350d-6cd5-4dde-ae72-ede96a8e2c30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:37:37.669620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port e3bbcfd7-2e5c-4176-8057-16a4945d536a completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:37:37.672445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-37e98734-d737-491c-b2e0-6c8c698a0a19 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:37:37.674783 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port e3bbcfd7-2e5c-4176-8057-16a4945d536a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:37:37.675156 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.676247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-37e98734-d737-491c-b2e0-6c8c698a0a19 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Usage tracker for resource:security_group_rule and tenant:3ea6bb7c6dc24c04a7b173f6190cf451 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:37:37.679728 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-37e98734-d737-491c-b2e0-6c8c698a0a19 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:37:37.685261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-37e98734-d737-491c-b2e0-6c8c698a0a19 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:37:37.700787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37e98734-d737-491c-b2e0-6c8c698a0a19 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.762174 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37e98734-d737-491c-b2e0-6c8c698a0a19 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.765929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37e98734-d737-491c-b2e0-6c8c698a0a19 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.786953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.789627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e98734-d737-491c-b2e0-6c8c698a0a19 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f476ab9-7e99-42b6-8aea-25b899afb399,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:37.801051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-37e98734-d737-491c-b2e0-6c8c698a0a19 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.802256 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-37e98734-d737-491c-b2e0-6c8c698a0a19 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1456726 Apr 22 15:37:37.804588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port e3bbcfd7-2e5c-4176-8057-16a4945d536a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e3bbcfd7-2e5c-4176-8057-16a4945d536a,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:37:37.804833 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 39786) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:37:37.808532 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.809292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 02605389-f241-42ff-a392-fa3647741a6a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:37:37.810477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-bd91d4ef-991a-4572-a2d1-8ef67155bbcb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Request body: {'security_group_rule': {'security_group_id': '323b350d-6cd5-4dde-ae72-ede96a8e2c30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:37:37.816183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bd91d4ef-991a-4572-a2d1-8ef67155bbcb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:37:37.819922 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bd91d4ef-991a-4572-a2d1-8ef67155bbcb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Usage tracker for resource:security_group_rule and tenant:3ea6bb7c6dc24c04a7b173f6190cf451 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:37:37.822766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-bd91d4ef-991a-4572-a2d1-8ef67155bbcb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:37:37.828608 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-bd91d4ef-991a-4572-a2d1-8ef67155bbcb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:37:37.844907 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd91d4ef-991a-4572-a2d1-8ef67155bbcb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.905987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd91d4ef-991a-4572-a2d1-8ef67155bbcb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.910258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd91d4ef-991a-4572-a2d1-8ef67155bbcb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.921293 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=e3bbcfd7-2e5c-4176-8057-16a4945d536a,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:37.933057 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91d4ef-991a-4572-a2d1-8ef67155bbcb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffac0a7-2575-41c1-b330-6b9437dbda03,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:37.944199 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-bd91d4ef-991a-4572-a2d1-8ef67155bbcb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.945559 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bd91d4ef-991a-4572-a2d1-8ef67155bbcb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1398087 Apr 22 15:37:37.948627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39790) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:37:37.949504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 02605389-f241-42ff-a392-fa3647741a6a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:37:37.949878 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:37.954572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:37:37.960065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:37:37.964058 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Usage tracker for resource:floatingip and tenant:3ea6bb7c6dc24c04a7b173f6190cf451 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:37:37.966953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:37:37.972623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:37:37.985032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:38.118866 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:38.255738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Allocated IP 172.26.8.210 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/3269b7ec-e3a2-4e66-9f2e-13998ef5b1c8) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:37:38.396273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:38.423982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:38.493020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:37:38.495805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:37:38.499920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:37:38.523134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event updated for resources: {'Port': ['ID=3269b7ec-e3a2-4e66-9f2e-13998ef5b1c8,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:38.544790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:38.545123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:38.545454 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:38.545781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:38.546105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:38.546449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:38.546767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:38.547085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:38.547400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:38.547713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:38.548029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:37:38.754705 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:38.809471 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:39.009491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:39.014565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:39.125470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event updated for resources: {'Port': ['ID=3269b7ec-e3a2-4e66-9f2e-13998ef5b1c8,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:39.137224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:39.160400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:39.161682 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-574e4627-3d43-4457-a188-a9e72a021e0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2120750 Apr 22 15:37:39.308249 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Sync routers for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:37:39.319625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:37:39.320252 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:37:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:39.330543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-379f2ade-edc0-498e-819b-190729633394 req-2a208a7e-c270-407e-8a95-f3647261b64e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Synchronizing usage tracker for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:37:39.347305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-379f2ade-edc0-498e-819b-190729633394 req-2a208a7e-c270-407e-8a95-f3647261b64e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Unset dirty status for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:37:39.348372 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-2a208a7e-c270-407e-8a95-f3647261b64e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2002799043&fields=id&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 267 time: 0.0586970 Apr 22 15:37:39.496544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f2ade-edc0-498e-819b-190729633394 req-b491e9be-e782-4167-a743-7975cd37c008 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:39.497276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-379f2ade-edc0-498e-819b-190729633394 req-b491e9be-e782-4167-a743-7975cd37c008 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Synchronizing usage tracker for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:37:39.499569 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:37:39.515789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-379f2ade-edc0-498e-819b-190729633394 req-b491e9be-e782-4167-a743-7975cd37c008 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Unset dirty status for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:37:39.518744 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-b491e9be-e782-4167-a743-7975cd37c008 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 812 time: 0.1638155 Apr 22 15:37:39.537708 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-616af256-2140-4d6e-860d-aba4e9135947 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/quotas/3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 375 time: 0.0119326 Apr 22 15:37:39.540233 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e3bbcfd7-2e5c-4176-8057-16a4945d536a up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:37:39.624275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-379f2ade-edc0-498e-819b-190729633394 req-8af754bd-1068-40ca-bf8f-fff4576deae3 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Synchronizing usage tracker for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:37:39.642652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-379f2ade-edc0-498e-819b-190729633394 req-8af754bd-1068-40ca-bf8f-fff4576deae3 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Unset dirty status for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:37:39.643965 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-8af754bd-1068-40ca-bf8f-fff4576deae3 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005278 Apr 22 15:37:39.784086 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-84a34f4b-60bb-4e4a-a583-2eee3df7fe16 service neutron] 10.222.0.71 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278522 Apr 22 15:37:39.816318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port e3bbcfd7-2e5c-4176-8057-16a4945d536a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:37:39.816692 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:39.914255 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-29b9326c-691a-46d8-89ab-d905f1082576 service neutron] 10.222.0.71 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241150 Apr 22 15:37:40.001648 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 2, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:40.005656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Checking router: d9636b29-5d65-4df6-a6c0-1e7cc393ce95 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:37:40.006007 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Updating router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 port 3ead2939-c89f-4b40-a524-9cbe1b44a247 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:37:40.058695 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:40.116190 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-74368451-c633-4117-95ac-c398e8bd39e0 req-a3830598-ff6c-4828-917a-1f91339cc42d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 210 time: 0.0513208 Apr 22 15:37:40.399047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:40.411290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Transition to ACTIVE for port object 3ead2939-c89f-4b40-a524-9cbe1b44a247 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:37:40.417658 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:40.545480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf8de9-51b1-4a67-94e5-b14b523a8165 None None] Pushing event updated for resources: {'Port': ['ID=3ead2939-c89f-4b40-a524-9cbe1b44a247,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:40.638337 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Attempting to bind port 3ead2939-c89f-4b40-a524-9cbe1b44a247 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:37:40.638700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Attempting to bind port 3ead2939-c89f-4b40-a524-9cbe1b44a247 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:37:40.639060 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Attempting to bind port 3ead2939-c89f-4b40-a524-9cbe1b44a247 on network 68973413-a6a9-4138-bc73-e76184c3d28d {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:37:40.645790 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:37:40.646280 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Checking segment: {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:37:40.646583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:40.646972 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Bound using segment: {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:37:40.647439 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Bound port: 3ead2939-c89f-4b40-a524-9cbe1b44a247, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:37:40.647809 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:40.749284 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] For port 3ead2939-c89f-4b40-a524-9cbe1b44a247, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:37:40.752654 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] For port 3ead2939-c89f-4b40-a524-9cbe1b44a247, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3ead2939-c89f-4b40-a524-9cbe1b44a247,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:37:40.756829 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:40.834688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf8de9-51b1-4a67-94e5-b14b523a8165 None None] Pushing event updated for resources: {'Port': ['ID=3ead2939-c89f-4b40-a524-9cbe1b44a247,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:40.843081 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:37:40.843690 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:37:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:41.025181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:37:41.276591 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ca5552ca-8b4a-434c-b96f-0841172c396f req-1864e2cd-9a11-4b23-aa71-dd738bf09598 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 210 time: 0.0418129 Apr 22 15:37:41.382677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:40Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:41.386673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a82aca-d356-4701-b953-2a4eac462d14 None None] The sync data for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv is: [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:40Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:37:41.562015 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3ead2939-c89f-4b40-a524-9cbe1b44a247 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:37:41.577960 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f2ade-edc0-498e-819b-190729633394 req-6bb9bc71-c51a-4981-a1b6-f10ae38d20eb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:41.579456 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-6bb9bc71-c51a-4981-a1b6-f10ae38d20eb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 812 time: 0.2005470 Apr 22 15:37:41.652007 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-53d5cc0d-a1e6-43a4-9866-75cf17b383ad tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 380 time: 0.0530083 Apr 22 15:37:41.652512 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 3ead2939-c89f-4b40-a524-9cbe1b44a247 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:37:41.658576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 3ead2939-c89f-4b40-a524-9cbe1b44a247 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:37:41.658949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:41.663104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Request body: {'port': {'device_id': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'admin_state_up': True, 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'security_groups': ['323b350d-6cd5-4dde-ae72-ede96a8e2c30']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:37:41.776832 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:41.810088 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 3ead2939-c89f-4b40-a524-9cbe1b44a247, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3ead2939-c89f-4b40-a524-9cbe1b44a247,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:37:41.812842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:37:41.815366 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:41.824590 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:37:41.836638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Made reservation on behalf of 3ea6bb7c6dc24c04a7b173f6190cf451 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:37:41.839889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:41.887414 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=3ead2939-c89f-4b40-a524-9cbe1b44a247,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:42.006473 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Allocated IP 172.20.0.10 (68973413-a6a9-4138-bc73-e76184c3d28d/f052b066-50e6-43ab-9cf3-d9d498e9147d/a8ec389c-94a6-4863-a4b4-5b110cb53e0d) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:37:42.291966 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:42.308946 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Transition to ACTIVE for port object a8ec389c-94a6-4863-a4b4-5b110cb53e0d will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:37:42.332189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:42.402093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Network 68973413-a6a9-4138-bc73-e76184c3d28d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:37:42.403753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:37:42.406504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:37:42.488170 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event updated for resources: {'Port': ['ID=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:42.525346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:42.525928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:42.563202 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-f2dfe013-4539-4964-a2fd-de4adeb35684 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9041455 Apr 22 15:37:42.569795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6564b-2910-4179-84ed-80118ec874de req-b0f7c53b-ebc9-43ad-96d7-66f0d9da3db0 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:42.570515 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-4ec6564b-2910-4179-84ed-80118ec874de req-b0f7c53b-ebc9-43ad-96d7-66f0d9da3db0 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Synchronizing usage tracker for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:37:42.581342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Request body: {'port': {'device_id': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:37:42.621821 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d8df9112-773a-46eb-82df-d7d7240d7580 None None] Provisioning for port a8ec389c-94a6-4863-a4b4-5b110cb53e0d completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:37:42.627531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d8df9112-773a-46eb-82df-d7d7240d7580 None None] Provisioning complete for port a8ec389c-94a6-4863-a4b4-5b110cb53e0d triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:37:42.627888 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d8df9112-773a-46eb-82df-d7d7240d7580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:42.629406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-4ec6564b-2910-4179-84ed-80118ec874de req-b0f7c53b-ebc9-43ad-96d7-66f0d9da3db0 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Unset dirty status for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:37:42.630577 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4ec6564b-2910-4179-84ed-80118ec874de req-b0f7c53b-ebc9-43ad-96d7-66f0d9da3db0 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 932 time: 0.1971509 Apr 22 15:37:42.679445 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d8df9112-773a-46eb-82df-d7d7240d7580 None None] Port a8ec389c-94a6-4863-a4b4-5b110cb53e0d cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:37:42.729353 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:42.742571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5c7310f0-0922-459a-a7e8-3ba294c2b414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:42.744952 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4ec6564b-2910-4179-84ed-80118ec874de req-72a03577-4840-4521-aa4d-75bb63c06707 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075299 Apr 22 15:37:43.062219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ec389c-94a6-4863-a4b4-5b110cb53e0d {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:37:43.068838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:43.082606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Transition to ACTIVE for port object a8ec389c-94a6-4863-a4b4-5b110cb53e0d will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:37:43.086429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:43.213666 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Pushing event updated for resources: {'Port': ['ID=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:43.321210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Attempting to bind port a8ec389c-94a6-4863-a4b4-5b110cb53e0d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:37:43.321783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Attempting to bind port a8ec389c-94a6-4863-a4b4-5b110cb53e0d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:37:43.321881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Attempting to bind port a8ec389c-94a6-4863-a4b4-5b110cb53e0d on network 68973413-a6a9-4138-bc73-e76184c3d28d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:37:43.328022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Port a8ec389c-94a6-4863-a4b4-5b110cb53e0d on network 68973413-a6a9-4138-bc73-e76184c3d28d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:37:43.328340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Attempting to bind port a8ec389c-94a6-4863-a4b4-5b110cb53e0d on network 68973413-a6a9-4138-bc73-e76184c3d28d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:37:43.334426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:37:43.334762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Checking segment: {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:37:43.335143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Bound using segment: {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:37:43.335563 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Bound port: a8ec389c-94a6-4863-a4b4-5b110cb53e0d, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:37:43.335906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:43.421338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] For port a8ec389c-94a6-4863-a4b4-5b110cb53e0d, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:37:43.424262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] For port a8ec389c-94a6-4863-a4b4-5b110cb53e0d, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:37:43.428941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:43.490796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:43.492132 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] 10.222.0.70 "PUT /v2.0/ports/a8ec389c-94a6-4863-a4b4-5b110cb53e0d HTTP/1.1" status: 200 len: 1094 time: 0.9146252 Apr 22 15:37:43.492564 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'tag': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:37:43.511591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb888803-65a5-49ed-8fca-59c05272d87b service neutron] Pushing event updated for resources: {'Port': ['ID=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:43.544617 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3ead2939-c89f-4b40-a524-9cbe1b44a247 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:37:43.585617 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f1b703-c3df-4553-83c4-22171ad69215'] response: {'name': 'network-changed', 'server_uuid': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'tag': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d', 'status': 'completed', 'code': 200} Apr 22 15:37:43.627659 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-6637a3df-85fe-4118-9b63-c9270f5c2c3e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 1097 time: 0.0751243 Apr 22 15:37:43.628304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 3ead2939-c89f-4b40-a524-9cbe1b44a247 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:37:43.628752 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:43.707505 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-4c8017da-4436-4122-946e-c3141f468e04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d HTTP/1.1" status: 200 len: 217 time: 0.0669196 Apr 22 15:37:43.768436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f2ade-edc0-498e-819b-190729633394 req-93537506-ef76-4975-b507-e0561259e92f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:43.769862 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-93537506-ef76-4975-b507-e0561259e92f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0570319 Apr 22 15:37:43.848049 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-e389f7b0-1a51-40ef-8ea3-30de26788460 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722549 Apr 22 15:37:44.114165 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-06aa5595-7ca8-42a3-b89b-b53d25732aa0 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606437 Apr 22 15:37:44.195661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4875e5e-0314-4f9a-b639-61e2a6e12b67 req-034a30d7-e94c-42d9-b906-28c868d22e9a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:44.197106 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e4875e5e-0314-4f9a-b639-61e2a6e12b67 req-034a30d7-e94c-42d9-b906-28c868d22e9a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 944 time: 0.2798107 Apr 22 15:37:44.281339 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e4875e5e-0314-4f9a-b639-61e2a6e12b67 req-e65f53a2-3ddf-4b7e-bc67-df403009b675 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715289 Apr 22 15:37:44.288573 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-379f2ade-edc0-498e-819b-190729633394 req-f46f8cb3-4287-4d7b-bfee-7ec482813596 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675806 Apr 22 15:37:44.456013 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32018f7c-76b4-402e-9bc2-48deea26afa5 req-11b0e8ea-8c5b-40db-b235-f5acedaf3f17 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 1097 time: 0.0722277 Apr 22 15:37:44.584060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32018f7c-76b4-402e-9bc2-48deea26afa5 req-652b9d5b-42a5-405c-b4e6-609cb636a35f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:44.585446 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32018f7c-76b4-402e-9bc2-48deea26afa5 req-652b9d5b-42a5-405c-b4e6-609cb636a35f service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1225314 Apr 22 15:37:44.657149 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32018f7c-76b4-402e-9bc2-48deea26afa5 req-133a0321-2076-4f8c-81a1-5c4cd6165e9a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d HTTP/1.1" status: 200 len: 217 time: 0.0616448 Apr 22 15:37:44.720698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32018f7c-76b4-402e-9bc2-48deea26afa5 req-c6ba5113-4482-4d91-be3a-0205b3b6d506 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:44.722008 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32018f7c-76b4-402e-9bc2-48deea26afa5 req-c6ba5113-4482-4d91-be3a-0205b3b6d506 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0590475 Apr 22 15:37:44.794510 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32018f7c-76b4-402e-9bc2-48deea26afa5 req-1710c5e8-24cd-479c-9e71-e690ad742059 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658972 Apr 22 15:37:44.922261 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32018f7c-76b4-402e-9bc2-48deea26afa5 req-11b8316c-29f5-4c43-8f4a-60042a9e0734 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225891 Apr 22 15:37:45.034813 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7536f213-ce6a-45de-bdb6-a8f8a3d0b85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:45.053741 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32018f7c-76b4-402e-9bc2-48deea26afa5 req-56478ae1-d46b-4bcd-a83a-d9ace16d541a service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255705 Apr 22 15:37:45.492827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af519fa-8087-49b3-80e8-9311f99d66ba req-156cf8ad-8f9a-4870-acab-3cfd115a83fe tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:45.494295 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0af519fa-8087-49b3-80e8-9311f99d66ba req-156cf8ad-8f9a-4870-acab-3cfd115a83fe tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 944 time: 0.0796051 Apr 22 15:37:45.539218 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0af519fa-8087-49b3-80e8-9311f99d66ba req-12c50257-4591-41fd-9783-51318fc16711 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393896 Apr 22 15:37:46.031842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:46.048457 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:46.728281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93fa6a-5d32-403a-bfca-12b9d4914893 req-47c9c77b-2afb-4ff7-954c-81bd7f50a395 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:46.729725 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2e93fa6a-5d32-403a-bfca-12b9d4914893 req-47c9c77b-2afb-4ff7-954c-81bd7f50a395 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 944 time: 0.0745611 Apr 22 15:37:46.774552 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2e93fa6a-5d32-403a-bfca-12b9d4914893 req-9f4b1618-6523-46a8-adda-3863f6deb857 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393031 Apr 22 15:37:47.235828 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:37:47.608361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:47.976276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d348c91-520c-4feb-9b13-92cb9949a6ae req-548d1f1c-c26b-4abf-9253-09e8a91bb29d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:47.977762 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3d348c91-520c-4feb-9b13-92cb9949a6ae req-548d1f1c-c26b-4abf-9253-09e8a91bb29d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 944 time: 0.0810413 Apr 22 15:37:48.022540 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3d348c91-520c-4feb-9b13-92cb9949a6ae req-586b77dd-66cd-49c3-8076-3f65cc51a53b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391839 Apr 22 15:37:48.619517 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a8ec389c-94a6-4863-a4b4-5b110cb53e0d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:37:48.749417 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a8ec389c-94a6-4863-a4b4-5b110cb53e0d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:37:48.762400 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'port_id': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d', 'mac_address': 'fa:16:3e:8d:fa:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:37:48.813779 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:48.829949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ec389c-94a6-4863-a4b4-5b110cb53e0d {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:37:48.844036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a8ec389c-94a6-4863-a4b4-5b110cb53e0d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:37:48.847801 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:48.917677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:49.217887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc887f-0f10-42b8-b61e-cf7cbb0f8fbb req-3d09246b-f403-4abf-8520-639ae43a332b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:49.219252 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-85cc887f-0f10-42b8-b61e-cf7cbb0f8fbb req-3d09246b-f403-4abf-8520-639ae43a332b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 945 time: 0.0742280 Apr 22 15:37:49.261322 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['a8ec389c-94a6-4863-a4b4-5b110cb53e0d'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:37:49.263487 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-85cc887f-0f10-42b8-b61e-cf7cbb0f8fbb req-239ba96b-7df0-409f-acbb-d5d3a0264843 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388796 Apr 22 15:37:50.488909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbd21e-60ff-4e9b-9b80-d20fdb07e09f req-478acd1a-cd47-4532-a53b-c58295e3ef90 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:50.490397 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fdbbd21e-60ff-4e9b-9b80-d20fdb07e09f req-478acd1a-cd47-4532-a53b-c58295e3ef90 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 945 time: 0.1053047 Apr 22 15:37:50.537926 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fdbbd21e-60ff-4e9b-9b80-d20fdb07e09f req-40898141-9da4-416c-beaf-98f8806ccffc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421226 Apr 22 15:37:50.634751 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a8ec389c-94a6-4863-a4b4-5b110cb53e0d up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:37:50.703013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port a8ec389c-94a6-4863-a4b4-5b110cb53e0d completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:37:50.707742 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port a8ec389c-94a6-4863-a4b4-5b110cb53e0d triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:37:50.708119 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:50.819177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:50.845946 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:37:50.855485 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a8ec389c-94a6-4863-a4b4-5b110cb53e0d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:37:50.859834 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:50.933865 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:37:50.976453 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b849b858-fea0-48c5-a317-6a2d60881270'] response: {'server_uuid': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d', 'code': 200} Apr 22 15:37:51.241525 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b215df2d-156e-4a2f-be91-624bc28ff622 req-a19a1b33-c023-4169-a088-6baa747f22fc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 1099 time: 0.0677814 Apr 22 15:37:51.287106 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b215df2d-156e-4a2f-be91-624bc28ff622 req-965653dc-5926-45f2-a65f-76d9f09487cc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402150 Apr 22 15:37:51.730769 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d4d43-4c8c-4dc3-89c7-3b36b5264e09 req-aa69ba4b-e2fd-470f-ab4d-0e5a03798403 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:51.732621 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-272d4d43-4c8c-4dc3-89c7-3b36b5264e09 req-aa69ba4b-e2fd-470f-ab4d-0e5a03798403 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0756152 Apr 22 15:37:51.776985 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-272d4d43-4c8c-4dc3-89c7-3b36b5264e09 req-3d34f1c9-302e-48b9-9c3b-eba7878c33ef tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390022 Apr 22 15:37:53.058179 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439fa69-55ac-4a08-998e-599ea8fa2d73 req-724b0042-bbd9-4d6a-96b7-b30829fabb53 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:53.059758 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9439fa69-55ac-4a08-998e-599ea8fa2d73 req-724b0042-bbd9-4d6a-96b7-b30829fabb53 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.1642711 Apr 22 15:37:53.104174 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9439fa69-55ac-4a08-998e-599ea8fa2d73 req-b3af01ff-95b9-4756-8ac7-b6b65f49e292 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381751 Apr 22 15:37:53.296547 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb736c4-c265-48f2-8e71-f358bdcf9491 req-fe04cd1e-f087-4edd-8a3f-ed0a23c69487 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:53.297983 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1fb736c4-c265-48f2-8e71-f358bdcf9491 req-fe04cd1e-f087-4edd-8a3f-ed0a23c69487 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0747182 Apr 22 15:37:53.306455 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 39848) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:37:53.312117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-6ad54f75-9b81-4d34-a200-2c200886b89c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Request body: {'floatingip': {'port_id': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:37:53.387941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6ad54f75-9b81-4d34-a200-2c200886b89c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:53.962228 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6ad54f75-9b81-4d34-a200-2c200886b89c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:53.966086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6ad54f75-9b81-4d34-a200-2c200886b89c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:54.151451 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-6ad54f75-9b81-4d34-a200-2c200886b89c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Floating IP 925ae94a-673f-446f-91f1-dab5a6413c33 associated. External IP: 172.26.8.210, port: a8ec389c-94a6-4863-a4b4-5b110cb53e0d. Apr 22 15:37:54.642974 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3156fd00-4c4c-4abf-93c3-6212ca0c14e5 req-ea44b566-fa01-4419-a74b-b8f57b43d58a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1962450 Apr 22 15:37:54.686932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad54f75-9b81-4d34-a200-2c200886b89c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:37:54.900779 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3156fd00-4c4c-4abf-93c3-6212ca0c14e5 req-b2240f02-d5d5-4ea7-8e93-7cf42e8afe7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 1099 time: 0.1508884 Apr 22 15:37:55.048661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad54f75-9b81-4d34-a200-2c200886b89c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:37:55.058020 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad1387-5029-4cdc-8a66-d4c73cb451cf None None] Sync routers for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:37:55.060484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6ad54f75-9b81-4d34-a200-2c200886b89c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:37:55.069707 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad1387-5029-4cdc-8a66-d4c73cb451cf None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:37:55.070461 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-bcad1387-5029-4cdc-8a66-d4c73cb451cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:37:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:55.109310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156fd00-4c4c-4abf-93c3-6212ca0c14e5 req-9ec05ae0-1f05-4082-b052-f68753c0d398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:55.110772 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3156fd00-4c4c-4abf-93c3-6212ca0c14e5 req-9ec05ae0-1f05-4082-b052-f68753c0d398 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1901987 Apr 22 15:37:55.173678 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6ad54f75-9b81-4d34-a200-2c200886b89c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "PUT /v2.0/floatingips/925ae94a-673f-446f-91f1-dab5a6413c33 HTTP/1.1" status: 200 len: 992 time: 1.8660233 Apr 22 15:37:55.175142 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'tag': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:37:55.241782 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3156fd00-4c4c-4abf-93c3-6212ca0c14e5 req-e516cb54-65f9-4845-8330-1c8db20b08c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d HTTP/1.1" status: 200 len: 1000 time: 0.1223300 Apr 22 15:37:55.256093 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-bcad1387-5029-4cdc-8a66-d4c73cb451cf None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:37:55.281583 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405ccf90-50fb-4b6b-9f59-a6908d0cf88f'] response: {'name': 'network-changed', 'server_uuid': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'tag': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d', 'status': 'completed', 'code': 200} Apr 22 15:37:55.359376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156fd00-4c4c-4abf-93c3-6212ca0c14e5 req-a60c8953-6f61-4e9a-b81b-30722ce35685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:55.360811 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3156fd00-4c4c-4abf-93c3-6212ca0c14e5 req-a60c8953-6f61-4e9a-b81b-30722ce35685 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.1116974 Apr 22 15:37:55.420586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4952899-c2aa-47e2-92fa-295a2977a3b0 req-9fdfc356-334f-4b7e-894f-8eb74e1248d9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:55.422029 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d4952899-c2aa-47e2-92fa-295a2977a3b0 req-9fdfc356-334f-4b7e-894f-8eb74e1248d9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.1396453 Apr 22 15:37:55.487765 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3156fd00-4c4c-4abf-93c3-6212ca0c14e5 req-b9b29faf-e839-4a0e-92d5-eb7ad33c11b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1158764 Apr 22 15:37:55.492502 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d4952899-c2aa-47e2-92fa-295a2977a3b0 req-db911f67-0341-47d8-b769-d2eec7a5ec9c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588734 Apr 22 15:37:55.635408 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-bcad1387-5029-4cdc-8a66-d4c73cb451cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '925ae94a-673f-446f-91f1-dab5a6413c33', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'port_id': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'mac_address': 'fa:16:3e:8d:fa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:37:38Z', 'updated_at': '2022-04-22T15:37:53Z', 'revision_number': 1, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:55.639150 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad1387-5029-4cdc-8a66-d4c73cb451cf None None] Checking router: d9636b29-5d65-4df6-a6c0-1e7cc393ce95 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:37:55.649307 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad1387-5029-4cdc-8a66-d4c73cb451cf None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:37:55.649887 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-bcad1387-5029-4cdc-8a66-d4c73cb451cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:37:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:55.658128 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3156fd00-4c4c-4abf-93c3-6212ca0c14e5 req-6485f038-8d63-4ec1-b57d-9d26c76eda02 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633489 Apr 22 15:37:55.810765 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511fdd3-6237-4372-adf5-deaf71b56da5 req-c40da6f3-9a59-499f-bbb1-aaedccda04b5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:55.812212 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0511fdd3-6237-4372-adf5-deaf71b56da5 req-c40da6f3-9a59-499f-bbb1-aaedccda04b5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.1968164 Apr 22 15:37:55.817402 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3156fd00-4c4c-4abf-93c3-6212ca0c14e5 req-d5241566-5a3c-4e12-b507-d81ebcecadad service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520784 Apr 22 15:37:55.826315 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-bcad1387-5029-4cdc-8a66-d4c73cb451cf None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:37:55.859929 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0511fdd3-6237-4372-adf5-deaf71b56da5 req-9e51a26f-82e7-4481-a180-e634ea249c8d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415921 Apr 22 15:37:55.969884 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-242cf9bb-d389-4770-b3d5-a490d7bcb361 req-2f1717ae-0edd-4a64-9538-db94d640c6cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 1099 time: 0.0748839 Apr 22 15:37:56.100447 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cf9bb-d389-4770-b3d5-a490d7bcb361 req-18a294b5-5952-4f64-bf5a-cd836d9f3c04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:56.101871 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-242cf9bb-d389-4770-b3d5-a490d7bcb361 req-18a294b5-5952-4f64-bf5a-cd836d9f3c04 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1266055 Apr 22 15:37:56.173822 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-bcad1387-5029-4cdc-8a66-d4c73cb451cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '925ae94a-673f-446f-91f1-dab5a6413c33', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'port_id': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'mac_address': 'fa:16:3e:8d:fa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:37:38Z', 'updated_at': '2022-04-22T15:37:53Z', 'revision_number': 1, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:37:56.177746 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad1387-5029-4cdc-8a66-d4c73cb451cf None None] The sync data for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv is: [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '925ae94a-673f-446f-91f1-dab5a6413c33', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'port_id': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'mac_address': 'fa:16:3e:8d:fa:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:37:38Z', 'updated_at': '2022-04-22T15:37:53Z', 'revision_number': 1, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:37:56.202517 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-242cf9bb-d389-4770-b3d5-a490d7bcb361 req-9c3b7d7d-27b5-4d50-b280-05aff6b55ee0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d HTTP/1.1" status: 200 len: 1000 time: 0.0941319 Apr 22 15:37:56.360438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cf9bb-d389-4770-b3d5-a490d7bcb361 req-471aec67-f4cf-49fb-ad7c-6d08484345ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:56.361746 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-242cf9bb-d389-4770-b3d5-a490d7bcb361 req-471aec67-f4cf-49fb-ad7c-6d08484345ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.1535506 Apr 22 15:37:56.433295 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-242cf9bb-d389-4770-b3d5-a490d7bcb361 req-4a4824cb-4f2f-4704-848d-9803738cf955 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655711 Apr 22 15:37:56.559007 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-242cf9bb-d389-4770-b3d5-a490d7bcb361 req-26face2f-68ba-4553-9bd1-d1e3332610f3 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189904 Apr 22 15:37:56.686273 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-242cf9bb-d389-4770-b3d5-a490d7bcb361 req-e31a0873-82d4-4d1d-b3e2-80dd491d4cf8 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204791 Apr 22 15:37:57.057748 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf59fd-9812-4e4a-bd15-343246c87f42 req-466d5fba-50ba-4e1c-a1eb-93bce2582c26 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:57.059202 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cadf59fd-9812-4e4a-bd15-343246c87f42 req-466d5fba-50ba-4e1c-a1eb-93bce2582c26 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0789583 Apr 22 15:37:57.102900 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cadf59fd-9812-4e4a-bd15-343246c87f42 req-7d46eba1-bba4-45a7-a00c-1988e368eb83 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375910 Apr 22 15:37:57.299055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54d37f-68d8-48d6-b28e-c83d5382b94c req-6fd044ec-011e-430c-a936-91b65ad0fe92 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:57.300515 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f54d37f-68d8-48d6-b28e-c83d5382b94c req-6fd044ec-011e-430c-a936-91b65ad0fe92 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0775988 Apr 22 15:37:57.344940 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f54d37f-68d8-48d6-b28e-c83d5382b94c req-d4d18dfb-ce52-42c4-9953-bfc3c1e54609 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390413 Apr 22 15:37:57.535062 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e85724a6-b610-4310-ad2a-17b825fd33c3 req-9be3063d-e28d-41d4-8494-6b3401cb48ea service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0695634 Apr 22 15:37:57.778974 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-e11a04e2-3862-48bc-9c51-51b6903e510b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708477 Apr 22 15:37:57.837687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66409a0-3c0c-4fa1-8c26-343f0a357e35 req-321142ac-7e3f-4b39-a233-51dafd68e2c1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:57.839186 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f66409a0-3c0c-4fa1-8c26-343f0a357e35 req-321142ac-7e3f-4b39-a233-51dafd68e2c1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0812564 Apr 22 15:37:57.886329 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f66409a0-3c0c-4fa1-8c26-343f0a357e35 req-929cdb09-fbe1-4d0f-9d0b-2cbff884a3c7 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416307 Apr 22 15:37:58.312603 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b61396-958f-4118-aabe-3d1fbdce7e94 None None] New status for floating IP 925ae94a-673f-446f-91f1-dab5a6413c33: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:37:59.126357 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-c5c54e7a-45a0-4ab5-a11f-58c92bf3f885 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 1099 time: 0.1297090 Apr 22 15:37:59.131685 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d191bfe-94b8-4b26-aaee-d8f169716d31 req-f6a37df0-eaa4-4c13-a062-3c3e2e2efeb6 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:59.133071 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9d191bfe-94b8-4b26-aaee-d8f169716d31 req-f6a37df0-eaa4-4c13-a062-3c3e2e2efeb6 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.1037238 Apr 22 15:37:59.258379 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9d191bfe-94b8-4b26-aaee-d8f169716d31 req-29b31dd6-5f1c-49c5-9c56-0045de6ee8be tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063411 Apr 22 15:37:59.295828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-de271fc6-f1f0-4d8e-927b-85ba1547078d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:59.297269 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-de271fc6-f1f0-4d8e-927b-85ba1547078d service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1633694 Apr 22 15:37:59.397787 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-9e71e140-f359-41f3-b736-0376777012f7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d HTTP/1.1" status: 200 len: 1002 time: 0.0944753 Apr 22 15:37:59.465768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-51e2ccc6-1b01-47e0-8399-293046405e82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:37:59.467219 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-51e2ccc6-1b01-47e0-8399-293046405e82 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0597496 Apr 22 15:37:59.541177 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-b7b2fd6f-176e-4825-9c10-3bf50c6985e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659254 Apr 22 15:37:59.671940 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-727686d8-b577-49e1-9f23-ae2eede4f074 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229117 Apr 22 15:37:59.806026 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-5e91f31a-5d3a-46c0-84ce-624647a3f47e service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271160 Apr 22 15:38:00.538590 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b95b4-21b9-4d9b-b416-473a7dfabd99 req-5e39fa9c-705b-410b-913a-998fa7d21ebc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:00.540017 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7e6b95b4-21b9-4d9b-b416-473a7dfabd99 req-5e39fa9c-705b-410b-913a-998fa7d21ebc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.1605313 Apr 22 15:38:00.584784 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7e6b95b4-21b9-4d9b-b416-473a7dfabd99 req-5b29d404-aec8-4920-8d4e-076feb607e64 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390873 Apr 22 15:38:01.781273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc8b3c-9786-44cc-882f-46c6047b52bb req-16349301-51a9-46a0-ad33-2ac035620209 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:01.782754 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-33fc8b3c-9786-44cc-882f-46c6047b52bb req-16349301-51a9-46a0-ad33-2ac035620209 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0785475 Apr 22 15:38:01.827324 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-33fc8b3c-9786-44cc-882f-46c6047b52bb req-7b6cd615-be10-45b8-bb1b-0ef995f8c5fa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391383 Apr 22 15:38:03.036371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868322fd-89c4-4637-af09-9d64824c4b56 req-9f937fe5-5676-4f5c-aac7-baeb0752da41 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:03.037802 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-868322fd-89c4-4637-af09-9d64824c4b56 req-9f937fe5-5676-4f5c-aac7-baeb0752da41 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0820532 Apr 22 15:38:03.083226 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-868322fd-89c4-4637-af09-9d64824c4b56 req-9d669c0e-c735-4585-b1b0-9d8dc2b3b15d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398529 Apr 22 15:38:03.219639 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:04.279998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a4664-05ee-41f7-997d-2331821cf535 req-69ad4599-7723-46d6-9300-2e97e7156a56 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:04.281423 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-129a4664-05ee-41f7-997d-2331821cf535 req-69ad4599-7723-46d6-9300-2e97e7156a56 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0757277 Apr 22 15:38:04.324180 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-129a4664-05ee-41f7-997d-2331821cf535 req-1163ec76-07d3-4462-add9-a7ef3392c35f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373721 Apr 22 15:38:05.518421 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f720d-0c16-43c6-83a8-34de4fa522de req-abc9a0e4-394e-4ee2-8504-8e84cc77748f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:05.519866 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d08f720d-0c16-43c6-83a8-34de4fa522de req-abc9a0e4-394e-4ee2-8504-8e84cc77748f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0783136 Apr 22 15:38:05.564230 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d08f720d-0c16-43c6-83a8-34de4fa522de req-2951ed23-2cb9-47ce-ad42-46476e791609 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388968 Apr 22 15:38:06.756195 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174db859-32f6-421b-85dc-ba69984dd5a4 req-f390ea30-d7a3-4d38-8c60-3627c19ba6bd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:06.757621 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-174db859-32f6-421b-85dc-ba69984dd5a4 req-f390ea30-d7a3-4d38-8c60-3627c19ba6bd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0744574 Apr 22 15:38:06.805093 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-174db859-32f6-421b-85dc-ba69984dd5a4 req-207fd501-dd53-4aa1-804f-ce07483b5190 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419641 Apr 22 15:38:07.999180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bc77f-4792-4808-9404-4fa59495482c req-f197635c-afa6-4cf1-b527-1423a328a947 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:08.002416 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ec2bc77f-4792-4808-9404-4fa59495482c req-f197635c-afa6-4cf1-b527-1423a328a947 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0776596 Apr 22 15:38:08.047469 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ec2bc77f-4792-4808-9404-4fa59495482c req-fb9f5f06-828b-4ca3-9470-60d6bedc3427 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405889 Apr 22 15:38:09.242895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fb3f2-18c1-4021-800f-58063626a0ef req-4c604d69-22e3-4aa8-a380-cd4d3f70e4b7 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:09.244253 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aa2fb3f2-18c1-4021-800f-58063626a0ef req-4c604d69-22e3-4aa8-a380-cd4d3f70e4b7 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0791838 Apr 22 15:38:09.289255 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aa2fb3f2-18c1-4021-800f-58063626a0ef req-16023fde-a334-4401-a16d-9ac0f79fcef8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390501 Apr 22 15:38:10.482760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c3261-8a74-4c2c-932b-8d63fbad1f98 req-12cff218-3bb6-415d-8dde-0a3fafa77c36 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:10.484199 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c6c3261-8a74-4c2c-932b-8d63fbad1f98 req-12cff218-3bb6-415d-8dde-0a3fafa77c36 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0748472 Apr 22 15:38:10.528356 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c6c3261-8a74-4c2c-932b-8d63fbad1f98 req-b5f2c4e1-eb3b-4fb1-aa78-b45a3a2a0041 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387256 Apr 22 15:38:11.723914 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5164b-d424-4adf-9fe5-c3d75eb5c081 req-ad71ae29-183c-4fad-9e78-55f1397e883e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:11.725326 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d2d5164b-d424-4adf-9fe5-c3d75eb5c081 req-ad71ae29-183c-4fad-9e78-55f1397e883e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0770988 Apr 22 15:38:11.770081 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d2d5164b-d424-4adf-9fe5-c3d75eb5c081 req-4e665342-7c70-42b8-873c-63a046af1749 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393631 Apr 22 15:38:12.743723 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9905373-3546-448d-b9a6-c58947648261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:12.961340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3962f-a134-4b3f-9a6e-3968f1bce7c7 req-dc6c9a75-ac6f-470f-aea9-024a5112e1c9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:12.962714 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b3c3962f-a134-4b3f-9a6e-3968f1bce7c7 req-dc6c9a75-ac6f-470f-aea9-024a5112e1c9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0744426 Apr 22 15:38:13.011704 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b3c3962f-a134-4b3f-9a6e-3968f1bce7c7 req-9b68b711-7b0f-469e-a83c-462229494508 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427182 Apr 22 15:38:14.207457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313d5b2-2964-466a-bc83-954b723475a8 req-a2960614-da43-47ec-bb22-d72ebe37c977 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:14.208892 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5313d5b2-2964-466a-bc83-954b723475a8 req-a2960614-da43-47ec-bb22-d72ebe37c977 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0760641 Apr 22 15:38:14.254161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5313d5b2-2964-466a-bc83-954b723475a8 req-54cdce1a-debe-46d4-9bb8-d2c54e96f14d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398557 Apr 22 15:38:15.036805 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f61838a5-2cda-41b0-95af-bfcd771f8e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:15.452645 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8f05f-3224-4048-b63c-e8a0f108db1d req-9e759cbc-1dc0-4ad5-879e-4d65c561d406 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:15.454075 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d4d8f05f-3224-4048-b63c-e8a0f108db1d req-9e759cbc-1dc0-4ad5-879e-4d65c561d406 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0809116 Apr 22 15:38:15.498960 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d4d8f05f-3224-4048-b63c-e8a0f108db1d req-026b7c4d-c9b1-4a6f-b3e2-b5d123b79388 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393581 Apr 22 15:38:16.041689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:16.053267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:16.741720 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-005b4944-076e-4281-a3c4-d270d53938be service neutron] 10.222.0.70 "GET /v2.0/ports/a8ec389c-94a6-4863-a4b4-5b110cb53e0d/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0902741 Apr 22 15:38:16.755881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ca481-3d2a-4b55-8aab-f8171af86a18 req-2d9910f0-fd50-49e9-8257-e3b4aa2f35a3 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:16.757302 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c41ca481-3d2a-4b55-8aab-f8171af86a18 req-2d9910f0-fd50-49e9-8257-e3b4aa2f35a3 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.1404979 Apr 22 15:38:16.804568 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c41ca481-3d2a-4b55-8aab-f8171af86a18 req-d70612f5-5a87-4280-82a9-d94340aa6852 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410845 Apr 22 15:38:17.019026 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-41712467-b06f-4bdb-a41a-f9fd444b4acd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 1099 time: 0.0679626 Apr 22 15:38:17.121213 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-0eae75a5-7491-46b1-9b02-44bf451e5f6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 1099 time: 0.0690517 Apr 22 15:38:17.248267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-182bc9b3-24b4-41eb-b421-8e9172e599bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:17.249685 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-182bc9b3-24b4-41eb-b421-8e9172e599bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1219573 Apr 22 15:38:17.446650 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-ff2512f6-b6ae-47cb-8a84-19d204be8131 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d HTTP/1.1" status: 200 len: 1002 time: 0.1895301 Apr 22 15:38:17.511921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-85606291-0fb8-41e0-a7e6-71165741868e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:17.513330 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-85606291-0fb8-41e0-a7e6-71165741868e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0558736 Apr 22 15:38:17.585309 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-4925e527-e3a1-4ae6-9eee-61b071fc96ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647371 Apr 22 15:38:17.610462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:17.721821 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-48962d2f-126f-4516-be20-51d1b6157c8e service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298153 Apr 22 15:38:17.856269 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f89a6952-8eb2-4bca-9984-6c8d2f9317e7 req-8cfbe2e2-d0d6-4c71-8a2c-f8ea8a102790 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260028 Apr 22 15:38:18.007270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4447df-fe21-49d0-8df7-8e3970c71ded req-a468cf75-1027-4c1d-b994-7ec7ae75325a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:18.008707 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ef4447df-fe21-49d0-8df7-8e3970c71ded req-a468cf75-1027-4c1d-b994-7ec7ae75325a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0814621 Apr 22 15:38:18.054265 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ef4447df-fe21-49d0-8df7-8e3970c71ded req-f6bc2aa1-a304-48dc-8500-b9ae44e0cc1a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394516 Apr 22 15:38:19.252601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7f36b-25bc-456c-81da-5f507ea00f16 req-4472aacf-340f-4b16-ae86-b12c3857a429 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:19.254026 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-52b7f36b-25bc-456c-81da-5f507ea00f16 req-4472aacf-340f-4b16-ae86-b12c3857a429 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0749900 Apr 22 15:38:19.300642 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-52b7f36b-25bc-456c-81da-5f507ea00f16 req-62939a30-99cd-491a-884c-fa336b84d953 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411475 Apr 22 15:38:20.497244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33f861-641a-4cfd-80f1-5d936e0a99ce req-998de73b-b5c7-47e5-b32d-dc1d99bc7463 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:20.499915 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b33f861-641a-4cfd-80f1-5d936e0a99ce req-998de73b-b5c7-47e5-b32d-dc1d99bc7463 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0798459 Apr 22 15:38:20.550737 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b33f861-641a-4cfd-80f1-5d936e0a99ce req-032b12ae-ffb5-4fbc-aeed-2bf48daf81d4 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426662 Apr 22 15:38:20.796218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a8ec389c-94a6-4863-a4b4-5b110cb53e0d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:38:20.803422 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a8ec389c-94a6-4863-a4b4-5b110cb53e0d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:38:21.016394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:21.034073 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a8ec389c-94a6-4863-a4b4-5b110cb53e0d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:38:21.055708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'port_id': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d', 'mac_address': 'fa:16:3e:8d:fa:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:38:21.060399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:38:21.096516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a8ec389c-94a6-4863-a4b4-5b110cb53e0d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:38:21.103044 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:21.133761 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e323c86-8dda-42a9-bdee-8512eb25e205'] response: {'server_uuid': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d', 'code': 200} Apr 22 15:38:21.169909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:21.193187 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8ec389c-94a6-4863-a4b4-5b110cb53e0d {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:38:21.199311 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:38:21.256628 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:38:21.256974 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:38:21.746221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70842dca-b020-4a2a-be13-227926e39adb req-9893c4b6-def0-4a98-8579-c9cd42454fcd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:21.748237 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-70842dca-b020-4a2a-be13-227926e39adb req-9893c4b6-def0-4a98-8579-c9cd42454fcd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 944 time: 0.0807130 Apr 22 15:38:21.792836 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-70842dca-b020-4a2a-be13-227926e39adb req-70f7e373-90a9-4e5a-bdd9-221ca228c2be tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388319 Apr 22 15:38:21.808112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:21.825656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ec389c-94a6-4863-a4b4-5b110cb53e0d {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:38:21.840573 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a8ec389c-94a6-4863-a4b4-5b110cb53e0d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:38:21.844706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:21.914019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:38:22.004920 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['a8ec389c-94a6-4863-a4b4-5b110cb53e0d'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:38:22.184883 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7beb0-88c2-400e-83f1-b7a4c74e5745 req-d8f38a8d-5e86-4bc9-8e3d-019b3a9378fd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:22.186313 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f6f7beb0-88c2-400e-83f1-b7a4c74e5745 req-d8f38a8d-5e86-4bc9-8e3d-019b3a9378fd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.1073315 Apr 22 15:38:22.192360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cceb6-ae61-4f9b-aaeb-4d6391ccf6d3 req-c8d481ea-ee29-4273-a36f-5c6a7e8cbcc5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:22.193676 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-467cceb6-ae61-4f9b-aaeb-4d6391ccf6d3 req-c8d481ea-ee29-4273-a36f-5c6a7e8cbcc5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 945 time: 0.1481290 Apr 22 15:38:22.238651 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-467cceb6-ae61-4f9b-aaeb-4d6391ccf6d3 req-8367c8ff-ca01-4d20-889a-f6a65bb0c340 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394487 Apr 22 15:38:22.338290 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f6f7beb0-88c2-400e-83f1-b7a4c74e5745 req-79cc4d09-7035-4535-8887-9997bff183f7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 1098 time: 0.0666525 Apr 22 15:38:22.473955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7beb0-88c2-400e-83f1-b7a4c74e5745 req-3b294e12-e17a-453b-828c-e389fca12782 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:22.475420 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f6f7beb0-88c2-400e-83f1-b7a4c74e5745 req-3b294e12-e17a-453b-828c-e389fca12782 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1302416 Apr 22 15:38:22.576273 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f6f7beb0-88c2-400e-83f1-b7a4c74e5745 req-d278f0de-de83-4bd4-b21e-de3cb5d677ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d HTTP/1.1" status: 200 len: 1001 time: 0.0940809 Apr 22 15:38:22.637761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7beb0-88c2-400e-83f1-b7a4c74e5745 req-b89d24d8-69fb-483f-9154-3204c650998d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:22.639125 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f6f7beb0-88c2-400e-83f1-b7a4c74e5745 req-b89d24d8-69fb-483f-9154-3204c650998d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0556765 Apr 22 15:38:22.714061 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f6f7beb0-88c2-400e-83f1-b7a4c74e5745 req-7beb0d02-9737-41c5-8766-7a1db073799a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681906 Apr 22 15:38:22.822713 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a8ec389c-94a6-4863-a4b4-5b110cb53e0d up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:38:22.850612 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f6f7beb0-88c2-400e-83f1-b7a4c74e5745 req-92614632-048d-480c-8835-46797842cabe service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291187 Apr 22 15:38:22.891536 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port a8ec389c-94a6-4863-a4b4-5b110cb53e0d triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:38:22.891905 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:23.009202 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:23.042387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a8ec389c-94a6-4863-a4b4-5b110cb53e0d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:38:23.046667 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:23.081311 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f6f7beb0-88c2-400e-83f1-b7a4c74e5745 req-fcacf4ab-ee26-4250-a831-4ba05fe03d9c service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249103 Apr 22 15:38:23.116632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,revision_number=8']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:38:23.134965 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:38:23.202350 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ee75a1-a13c-48c0-a6b3-7b5fe4627f8b'] response: {'server_uuid': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d', 'code': 200} Apr 22 15:38:23.432579 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493243df-6ffa-4ba3-9306-e1e9c4b6e1d9 req-e0af8338-8107-47a6-946a-c3f2bc1b7286 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:23.433939 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-493243df-6ffa-4ba3-9306-e1e9c4b6e1d9 req-e0af8338-8107-47a6-946a-c3f2bc1b7286 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0783880 Apr 22 15:38:23.480164 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-493243df-6ffa-4ba3-9306-e1e9c4b6e1d9 req-61f88c97-1d4e-4009-b0fc-fc4ef0a997e6 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394685 Apr 22 15:38:24.236072 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:38:24.675670 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac695819-cb7e-4f87-99f9-4cd8d65729ca req-fbb899dd-f8e5-487b-adee-fe7e045046e1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:24.677115 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac695819-cb7e-4f87-99f9-4cd8d65729ca req-fbb899dd-f8e5-487b-adee-fe7e045046e1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0791709 Apr 22 15:38:24.721200 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac695819-cb7e-4f87-99f9-4cd8d65729ca req-33bda2e7-a62e-49f8-a85b-eceb3e8f7bf0 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384688 Apr 22 15:38:24.913435 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312a8be-1cc2-45de-aaa9-15918ab4644f req-9e90e900-93f2-4954-9563-2d2bb9be9ce9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:24.914779 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d312a8be-1cc2-45de-aaa9-15918ab4644f req-9e90e900-93f2-4954-9563-2d2bb9be9ce9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0784731 Apr 22 15:38:24.961921 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d312a8be-1cc2-45de-aaa9-15918ab4644f req-52f178cc-251d-4b0c-87bc-67a811892de9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410502 Apr 22 15:38:25.155257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238c70d-6679-4023-80ed-fda8c86e2e94 req-e8ffd78a-1c36-4b37-bf50-61b2a6e62238 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:25.156685 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f238c70d-6679-4023-80ed-fda8c86e2e94 req-e8ffd78a-1c36-4b37-bf50-61b2a6e62238 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0746236 Apr 22 15:38:25.200141 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f238c70d-6679-4023-80ed-fda8c86e2e94 req-d2e0b9d8-ac80-4866-b424-4cbc5f7e0d61 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379853 Apr 22 15:38:25.592930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca8264-212c-4b72-8b0b-afe304b71edc req-390db85e-6b8c-4189-81d5-d6da5c77d38a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:25.594378 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c0ca8264-212c-4b72-8b0b-afe304b71edc req-390db85e-6b8c-4189-81d5-d6da5c77d38a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0778165 Apr 22 15:38:25.640575 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c0ca8264-212c-4b72-8b0b-afe304b71edc req-4797c3bd-006b-437d-8e91-ce49be24a48f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407486 Apr 22 15:38:26.831998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23411400-8899-4c8c-bc77-184eb0c0e001 req-5398fe8a-054f-47e6-964b-c5ff4968eaae tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:26.833432 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23411400-8899-4c8c-bc77-184eb0c0e001 req-5398fe8a-054f-47e6-964b-c5ff4968eaae tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0746236 Apr 22 15:38:26.877307 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23411400-8899-4c8c-bc77-184eb0c0e001 req-e9b70701-a43a-43ea-a6d2-482e1a118dc6 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381389 Apr 22 15:38:27.939618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-493d9051-c507-48f5-b046-9191d48f12a1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:27.941169 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-493d9051-c507-48f5-b046-9191d48f12a1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.0797222 Apr 22 15:38:28.052396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Deleting port a8ec389c-94a6-4863-a4b4-5b110cb53e0d {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:38:28.052733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:28.184478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577bd48-87d5-498a-9a71-47bf0a7e97af req-a0b60811-f328-46e7-b496-76e3d0515a1a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:28.185856 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4577bd48-87d5-498a-9a71-47bf0a7e97af req-a0b60811-f328-46e7-b496-76e3d0515a1a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 946 time: 0.1895270 Apr 22 15:38:28.313582 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4577bd48-87d5-498a-9a71-47bf0a7e97af req-95145108-4a54-40e5-9325-4e8cceda02eb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117091 Apr 22 15:38:28.348383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] For port a8ec389c-94a6-4863-a4b4-5b110cb53e0d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:38:28.348737 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:28.625716 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:28.626081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:28.626419 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Floating IP 925ae94a-673f-446f-91f1-dab5a6413c33 disassociated. External IP: 172.26.8.210, port: a8ec389c-94a6-4863-a4b4-5b110cb53e0d. Apr 22 15:38:28.626757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Calling delete_port for a8ec389c-94a6-4863-a4b4-5b110cb53e0d owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:38:28.765807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:28.812912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event deleted for resources: {'Port': ['ID=a8ec389c-94a6-4863-a4b4-5b110cb53e0d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:38:29.118370 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:38:29.316872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:38:29.326284 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f3912-937f-4f3f-8585-9b853a1ade14 None None] Sync routers for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:38:29.337678 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f3912-937f-4f3f-8585-9b853a1ade14 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:38:29.338312 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c78f3912-937f-4f3f-8585-9b853a1ade14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:38:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:38:29.389494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] No DVR routers for this DVR port a8ec389c-94a6-4863-a4b4-5b110cb53e0d on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:38:29.391994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:29.394743 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'name': 'network-vif-deleted', 'tag': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:38:29.410698 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d5fe6807-46ee-4025-945d-c2d503d21661 req-3446b487-ee12-4ac0-a065-ebde983edafa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "DELETE /v2.0/ports/a8ec389c-94a6-4863-a4b4-5b110cb53e0d HTTP/1.1" status: 204 len: 173 time: 1.4647076 Apr 22 15:38:29.503467 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e66b49e5-1678-42ed-b037-d5c7a1c523a0'] response: {'server_uuid': '20b9207c-30fd-4530-b6e3-07c76c3c7637', 'name': 'network-vif-deleted', 'tag': 'a8ec389c-94a6-4863-a4b4-5b110cb53e0d', 'status': 'completed', 'code': 200} Apr 22 15:38:29.515687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-dbff2d55-b6e9-4da3-ab9b-11bebda2b58a req-afab7e22-955a-4790-a567-2bb61c318f60 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Synchronizing usage tracker for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:38:29.530570 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c78f3912-937f-4f3f-8585-9b853a1ade14 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:38:29.532745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-dbff2d55-b6e9-4da3-ab9b-11bebda2b58a req-afab7e22-955a-4790-a567-2bb61c318f60 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Unset dirty status for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:38:29.534034 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbff2d55-b6e9-4da3-ab9b-11bebda2b58a req-afab7e22-955a-4790-a567-2bb61c318f60 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=20b9207c-30fd-4530-b6e3-07c76c3c7637 HTTP/1.1" status: 200 len: 210 time: 0.0765655 Apr 22 15:38:29.838258 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c78f3912-937f-4f3f-8585-9b853a1ade14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:38:29.842985 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f3912-937f-4f3f-8585-9b853a1ade14 None None] Checking router: d9636b29-5d65-4df6-a6c0-1e7cc393ce95 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:38:29.853717 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f3912-937f-4f3f-8585-9b853a1ade14 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:38:29.854363 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c78f3912-937f-4f3f-8585-9b853a1ade14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:38:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:38:30.067106 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c78f3912-937f-4f3f-8585-9b853a1ade14 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:38:30.370528 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c78f3912-937f-4f3f-8585-9b853a1ade14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:38:30.374761 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78f3912-937f-4f3f-8585-9b853a1ade14 None None] The sync data for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv is: [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:38:30.579586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9822c9-b758-4cee-8dd7-079328273a9e None None] New status for floating IP 925ae94a-673f-446f-91f1-dab5a6413c33: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:38:30.853840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a8ec389c-94a6-4863-a4b4-5b110cb53e0d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:38:30.888691 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-c1f19f64-5b17-4fb2-ba4e-4dbc14b7994c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2002799043&fields=id&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 267 time: 0.0414779 Apr 22 15:38:30.889507 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: a8ec389c-94a6-4863-a4b4-5b110cb53e0d {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:38:30.889507 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a8ec389c-94a6-4863-a4b4-5b110cb53e0d not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:38:31.032779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-c3a68356-df6a-4cf5-8049-71d1aae28c15 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:31.034208 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-c3a68356-df6a-4cf5-8049-71d1aae28c15 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 812 time: 0.1376626 Apr 22 15:38:31.050089 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-40e4b262-74c1-4986-a9ef-5e1389c39bab tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/quotas/3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 375 time: 0.0106161 Apr 22 15:38:31.127277 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-b361b996-b091-413c-8ece-841db6b8090a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722587 Apr 22 15:38:31.259378 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-c0470f9b-dcf4-4da3-a8b2-b77aed77112e service neutron] 10.222.0.71 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209486 Apr 22 15:38:31.385359 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-c544595e-0d10-4e51-96da-1729953b5caa service neutron] 10.222.0.71 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197884 Apr 22 15:38:31.571114 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6532f226-4644-4aba-87b0-2f55e3148786 req-d1e27bd7-62f9-4f86-9af9-e913cfe6325c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 210 time: 0.0438526 Apr 22 15:38:32.641980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-d918f765-6f63-4220-a4e0-82703b5373ee tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:32.643412 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-d918f765-6f63-4220-a4e0-82703b5373ee tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 812 time: 0.1467085 Apr 22 15:38:32.736888 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1d5f9748-2146-423d-9e89-945216cb8e96 req-effa59de-6cd4-4186-b289-7519a1352f06 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 210 time: 0.0461550 Apr 22 15:38:32.743016 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-a580473e-319f-4670-9e74-342e4978fa8b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 380 time: 0.0817642 Apr 22 15:38:32.755340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Request body: {'port': {'device_id': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'admin_state_up': True, 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'security_groups': ['323b350d-6cd5-4dde-ae72-ede96a8e2c30']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:38:32.889680 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:38:32.898953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:38:32.908912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Made reservation on behalf of 3ea6bb7c6dc24c04a7b173f6190cf451 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:38:32.911941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:33.174174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Allocated IP 172.20.0.12 (68973413-a6a9-4138-bc73-e76184c3d28d/f052b066-50e6-43ab-9cf3-d9d498e9147d/7224e6be-a5b2-423a-b47b-6dc2a1e02cfe) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:38:33.222520 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:33.360627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:33.376129 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Transition to ACTIVE for port object 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:38:33.397592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:33.471485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Network 68973413-a6a9-4138-bc73-e76184c3d28d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:38:33.474455 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:38:33.478709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:38:33.504057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event updated for resources: {'Port': ['ID=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:38:33.548903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:33.549525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:33.577981 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-bd18800e-6f93-4543-999d-e594ad5c6226 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8263292 Apr 22 15:38:33.595272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Request body: {'port': {'device_id': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:38:33.703834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:33.734688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3a8c6b76-b9fc-404f-9163-d9bb792f814f None None] Provisioning for port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:38:33.739338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3a8c6b76-b9fc-404f-9163-d9bb792f814f None None] Provisioning complete for port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:38:33.739712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3a8c6b76-b9fc-404f-9163-d9bb792f814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:33.792364 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c6b76-b9fc-404f-9163-d9bb792f814f None None] Port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:38:34.043359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c791cde-c147-4f96-9c24-35a3207eece3 req-c957a0ca-db42-4785-b041-81e09dfebf34 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:34.044669 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-4c791cde-c147-4f96-9c24-35a3207eece3 req-c957a0ca-db42-4785-b041-81e09dfebf34 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Synchronizing usage tracker for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:38:34.112765 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-4c791cde-c147-4f96-9c24-35a3207eece3 req-c957a0ca-db42-4785-b041-81e09dfebf34 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Unset dirty status for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:38:34.113891 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4c791cde-c147-4f96-9c24-35a3207eece3 req-c957a0ca-db42-4785-b041-81e09dfebf34 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 932 time: 0.2005405 Apr 22 15:38:34.119103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:38:34.138692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:34.166002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Transition to ACTIVE for port object 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:38:34.172907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:34.234150 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4c791cde-c147-4f96-9c24-35a3207eece3 req-97a5cd02-142f-460a-b094-105df60e9e6f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109598 Apr 22 15:38:34.313782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Pushing event updated for resources: {'Port': ['ID=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:38:34.424632 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Attempting to bind port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:38:34.424949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Attempting to bind port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:38:34.425264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Attempting to bind port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe on network 68973413-a6a9-4138-bc73-e76184c3d28d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:38:34.430815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe on network 68973413-a6a9-4138-bc73-e76184c3d28d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:38:34.431155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Attempting to bind port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe on network 68973413-a6a9-4138-bc73-e76184c3d28d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:38:34.437115 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:38:34.437442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Checking segment: {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:38:34.437814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Bound using segment: {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:38:34.438251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Bound port: 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:38:34.438590 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:34.526313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] For port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:38:34.530347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] For port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:38:34.535664 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:34.608071 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:34.609420 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] 10.222.0.70 "PUT /v2.0/ports/7224e6be-a5b2-423a-b47b-6dc2a1e02cfe HTTP/1.1" status: 200 len: 1094 time: 1.0190368 Apr 22 15:38:34.612526 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'tag': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:38:34.634626 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dcce3-a00e-4feb-8916-e44a731fdff4 service neutron] Pushing event updated for resources: {'Port': ['ID=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:38:34.695267 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b041f740-4f04-46b0-8b12-7a21fcea1336'] response: {'name': 'network-changed', 'server_uuid': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'tag': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe', 'status': 'completed', 'code': 200} Apr 22 15:38:34.737438 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-0e039e77-c994-4fb4-82a4-cfdfc3af108d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0730281 Apr 22 15:38:34.814236 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-379457ce-5394-40c5-a635-f03ae0db8766 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe HTTP/1.1" status: 200 len: 217 time: 0.0652244 Apr 22 15:38:34.875480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ee8329ed-9561-47fe-9d4e-9c16e0d2b976 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:34.876912 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-ee8329ed-9561-47fe-9d4e-9c16e0d2b976 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0575626 Apr 22 15:38:34.952446 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-38afd3d1-e6b6-4246-9c7e-f93207044e9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696135 Apr 22 15:38:35.165090 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-08d47131-82e5-429d-8365-f4e217c426d5 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061999 Apr 22 15:38:35.294526 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc17e18b-1f5d-4de6-a0ec-249fe1bc0640 req-8b428758-aea7-46e3-9ad5-c09bcfc83c3a service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235976 Apr 22 15:38:35.494253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7268669-3ec0-41a8-9306-8631477ff6da req-0df930eb-f9c1-4e5b-a36e-de8b12f4b268 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:35.495707 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a7268669-3ec0-41a8-9306-8631477ff6da req-0df930eb-f9c1-4e5b-a36e-de8b12f4b268 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 944 time: 0.1351030 Apr 22 15:38:35.499966 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20dd8d3f-5f71-408b-91e8-c03f0cf24f0a req-181051d5-d2a3-4283-a64f-af651ef4d194 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 1097 time: 0.1046760 Apr 22 15:38:35.633554 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a7268669-3ec0-41a8-9306-8631477ff6da req-cc13ab43-a7d9-445a-a968-bf3edef27e03 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318417 Apr 22 15:38:35.664731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd8d3f-5f71-408b-91e8-c03f0cf24f0a req-b5adfbe8-37bc-43e5-85e9-035b02ef74c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:35.666134 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20dd8d3f-5f71-408b-91e8-c03f0cf24f0a req-b5adfbe8-37bc-43e5-85e9-035b02ef74c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1505809 Apr 22 15:38:35.734376 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20dd8d3f-5f71-408b-91e8-c03f0cf24f0a req-0b904693-6e67-4c27-ba14-5bdde2ab47f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe HTTP/1.1" status: 200 len: 217 time: 0.0619950 Apr 22 15:38:35.792867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd8d3f-5f71-408b-91e8-c03f0cf24f0a req-bdac8da0-a5ae-4460-b668-54d80372e1ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:35.794791 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20dd8d3f-5f71-408b-91e8-c03f0cf24f0a req-bdac8da0-a5ae-4460-b668-54d80372e1ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0547824 Apr 22 15:38:35.864632 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20dd8d3f-5f71-408b-91e8-c03f0cf24f0a req-aa6119cd-5044-43d0-8a75-380adfd2a4df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641134 Apr 22 15:38:35.991421 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20dd8d3f-5f71-408b-91e8-c03f0cf24f0a req-1d196ea8-d9ad-4481-bf00-8e696baafff7 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205235 Apr 22 15:38:36.118985 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20dd8d3f-5f71-408b-91e8-c03f0cf24f0a req-168a8a9f-ef8f-49ca-8fd1-8b709835f0a3 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216657 Apr 22 15:38:36.834060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5137a-43b2-45a5-8023-094306ddac06 req-4f658f74-5a5a-4201-890f-d522567a7ddf tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:36.835514 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-61b5137a-43b2-45a5-8023-094306ddac06 req-4f658f74-5a5a-4201-890f-d522567a7ddf tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 944 time: 0.0783823 Apr 22 15:38:36.880899 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-61b5137a-43b2-45a5-8023-094306ddac06 req-191543be-5475-4d98-afba-50397fd81051 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392890 Apr 22 15:38:38.075875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3deb3-c7da-4158-b6ce-15394f92bcef req-6ac3def6-70a7-44e1-a9b5-41beb426dbe8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:38.077298 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-14b3deb3-c7da-4158-b6ce-15394f92bcef req-6ac3def6-70a7-44e1-a9b5-41beb426dbe8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 944 time: 0.0736852 Apr 22 15:38:38.124187 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-14b3deb3-c7da-4158-b6ce-15394f92bcef req-defdf5ca-8186-4ff7-8ea6-b59ffd2733e2 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415764 Apr 22 15:38:38.933313 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:38:39.096389 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:38:39.109280 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'port_id': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe', 'mac_address': 'fa:16:3e:08:ed:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:38:39.164557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:39.187447 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:38:39.203165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:38:39.207121 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:39.271230 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:38:39.279564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:38:39.279914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:38:39.280250 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:38:39.280610 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:38:39.280939 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:38:39.281266 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:38:39.281591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:38:39.281922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:38:39.282273 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:38:39.282598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:38:39.282918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:38:39.324288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3db2b1-d444-4c3b-9eb2-02a9baa8fc97 req-3eb8bc3d-fa6d-4cb5-96af-a21d9f6444ad tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:39.326317 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3a3db2b1-d444-4c3b-9eb2-02a9baa8fc97 req-3eb8bc3d-fa6d-4cb5-96af-a21d9f6444ad tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 945 time: 0.0782378 Apr 22 15:38:39.369774 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3a3db2b1-d444-4c3b-9eb2-02a9baa8fc97 req-0c09a07f-86e1-418f-9909-5dba0cfb79bf tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379193 Apr 22 15:38:39.598698 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['7224e6be-a5b2-423a-b47b-6dc2a1e02cfe'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:38:40.565998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48dcc6-075b-4208-ba9a-ac847a6a00f6 req-99561ac4-764c-4fbc-a96e-505c3e016ec8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:40.567465 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ff48dcc6-075b-4208-ba9a-ac847a6a00f6 req-99561ac4-764c-4fbc-a96e-505c3e016ec8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 945 time: 0.0811830 Apr 22 15:38:40.612469 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ff48dcc6-075b-4208-ba9a-ac847a6a00f6 req-455f47e4-3256-4905-ad35-bc4ec08a5131 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395660 Apr 22 15:38:40.934419 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:38:41.000317 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:38:41.005220 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:38:41.005583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:41.113988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:41.139666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:38:41.149608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:38:41.153861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:41.196109 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e43923d0-2e57-430e-badf-c686b2496383'] response: {'server_uuid': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe', 'code': 200} Apr 22 15:38:41.224551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:38:41.448836 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-94f6e690-63b6-48e0-9514-0620f48fc5ec req-4e1058ab-3f60-4ee1-85ab-e31f740f947c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 1099 time: 0.0650403 Apr 22 15:38:41.488468 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-94f6e690-63b6-48e0-9514-0620f48fc5ec req-fc73ff43-fce9-42a1-85bf-4f5b2d55c8a9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338893 Apr 22 15:38:41.898803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc69f1-1c30-4f6e-8698-bd1bbc057959 req-5e568e4f-2978-4189-9db4-9cde8640e5cf tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:41.900238 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d6fc69f1-1c30-4f6e-8698-bd1bbc057959 req-5e568e4f-2978-4189-9db4-9cde8640e5cf tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.1674840 Apr 22 15:38:41.944783 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d6fc69f1-1c30-4f6e-8698-bd1bbc057959 req-9170e6fe-ac69-475b-9d04-3f5f51662e5e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389681 Apr 22 15:38:42.744701 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-30904e8f-2e9b-49a0-b57f-f298d244fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:43.136184 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3ee21-ef7d-44be-b271-8a267bb4df2d req-087250b4-5618-4e8e-bd09-9199e203e186 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:43.138248 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-adf3ee21-ef7d-44be-b271-8a267bb4df2d req-087250b4-5618-4e8e-bd09-9199e203e186 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0747867 Apr 22 15:38:43.185639 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-adf3ee21-ef7d-44be-b271-8a267bb4df2d req-206df060-6674-47f6-b6b7-5f2daf04b50c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416126 Apr 22 15:38:43.370183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f1978-81bb-4379-a7a1-e3474e05e83d req-b9a61b6f-6460-4c2b-9450-c0d025efbf88 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:43.371604 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-676f1978-81bb-4379-a7a1-e3474e05e83d req-b9a61b6f-6460-4c2b-9450-c0d025efbf88 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0736063 Apr 22 15:38:43.380322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40000) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:38:43.385333 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5b257c02-17d9-406b-a7d0-d1797453f222 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Request body: {'floatingip': {'port_id': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:38:43.459928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b257c02-17d9-406b-a7d0-d1797453f222 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:44.039354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b257c02-17d9-406b-a7d0-d1797453f222 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:44.042896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b257c02-17d9-406b-a7d0-d1797453f222 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:44.225209 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-5b257c02-17d9-406b-a7d0-d1797453f222 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Floating IP 925ae94a-673f-446f-91f1-dab5a6413c33 associated. External IP: 172.26.8.210, port: 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe. Apr 22 15:38:44.707732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b257c02-17d9-406b-a7d0-d1797453f222 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:38:44.902289 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b257c02-17d9-406b-a7d0-d1797453f222 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:38:44.906594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5b257c02-17d9-406b-a7d0-d1797453f222 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:44.911922 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83857fe3-ee4d-4e57-b0e1-14cfe92c9e40 None None] Sync routers for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:38:44.924565 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83857fe3-ee4d-4e57-b0e1-14cfe92c9e40 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:38:44.925157 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-83857fe3-ee4d-4e57-b0e1-14cfe92c9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:38:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:38:44.964471 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5b257c02-17d9-406b-a7d0-d1797453f222 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "PUT /v2.0/floatingips/925ae94a-673f-446f-91f1-dab5a6413c33 HTTP/1.1" status: 200 len: 992 time: 1.5830247 Apr 22 15:38:44.965384 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'tag': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:38:45.040012 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-13bb8d6a-d738-4354-a4f8-c599a226ac76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:45.045482 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baafe492-5b07-4433-8197-f1f78db21a43'] response: {'name': 'network-changed', 'server_uuid': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'tag': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe', 'status': 'completed', 'code': 200} Apr 22 15:38:45.108176 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-83857fe3-ee4d-4e57-b0e1-14cfe92c9e40 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:38:45.168420 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4bf691fe-93cc-49d9-9eeb-7bff7969f7e2 req-b1960395-adc5-443c-96c3-ad3e54af20d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 1099 time: 0.0806301 Apr 22 15:38:45.354360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf691fe-93cc-49d9-9eeb-7bff7969f7e2 req-39ef472d-62f6-4011-9c26-9b709f4711ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:45.355852 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4bf691fe-93cc-49d9-9eeb-7bff7969f7e2 req-39ef472d-62f6-4011-9c26-9b709f4711ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1801488 Apr 22 15:38:45.420508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c191ba-b940-45b0-9378-8ddd3f703ca7 req-ed3749c7-20cc-4ed2-9bea-37ea48f1d33f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:45.421943 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-61c191ba-b940-45b0-9378-8ddd3f703ca7 req-ed3749c7-20cc-4ed2-9bea-37ea48f1d33f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.1650195 Apr 22 15:38:45.468226 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-83857fe3-ee4d-4e57-b0e1-14cfe92c9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '925ae94a-673f-446f-91f1-dab5a6413c33', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'port_id': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'mac_address': 'fa:16:3e:08:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:37:38Z', 'updated_at': '2022-04-22T15:38:43Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:38:45.472056 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83857fe3-ee4d-4e57-b0e1-14cfe92c9e40 None None] Checking router: d9636b29-5d65-4df6-a6c0-1e7cc393ce95 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:38:45.482775 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83857fe3-ee4d-4e57-b0e1-14cfe92c9e40 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:38:45.483359 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-83857fe3-ee4d-4e57-b0e1-14cfe92c9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:38:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:38:45.496006 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4bf691fe-93cc-49d9-9eeb-7bff7969f7e2 req-c4d42804-82c0-4a71-90b2-d8fda7ace544 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe HTTP/1.1" status: 200 len: 1000 time: 0.1326444 Apr 22 15:38:45.503817 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-61c191ba-b940-45b0-9378-8ddd3f703ca7 req-648c6127-c5c8-43d4-95ed-8f4f41b837cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677350 Apr 22 15:38:45.563784 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf691fe-93cc-49d9-9eeb-7bff7969f7e2 req-436b9913-fa53-4bd5-a4c7-7f57c8b5880c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:45.565219 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4bf691fe-93cc-49d9-9eeb-7bff7969f7e2 req-436b9913-fa53-4bd5-a4c7-7f57c8b5880c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0605838 Apr 22 15:38:45.641309 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4bf691fe-93cc-49d9-9eeb-7bff7969f7e2 req-589152bd-d496-4a7a-9818-12f11c599b27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704920 Apr 22 15:38:45.664108 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-83857fe3-ee4d-4e57-b0e1-14cfe92c9e40 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:38:45.772274 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4bf691fe-93cc-49d9-9eeb-7bff7969f7e2 req-1ba381a4-26d2-4a04-98be-0187e45ceb24 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253600 Apr 22 15:38:45.902214 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4bf691fe-93cc-49d9-9eeb-7bff7969f7e2 req-1b94ad50-163f-4dfd-8ec5-8c378b6fae99 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231277 Apr 22 15:38:46.032570 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-83857fe3-ee4d-4e57-b0e1-14cfe92c9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '925ae94a-673f-446f-91f1-dab5a6413c33', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'port_id': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'mac_address': 'fa:16:3e:08:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:37:38Z', 'updated_at': '2022-04-22T15:38:43Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:38:46.033755 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:46.036663 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83857fe3-ee4d-4e57-b0e1-14cfe92c9e40 None None] The sync data for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv is: [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '925ae94a-673f-446f-91f1-dab5a6413c33', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'port_id': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'mac_address': 'fa:16:3e:08:ed:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:37:38Z', 'updated_at': '2022-04-22T15:38:43Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:38:46.059555 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:46.214709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d02f761-039f-488a-acd1-9cabbf86ac26 None None] New status for floating IP 925ae94a-673f-446f-91f1-dab5a6413c33: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:38:46.701653 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797005f4-ca12-4e85-ada5-1403bfcea48c req-1f60a6af-4d93-49d9-ab48-62a444a5f7aa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:46.703144 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-797005f4-ca12-4e85-ada5-1403bfcea48c req-1f60a6af-4d93-49d9-ab48-62a444a5f7aa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0790541 Apr 22 15:38:46.747311 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-797005f4-ca12-4e85-ada5-1403bfcea48c req-9d5058b9-21f2-4599-84ad-3dc3cea56bb1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385404 Apr 22 15:38:47.614285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:38:47.943258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c06d0-efd9-4310-95e0-e60617ecea1f req-de1a5663-07ea-48ae-b45c-00b86b0c4266 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:47.944764 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e5c06d0-efd9-4310-95e0-e60617ecea1f req-de1a5663-07ea-48ae-b45c-00b86b0c4266 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0763218 Apr 22 15:38:47.991016 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e5c06d0-efd9-4310-95e0-e60617ecea1f req-c8f7ef67-8c21-4579-88f3-1545c9bbc82c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401359 Apr 22 15:38:49.187340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b575479-cb22-40a6-9339-c4ce726176cb req-dace00cd-4d80-4a2a-b3a4-93925cfdc88a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:49.188683 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3b575479-cb22-40a6-9339-c4ce726176cb req-dace00cd-4d80-4a2a-b3a4-93925cfdc88a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0788076 Apr 22 15:38:49.232967 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3b575479-cb22-40a6-9339-c4ce726176cb req-ae218471-93e5-425e-b3f4-1da9fed96e1e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388784 Apr 22 15:38:50.432212 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e3730-12b1-44fc-afbd-9cc0b5dc2bfd req-257550bd-0752-4843-a3ad-78ab46d246c4 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:50.433648 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-224e3730-12b1-44fc-afbd-9cc0b5dc2bfd req-257550bd-0752-4843-a3ad-78ab46d246c4 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0758376 Apr 22 15:38:50.481131 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-224e3730-12b1-44fc-afbd-9cc0b5dc2bfd req-b901764a-97cb-4662-8503-edeea0df625a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414460 Apr 22 15:38:51.761939 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428e567-fe9a-40f6-9901-4b16d298aa36 req-c08d9c19-c48c-4d3d-a472-4025a3ff4d97 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:51.763405 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7428e567-fe9a-40f6-9901-4b16d298aa36 req-c08d9c19-c48c-4d3d-a472-4025a3ff4d97 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.1636283 Apr 22 15:38:51.806958 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7428e567-fe9a-40f6-9901-4b16d298aa36 req-e5820ebc-b459-469a-bd1c-b3bc711597ad tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380321 Apr 22 15:38:53.000541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10269e-c56f-4976-9a84-53406dfffc73 req-e2a7b24f-cf7e-4cc9-83eb-1d162aa9a642 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:53.001969 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9f10269e-c56f-4976-9a84-53406dfffc73 req-e2a7b24f-cf7e-4cc9-83eb-1d162aa9a642 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0773337 Apr 22 15:38:53.046166 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9f10269e-c56f-4976-9a84-53406dfffc73 req-b4c6668e-15fc-4a22-9c0c-8799bf6e38c6 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384765 Apr 22 15:38:54.240017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69dd34-bee9-442e-8146-5a76a7cc1e2a req-cd7199ca-dd82-401f-a1a2-a46e80c91f5c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:54.241455 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f69dd34-bee9-442e-8146-5a76a7cc1e2a req-cd7199ca-dd82-401f-a1a2-a46e80c91f5c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0728977 Apr 22 15:38:54.298362 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f69dd34-bee9-442e-8146-5a76a7cc1e2a req-5117d0a5-05cf-4d0d-b5a4-1109a6368f1b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506675 Apr 22 15:38:55.504392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f818c-92c1-45a2-8216-4121acf69fe5 req-4e3b6721-b437-461a-a33c-a40739239e6e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:55.505917 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a58f818c-92c1-45a2-8216-4121acf69fe5 req-4e3b6721-b437-461a-a33c-a40739239e6e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0807548 Apr 22 15:38:55.556988 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a58f818c-92c1-45a2-8216-4121acf69fe5 req-8ce4af58-f187-4bde-ae98-fd7a7912efb9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450499 Apr 22 15:38:55.660512 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9673ea-16a5-4386-bb1c-5401d3cd515e req-3bfeb530-359c-405d-8771-3e1c6e459fa9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 1099 time: 0.1347053 Apr 22 15:38:55.800510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9673ea-16a5-4386-bb1c-5401d3cd515e req-7857b7e9-0d84-43e3-b87f-e2b50de7126c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:55.801906 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9673ea-16a5-4386-bb1c-5401d3cd515e req-7857b7e9-0d84-43e3-b87f-e2b50de7126c service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1229053 Apr 22 15:38:55.900891 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9673ea-16a5-4386-bb1c-5401d3cd515e req-4c839935-ca47-4a6a-affd-867c49bd7862 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe HTTP/1.1" status: 200 len: 1002 time: 0.0925045 Apr 22 15:38:55.965898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9673ea-16a5-4386-bb1c-5401d3cd515e req-7f20ee1a-cd97-4e50-8951-a0e921486cb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:55.967261 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9673ea-16a5-4386-bb1c-5401d3cd515e req-7f20ee1a-cd97-4e50-8951-a0e921486cb9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0600383 Apr 22 15:38:56.041696 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9673ea-16a5-4386-bb1c-5401d3cd515e req-a4128b44-4138-4af4-ab97-2cd25df7cfa6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670509 Apr 22 15:38:56.051745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-1a9673ea-16a5-4386-bb1c-5401d3cd515e req-3242cefe-e972-4421-84dd-a077aeffde36 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:38:56.052634 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9673ea-16a5-4386-bb1c-5401d3cd515e req-3242cefe-e972-4421-84dd-a077aeffde36 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045855 Apr 22 15:38:56.180914 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9673ea-16a5-4386-bb1c-5401d3cd515e req-b3f7a1a8-b429-43ed-b211-7b00a60aa3ec service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223037 Apr 22 15:38:56.314071 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9673ea-16a5-4386-bb1c-5401d3cd515e req-c94ba2c9-7a35-4f21-b3b7-9f3a0dd424c4 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268814 Apr 22 15:38:56.750958 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1956d97-3362-440d-be8e-ba00b98f5753 req-3f8faebf-f9bf-4a0b-a974-4d38032b447e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:56.752395 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1956d97-3362-440d-be8e-ba00b98f5753 req-3f8faebf-f9bf-4a0b-a974-4d38032b447e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0796349 Apr 22 15:38:56.796736 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1956d97-3362-440d-be8e-ba00b98f5753 req-eb507183-cdf9-4dc2-9500-6c156a010b77 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386739 Apr 22 15:38:57.987889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5ad42-b6f3-4da7-9ec0-3444ec49c6c8 req-5aa37b2d-99d6-4643-a4da-1bb91e20c9f5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:57.989342 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-57f5ad42-b6f3-4da7-9ec0-3444ec49c6c8 req-5aa37b2d-99d6-4643-a4da-1bb91e20c9f5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0753508 Apr 22 15:38:58.034641 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-57f5ad42-b6f3-4da7-9ec0-3444ec49c6c8 req-9f5b7253-d75d-4c89-bf76-2514e6523b97 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397367 Apr 22 15:38:59.234927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c08daf-db64-42f4-aae9-246995616655 req-7f6c237d-b8a8-489e-b680-f619fa673005 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:38:59.236368 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69c08daf-db64-42f4-aae9-246995616655 req-7f6c237d-b8a8-489e-b680-f619fa673005 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0787878 Apr 22 15:38:59.283348 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69c08daf-db64-42f4-aae9-246995616655 req-6b1668cd-b7e7-47c0-b6e2-dba012ee2984 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415792 Apr 22 15:39:00.476266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042a072-43cc-455e-9f25-f3aaf9636223 req-43facf34-8c15-4639-a265-e7af97193b5c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:00.477671 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7042a072-43cc-455e-9f25-f3aaf9636223 req-43facf34-8c15-4639-a265-e7af97193b5c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0765433 Apr 22 15:39:00.522487 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7042a072-43cc-455e-9f25-f3aaf9636223 req-44082e84-eae2-473b-b22d-d811cd15c973 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388746 Apr 22 15:39:01.237202 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:39:01.722624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe18b1-238d-4a34-a872-51cc2f14c91f req-3c1eeea5-2b17-4141-8d5f-d80b6166fe02 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:01.724085 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-debe18b1-238d-4a34-a872-51cc2f14c91f req-3c1eeea5-2b17-4141-8d5f-d80b6166fe02 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0845256 Apr 22 15:39:01.770668 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-debe18b1-238d-4a34-a872-51cc2f14c91f req-f77e6937-4dc3-425b-bbb6-eebce3e2dde7 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409980 Apr 22 15:39:02.975746 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e615895-06e0-41be-9454-dd5372e018a7 req-af54e94f-e31c-452d-bfb8-505975e4bb22 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:02.977192 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7e615895-06e0-41be-9454-dd5372e018a7 req-af54e94f-e31c-452d-bfb8-505975e4bb22 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0748286 Apr 22 15:39:03.024762 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7e615895-06e0-41be-9454-dd5372e018a7 req-33b327d9-86f8-454d-b822-0e965cb38fb9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420151 Apr 22 15:39:03.222947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:04.218449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf956ae3-8322-47ef-b57d-22e6278580ff req-b072cfc1-335b-481f-9a90-ed4639d33a9a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:04.219897 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cf956ae3-8322-47ef-b57d-22e6278580ff req-b072cfc1-335b-481f-9a90-ed4639d33a9a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0774226 Apr 22 15:39:04.264263 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cf956ae3-8322-47ef-b57d-22e6278580ff req-2e41e3c2-77f1-4d29-a3e9-72ef07becc96 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387833 Apr 22 15:39:05.565584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9542b-7256-4a28-915b-501eb30cf534 req-bda8268f-b6dc-4108-9242-3b18210084fc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:05.566946 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-baa9542b-7256-4a28-915b-501eb30cf534 req-bda8268f-b6dc-4108-9242-3b18210084fc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.1760564 Apr 22 15:39:05.610853 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-baa9542b-7256-4a28-915b-501eb30cf534 req-1cd3db8c-edc0-4ae2-9075-c9cc614a3d66 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384521 Apr 22 15:39:06.803474 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17fd19-f635-4ac4-9623-9d07fe618a84 req-bf1da9a0-8e99-4610-8488-e485a959c7a2 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:06.804871 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8b17fd19-f635-4ac4-9623-9d07fe618a84 req-bf1da9a0-8e99-4610-8488-e485a959c7a2 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0749915 Apr 22 15:39:06.848488 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8b17fd19-f635-4ac4-9623-9d07fe618a84 req-7731455a-7b18-452d-b68b-e6dd3539b762 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380967 Apr 22 15:39:08.042417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479d9a2-5809-42bc-b269-7d7085b06edd req-ced73ccd-3932-43f6-97a2-03f859d03ba1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:08.043896 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f479d9a2-5809-42bc-b269-7d7085b06edd req-ced73ccd-3932-43f6-97a2-03f859d03ba1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0776949 Apr 22 15:39:08.088412 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f479d9a2-5809-42bc-b269-7d7085b06edd req-1b880106-7c99-4c78-9312-3f2c8cf7616c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385134 Apr 22 15:39:09.279848 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69dbd68-ae75-4ffa-a815-fe3b67811ea5 req-221b7966-74a4-4df5-b400-654ab0a30e63 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:09.281351 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e69dbd68-ae75-4ffa-a815-fe3b67811ea5 req-221b7966-74a4-4df5-b400-654ab0a30e63 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0760372 Apr 22 15:39:09.325654 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e69dbd68-ae75-4ffa-a815-fe3b67811ea5 req-b301938f-55fd-42b3-b008-f08834113eb5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389180 Apr 22 15:39:10.522155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe92fb-6d18-43e4-89d0-b83e302e35c9 req-d88b7d23-ac43-4284-a9b7-2a11f40ba4c3 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:10.523603 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8ffe92fb-6d18-43e4-89d0-b83e302e35c9 req-d88b7d23-ac43-4284-a9b7-2a11f40ba4c3 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0786953 Apr 22 15:39:10.569076 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8ffe92fb-6d18-43e4-89d0-b83e302e35c9 req-0de1001f-50b0-4571-ac2e-950ad8c2a3ff tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399537 Apr 22 15:39:11.757017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546297cd-fa5b-4a1a-b4b5-7bb11b37bfc2 req-7b310526-aa15-4193-a232-27199f3f48aa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:11.758457 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-546297cd-fa5b-4a1a-b4b5-7bb11b37bfc2 req-7b310526-aa15-4193-a232-27199f3f48aa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0735893 Apr 22 15:39:11.808026 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-546297cd-fa5b-4a1a-b4b5-7bb11b37bfc2 req-38967e41-6fe8-4fc7-83c7-d50144a62378 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440753 Apr 22 15:39:11.994123 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0cd02f5c-6724-40f0-a298-6d1fdede8f91 req-6f924785-4b3e-4212-a758-568c9fbb4f9d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0651102 Apr 22 15:39:12.230386 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-570e4c95-f507-42f9-a650-9ade9baf11e2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0659635 Apr 22 15:39:12.292139 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e17f09-c650-4d87-b847-8c0a27e6d74e req-8f7f77d1-f776-4592-8125-f59ee629eae7 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:12.293579 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d2e17f09-c650-4d87-b847-8c0a27e6d74e req-8f7f77d1-f776-4592-8125-f59ee629eae7 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0749233 Apr 22 15:39:12.341756 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d2e17f09-c650-4d87-b847-8c0a27e6d74e req-3945f64f-ef38-41d2-ad58-017eb779c170 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425801 Apr 22 15:39:12.758473 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b29bbb00-280e-420a-9904-ab60e223635a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:13.447202 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-9aeb49d9-31b3-4743-a4a3-7e0169185ba1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 1099 time: 0.0677021 Apr 22 15:39:13.632569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c50619-3871-4d76-aae9-54f775edac63 req-1d83adb3-bdac-4d3f-9618-0a7e81057b38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:13.633908 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-1d83adb3-bdac-4d3f-9618-0a7e81057b38 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1807072 Apr 22 15:39:13.640681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ef616-b8c3-4eff-8c94-d38f7450254c req-bfbfdc3d-1596-4740-bb5d-e385764f2e75 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:13.641979 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b94ef616-b8c3-4eff-8c94-d38f7450254c req-bfbfdc3d-1596-4740-bb5d-e385764f2e75 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.1708958 Apr 22 15:39:13.764820 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b94ef616-b8c3-4eff-8c94-d38f7450254c req-e16381f4-0d95-408f-b2df-857ac0bdb293 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766068 Apr 22 15:39:13.767081 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-a7933bb3-d3cb-424a-bc88-73e854254066 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe HTTP/1.1" status: 200 len: 1002 time: 0.1242075 Apr 22 15:39:13.829082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c50619-3871-4d76-aae9-54f775edac63 req-5fe6fb07-0617-4f04-9edb-f811dea60e14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:13.830506 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-5fe6fb07-0617-4f04-9edb-f811dea60e14 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0568836 Apr 22 15:39:13.905677 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-aa21dfd5-c611-4f54-82f4-8e2a94185c3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689011 Apr 22 15:39:14.034844 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-7adc525a-0451-4304-b3b9-a01acc1324a0 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228898 Apr 22 15:39:14.162312 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-773ebff1-605a-4ded-8cde-52658093137b service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211848 Apr 22 15:39:14.956884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53e27a-7ff9-49d1-ac75-a9e4b0f1c894 req-dae3ff1b-3d2e-4f9c-bf94-3137e831b5ae tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:14.958360 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6c53e27a-7ff9-49d1-ac75-a9e4b0f1c894 req-dae3ff1b-3d2e-4f9c-bf94-3137e831b5ae tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0744925 Apr 22 15:39:15.003418 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6c53e27a-7ff9-49d1-ac75-a9e4b0f1c894 req-0d42dc41-f14d-4f42-88b0-a1725146af36 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393116 Apr 22 15:39:15.043065 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2c6657e3-5719-4bf2-b206-a4ac2c1b5585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:16.004368 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-71773acd-88e2-4130-8936-084fb54f1e7a service neutron] 10.222.0.70 "GET /v2.0/ports/7224e6be-a5b2-423a-b47b-6dc2a1e02cfe/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0754676 Apr 22 15:39:16.035669 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:16.058242 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:16.350066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa44b2-bac2-42a6-9557-9d0fdadb3a49 req-0d3a1284-0703-47be-af9e-3c5bb766ba32 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:16.351525 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-12aa44b2-bac2-42a6-9557-9d0fdadb3a49 req-0d3a1284-0703-47be-af9e-3c5bb766ba32 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.2220047 Apr 22 15:39:16.354956 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-8ddb5a69-f598-4b29-965f-b3a5dcf36842 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 1099 time: 0.1019464 Apr 22 15:39:16.429412 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-12aa44b2-bac2-42a6-9557-9d0fdadb3a49 req-bfca3b1b-64fa-44b5-ae83-888533580f09 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722928 Apr 22 15:39:16.465211 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-be7d4029-1f32-44b9-881b-08c98a6f4ab0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 1099 time: 0.0728564 Apr 22 15:39:16.598671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c50619-3871-4d76-aae9-54f775edac63 req-52af5451-e922-49ae-911e-aadf23ed21ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:16.600158 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-52af5451-e922-49ae-911e-aadf23ed21ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1292598 Apr 22 15:39:16.703774 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-e7b3ab9d-7558-4451-9124-b4b7cb8ff103 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe HTTP/1.1" status: 200 len: 1002 time: 0.0973997 Apr 22 15:39:16.765384 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c50619-3871-4d76-aae9-54f775edac63 req-96e534d2-163a-477a-9a3c-1030308f037c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:16.766769 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-96e534d2-163a-477a-9a3c-1030308f037c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0557353 Apr 22 15:39:16.843394 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-ca69f20d-8473-442d-adfd-a673f0541417 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685668 Apr 22 15:39:16.972309 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-07604f6e-eb1d-447f-8505-c08d7c25a4bb service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218581 Apr 22 15:39:17.100738 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24c50619-3871-4d76-aae9-54f775edac63 req-71ee6aaa-8a62-494a-b5f5-1b9747a5dad5 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216621 Apr 22 15:39:17.616165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:17.619303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec81dca-2de3-4664-aa9e-f24e6a8587f1 req-84ca1264-6f52-4edc-9c7f-ba595ce75d9b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:17.620745 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9ec81dca-2de3-4664-aa9e-f24e6a8587f1 req-84ca1264-6f52-4edc-9c7f-ba595ce75d9b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0739660 Apr 22 15:39:17.665418 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9ec81dca-2de3-4664-aa9e-f24e6a8587f1 req-15092538-f968-4d28-8893-d9e3dc76ab74 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386436 Apr 22 15:39:18.860580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e606b6-1edf-4707-af07-5511d8ace025 req-b08c2189-ac28-444d-ae92-a18714146b74 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:18.861983 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c0e606b6-1edf-4707-af07-5511d8ace025 req-b08c2189-ac28-444d-ae92-a18714146b74 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0776303 Apr 22 15:39:18.907063 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c0e606b6-1edf-4707-af07-5511d8ace025 req-c6fbec81-ac79-45f2-b7f3-6ed5f8a53766 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394120 Apr 22 15:39:19.156454 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:39:19.163200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:39:19.378888 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:19.392711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:39:19.409262 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'port_id': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe', 'mac_address': 'fa:16:3e:08:ed:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:39:19.448218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:39:19.469524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:39:19.481792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:19.526556 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf743ff8-9042-48ed-b3d9-8c0fdc0c6f60'] response: {'server_uuid': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe', 'code': 200} Apr 22 15:39:19.546925 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:19.574237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:39:19.582082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:39:19.640582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:39:19.640851 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:39:20.100049 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53994d19-d6f8-4c35-8528-ec563acc0bb1 req-ecabb0ac-c335-4150-b8ca-a9fac22c7043 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:20.101452 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53994d19-d6f8-4c35-8528-ec563acc0bb1 req-ecabb0ac-c335-4150-b8ca-a9fac22c7043 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 944 time: 0.0736356 Apr 22 15:39:20.150088 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-53994d19-d6f8-4c35-8528-ec563acc0bb1 req-961e7f79-0d0c-4cdd-88c0-826d4368e06d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432160 Apr 22 15:39:20.197357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:20.214856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:39:20.230083 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:39:20.234566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:20.303837 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:39:20.389838 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['7224e6be-a5b2-423a-b47b-6dc2a1e02cfe'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:39:20.555593 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54646b8f-5f8f-4950-beea-122bd3f3fac7 req-7ff7222b-5f3e-485c-a006-369587f17839 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:20.557134 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-54646b8f-5f8f-4950-beea-122bd3f3fac7 req-7ff7222b-5f3e-485c-a006-369587f17839 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.1159916 Apr 22 15:39:20.563770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfbc1b-6fde-4dfd-996c-8789d7dc26b0 req-c3013a7e-2a0d-459c-a698-4a6497ceb672 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:20.565132 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e6cfbc1b-6fde-4dfd-996c-8789d7dc26b0 req-c3013a7e-2a0d-459c-a698-4a6497ceb672 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 945 time: 0.1545863 Apr 22 15:39:20.611305 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e6cfbc1b-6fde-4dfd-996c-8789d7dc26b0 req-e7a81105-cd34-4fe7-90a4-16309099f464 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405626 Apr 22 15:39:20.723915 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-54646b8f-5f8f-4950-beea-122bd3f3fac7 req-8b78bda9-1165-4142-9b78-5f1324840d80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 1098 time: 0.0689540 Apr 22 15:39:20.861421 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54646b8f-5f8f-4950-beea-122bd3f3fac7 req-2b38e6ca-bec6-4dd2-ace6-25546776ba0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:20.863843 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-54646b8f-5f8f-4950-beea-122bd3f3fac7 req-2b38e6ca-bec6-4dd2-ace6-25546776ba0b service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1332083 Apr 22 15:39:21.054971 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-54646b8f-5f8f-4950-beea-122bd3f3fac7 req-f3c14f9a-93cd-434b-a561-db18ddd16431 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe HTTP/1.1" status: 200 len: 1001 time: 0.1849337 Apr 22 15:39:21.117401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54646b8f-5f8f-4950-beea-122bd3f3fac7 req-a29b23c2-e05d-4c0e-b131-71166b70124f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:21.118718 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-54646b8f-5f8f-4950-beea-122bd3f3fac7 req-a29b23c2-e05d-4c0e-b131-71166b70124f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0579541 Apr 22 15:39:21.155866 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:39:21.194156 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-54646b8f-5f8f-4950-beea-122bd3f3fac7 req-e3c00fd4-adda-465d-8ca7-9e71ef3011f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689650 Apr 22 15:39:21.227937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:39:21.228511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:21.328405 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-54646b8f-5f8f-4950-beea-122bd3f3fac7 req-1b4a6cab-513d-4751-8d47-4f9caae87b64 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264589 Apr 22 15:39:21.342399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:21.373623 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:39:21.379988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:21.444178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,revision_number=8']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:39:21.465696 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-54646b8f-5f8f-4950-beea-122bd3f3fac7 req-41637132-d04b-4469-bdf4-d16ca2e82072 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297235 Apr 22 15:39:21.527647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:39:21.590352 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3166febb-f6cf-4a63-b758-2c817a90bd18'] response: {'server_uuid': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe', 'code': 200} Apr 22 15:39:21.807957 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f017360-a56e-4dd8-a85e-4965951da37b req-7180e0ab-bc29-433c-a291-6e2e691c343b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:21.809405 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f017360-a56e-4dd8-a85e-4965951da37b req-7180e0ab-bc29-433c-a291-6e2e691c343b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0746448 Apr 22 15:39:21.858763 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f017360-a56e-4dd8-a85e-4965951da37b req-2097bc30-535d-4b5f-8c4b-8341efe02eb0 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430350 Apr 22 15:39:23.053290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52e415-0aaf-4986-92ce-2a94facfaf9c req-f69e7cf9-c6d1-45d4-9ff7-976d1b7fa243 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:23.054895 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9c52e415-0aaf-4986-92ce-2a94facfaf9c req-f69e7cf9-c6d1-45d4-9ff7-976d1b7fa243 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0752845 Apr 22 15:39:23.099025 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9c52e415-0aaf-4986-92ce-2a94facfaf9c req-0930a41a-c42b-47d5-ad04-92c2008bcfd9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386422 Apr 22 15:39:23.300394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ca544-0ade-4898-a4c1-f629c9b2906d req-c0a0b182-0375-4fa5-871c-2b29f80bd6d2 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:23.301815 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5f7ca544-0ade-4898-a4c1-f629c9b2906d req-c0a0b182-0375-4fa5-871c-2b29f80bd6d2 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0787284 Apr 22 15:39:23.352002 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5f7ca544-0ade-4898-a4c1-f629c9b2906d req-4f0cd9f5-2da9-4bd1-bf62-1cd84181526a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445230 Apr 22 15:39:23.745852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bfeb2-3ce8-4daa-9e8a-55abe27e8b82 req-fc0b95fb-35f0-49ec-a1c2-2360bc322e7c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:23.747280 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a34bfeb2-3ce8-4daa-9e8a-55abe27e8b82 req-fc0b95fb-35f0-49ec-a1c2-2360bc322e7c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.1188560 Apr 22 15:39:23.807449 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5869bf1c-9d51-4849-b9e0-08cbc752398c req-8b311989-87ec-44d2-aa94-b74068092d10 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 1099 time: 0.1115086 Apr 22 15:39:23.811144 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a34bfeb2-3ce8-4daa-9e8a-55abe27e8b82 req-7024459d-4f86-418f-b143-a6128a7263d5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523400 Apr 22 15:39:23.939429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869bf1c-9d51-4849-b9e0-08cbc752398c req-2ad2efa1-596a-4f38-96af-fd1e888fd654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:23.940854 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5869bf1c-9d51-4849-b9e0-08cbc752398c req-2ad2efa1-596a-4f38-96af-fd1e888fd654 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1262405 Apr 22 15:39:24.042027 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5869bf1c-9d51-4849-b9e0-08cbc752398c req-5a0599f4-6749-41a6-bee9-8592bcd29a2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe HTTP/1.1" status: 200 len: 1002 time: 0.0943258 Apr 22 15:39:24.102991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869bf1c-9d51-4849-b9e0-08cbc752398c req-941f1e40-38d7-4489-8d6c-49b694ce0537 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:24.104392 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5869bf1c-9d51-4849-b9e0-08cbc752398c req-941f1e40-38d7-4489-8d6c-49b694ce0537 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0569668 Apr 22 15:39:24.180262 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5869bf1c-9d51-4849-b9e0-08cbc752398c req-085a50b9-df94-4fa3-9f87-fa89142030a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691979 Apr 22 15:39:24.310675 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5869bf1c-9d51-4849-b9e0-08cbc752398c req-b74967b7-5207-4b8b-a815-a9a4aa93839a service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243849 Apr 22 15:39:24.439586 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5869bf1c-9d51-4849-b9e0-08cbc752398c req-d8c9e576-1d63-4ea5-bcbb-9df2d4fbdf7d service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228261 Apr 22 15:39:25.110585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5118d-2a05-4857-9413-f0c5605be8eb req-40e816bb-3206-4006-8bc9-4eb6f4ab53ec tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:25.111955 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0fb5118d-2a05-4857-9413-f0c5605be8eb req-40e816bb-3206-4006-8bc9-4eb6f4ab53ec tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.1762831 Apr 22 15:39:25.157396 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0fb5118d-2a05-4857-9413-f0c5605be8eb req-c6cb2bbe-e350-4c60-914b-2a3724670d2c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397892 Apr 22 15:39:26.351018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f177eb-048b-43f6-90f8-1fa15acedb48 req-155d9072-1db3-48c6-9338-c69158302ea5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:26.352433 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f4f177eb-048b-43f6-90f8-1fa15acedb48 req-155d9072-1db3-48c6-9338-c69158302ea5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0770555 Apr 22 15:39:26.396643 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f4f177eb-048b-43f6-90f8-1fa15acedb48 req-d81e098c-65ab-4929-b485-310b473294ba tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388644 Apr 22 15:39:26.786728 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617f3b2-ea2a-45a4-b349-ab24f2b1b19f req-e298e6d1-e6e2-43e8-864a-4ece3ea6b086 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:26.788144 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a617f3b2-ea2a-45a4-b349-ab24f2b1b19f req-e298e6d1-e6e2-43e8-864a-4ece3ea6b086 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0734329 Apr 22 15:39:26.832050 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a617f3b2-ea2a-45a4-b349-ab24f2b1b19f req-033b3c6f-7fb1-4bfa-b532-a8341fc347a0 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385075 Apr 22 15:39:28.027859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbef571-a725-4b2e-bd0b-5fb31a38a596 req-f56a439a-7c37-41a8-b964-3b5e097d3e38 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:28.029270 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5bbef571-a725-4b2e-bd0b-5fb31a38a596 req-f56a439a-7c37-41a8-b964-3b5e097d3e38 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0781312 Apr 22 15:39:28.072658 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5bbef571-a725-4b2e-bd0b-5fb31a38a596 req-11ae65c9-918f-4285-ba9c-e89a448f2ddb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377359 Apr 22 15:39:28.758472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c477d-8791-4432-9406-ab255b15d152 req-a7988d0a-e4cd-4e3f-8ae2-cc36acc28647 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:28.759846 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-229c477d-8791-4432-9406-ab255b15d152 req-a7988d0a-e4cd-4e3f-8ae2-cc36acc28647 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.0729101 Apr 22 15:39:28.828915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-229c477d-8791-4432-9406-ab255b15d152 req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Deleting port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:39:28.829253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-229c477d-8791-4432-9406-ab255b15d152 req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:29.060326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-229c477d-8791-4432-9406-ab255b15d152 req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] For port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:39:29.060993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-229c477d-8791-4432-9406-ab255b15d152 req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:29.393588 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-229c477d-8791-4432-9406-ab255b15d152 req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:29.393860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-229c477d-8791-4432-9406-ab255b15d152 req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:29.394185 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [req-229c477d-8791-4432-9406-ab255b15d152 req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Floating IP 925ae94a-673f-446f-91f1-dab5a6413c33 disassociated. External IP: 172.26.8.210, port: 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe. Apr 22 15:39:29.394514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-229c477d-8791-4432-9406-ab255b15d152 req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Calling delete_port for 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:39:29.433539 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a28f42-3866-4621-8968-940d7f376f1b req-86616390-0a2c-415a-98fa-cef2fc275513 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:29.434982 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a9a28f42-3866-4621-8968-940d7f376f1b req-86616390-0a2c-415a-98fa-cef2fc275513 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 946 time: 0.2273378 Apr 22 15:39:29.504117 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a9a28f42-3866-4621-8968-940d7f376f1b req-038e2681-8f5b-4147-84d5-c5c21bb24313 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612442 Apr 22 15:39:29.573297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-229c477d-8791-4432-9406-ab255b15d152 req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:29.621814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event deleted for resources: {'Port': ['ID=7224e6be-a5b2-423a-b47b-6dc2a1e02cfe,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:39:29.633807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:29.634258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:29.634613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:29.634819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:29.635131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:29.635452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:29.635776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:29.636099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:29.636416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:29.636732 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:29.637050 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:29.837501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-229c477d-8791-4432-9406-ab255b15d152 req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:39:30.121704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-229c477d-8791-4432-9406-ab255b15d152 req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:39:30.132708 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449f84a3-f0d1-436f-84f1-386bc29d02e7 None None] Sync routers for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:39:30.144255 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f84a3-f0d1-436f-84f1-386bc29d02e7 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:39:30.144848 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-449f84a3-f0d1-436f-84f1-386bc29d02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:39:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:39:30.204034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-229c477d-8791-4432-9406-ab255b15d152 req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] No DVR routers for this DVR port 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:39:30.207046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-229c477d-8791-4432-9406-ab255b15d152 req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:30.210678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'name': 'network-vif-deleted', 'tag': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:39:30.228791 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-229c477d-8791-4432-9406-ab255b15d152 req-36f10f83-5e85-4ac6-9093-5412565ed5df tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "DELETE /v2.0/ports/7224e6be-a5b2-423a-b47b-6dc2a1e02cfe HTTP/1.1" status: 204 len: 173 time: 1.4620819 Apr 22 15:39:30.277608 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f8e219-d0c7-412d-adb6-964af7c5edb7'] response: {'server_uuid': '001dcf7b-25d9-4ead-a82e-db327bcd4ef2', 'name': 'network-vif-deleted', 'tag': '7224e6be-a5b2-423a-b47b-6dc2a1e02cfe', 'status': 'completed', 'code': 200} Apr 22 15:39:30.340305 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-449f84a3-f0d1-436f-84f1-386bc29d02e7 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:39:30.655294 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-449f84a3-f0d1-436f-84f1-386bc29d02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:39:30.659671 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449f84a3-f0d1-436f-84f1-386bc29d02e7 None None] Checking router: d9636b29-5d65-4df6-a6c0-1e7cc393ce95 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:39:30.669960 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f84a3-f0d1-436f-84f1-386bc29d02e7 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:39:30.670576 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-449f84a3-f0d1-436f-84f1-386bc29d02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:39:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:39:30.679224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-e5615798-0b83-49a2-b751-a7172ce81a3f req-9b1ea2e1-16fa-4f9d-a312-e30219fe5eab tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Synchronizing usage tracker for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:39:30.697067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-e5615798-0b83-49a2-b751-a7172ce81a3f req-9b1ea2e1-16fa-4f9d-a312-e30219fe5eab tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Unset dirty status for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:39:30.698531 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e5615798-0b83-49a2-b751-a7172ce81a3f req-9b1ea2e1-16fa-4f9d-a312-e30219fe5eab tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=001dcf7b-25d9-4ead-a82e-db327bcd4ef2 HTTP/1.1" status: 200 len: 210 time: 0.0596015 Apr 22 15:39:30.854572 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-449f84a3-f0d1-436f-84f1-386bc29d02e7 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:39:31.160717 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-449f84a3-f0d1-436f-84f1-386bc29d02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:39:31.164419 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449f84a3-f0d1-436f-84f1-386bc29d02e7 None None] The sync data for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv is: [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:39:31.367759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677dcf69-fcac-4cfe-aaf3-d88a424e9b77 None None] New status for floating IP 925ae94a-673f-446f-91f1-dab5a6413c33: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:39:32.051241 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-2f843ab4-ac48-49ff-91aa-bcb677853f02 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2002799043&fields=id&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 267 time: 0.0402424 Apr 22 15:39:32.195691 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13026c-f4c9-437f-b081-f768168e8759 req-80c6b578-8afb-4ec5-b596-b1c3bcf13d24 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:32.197220 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-80c6b578-8afb-4ec5-b596-b1c3bcf13d24 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 812 time: 0.1400511 Apr 22 15:39:32.213070 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-86b918ef-3269-488d-9a73-118a1d63727f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/quotas/3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 375 time: 0.0106823 Apr 22 15:39:32.296712 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-25aeefc9-c2a5-4b5a-8dc2-eb03f76bb2c9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789471 Apr 22 15:39:32.431249 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-7fdeae66-4bed-49d8-943d-5a66eb8a4539 service neutron] 10.222.0.71 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232953 Apr 22 15:39:32.560589 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-4e0f9626-a148-4240-8922-a1c9068681cf service neutron] 10.222.0.71 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237841 Apr 22 15:39:32.742492 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fb2d21dd-f6be-44a7-b407-f073a13a7363 req-49a398a4-e1ed-43e1-9e9c-eb9b534f0450 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 210 time: 0.0411594 Apr 22 15:39:33.202027 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:39:33.238534 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:39:33.238785 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 7224e6be-a5b2-423a-b47b-6dc2a1e02cfe not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:39:33.249372 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:33.828496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13026c-f4c9-437f-b081-f768168e8759 req-e1d38f78-a49e-4dae-b135-1dda458bc335 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:33.829094 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-e1d38f78-a49e-4dae-b135-1dda458bc335 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 812 time: 0.1416073 Apr 22 15:39:33.923965 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ac816ae-366b-4090-bcfc-48582dc702e4 req-7750b1cc-c2a0-420f-9b32-88d7ebe5b605 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 210 time: 0.0556283 Apr 22 15:39:33.938111 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-13b621fe-3796-458c-97ad-27de67027db8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 380 time: 0.0901849 Apr 22 15:39:33.947281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Request body: {'port': {'device_id': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'admin_state_up': True, 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'security_groups': ['323b350d-6cd5-4dde-ae72-ede96a8e2c30']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:39:34.079816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:39:34.089043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:39:34.098942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Made reservation on behalf of 3ea6bb7c6dc24c04a7b173f6190cf451 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:39:34.101975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:34.256469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Allocated IP 172.20.0.11 (68973413-a6a9-4138-bc73-e76184c3d28d/f052b066-50e6-43ab-9cf3-d9d498e9147d/67ce3573-5c40-4e2d-b031-ffe8c969ce0e) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:39:34.526511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:34.544386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Transition to ACTIVE for port object 67ce3573-5c40-4e2d-b031-ffe8c969ce0e will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:39:34.566413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:34.635203 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Network 68973413-a6a9-4138-bc73-e76184c3d28d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:39:34.638102 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:39:34.640742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:39:34.688288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event updated for resources: {'Port': ['ID=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:39:34.713114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:34.713719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:34.741004 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-82e3bfd5-5394-46ff-8947-059ff0e7f328 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7972333 Apr 22 15:39:34.759346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Request body: {'port': {'device_id': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:39:34.864483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:34.871355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3476bac2-ceaf-4df1-b8d6-3a1839ac5994 None None] Provisioning for port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:39:34.876938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3476bac2-ceaf-4df1-b8d6-3a1839ac5994 None None] Provisioning complete for port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:39:34.877309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3476bac2-ceaf-4df1-b8d6-3a1839ac5994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:34.935441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3476bac2-ceaf-4df1-b8d6-3a1839ac5994 None None] Port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:39:35.214457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8f16f-0678-4c77-94b6-9c02272246a1 req-6c3a35ce-3794-484e-850d-5cd28aa79589 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:35.215051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-52e8f16f-0678-4c77-94b6-9c02272246a1 req-6c3a35ce-3794-484e-850d-5cd28aa79589 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Synchronizing usage tracker for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:39:35.278441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-52e8f16f-0678-4c77-94b6-9c02272246a1 req-6c3a35ce-3794-484e-850d-5cd28aa79589 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Unset dirty status for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:39:35.279587 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-52e8f16f-0678-4c77-94b6-9c02272246a1 req-6c3a35ce-3794-484e-850d-5cd28aa79589 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 932 time: 0.1931636 Apr 22 15:39:35.314252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ce3573-5c40-4e2d-b031-ffe8c969ce0e {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:39:35.328199 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:35.355173 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-52e8f16f-0678-4c77-94b6-9c02272246a1 req-b2612c2b-4df9-44bd-93a4-cb5391b50d51 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696571 Apr 22 15:39:35.356047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Transition to ACTIVE for port object 67ce3573-5c40-4e2d-b031-ffe8c969ce0e will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:39:35.360307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:35.482677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Pushing event updated for resources: {'Port': ['ID=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:39:35.594462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Attempting to bind port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:39:35.594462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Attempting to bind port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:39:35.594739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Attempting to bind port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e on network 68973413-a6a9-4138-bc73-e76184c3d28d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:39:35.601527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e on network 68973413-a6a9-4138-bc73-e76184c3d28d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:39:35.602087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Attempting to bind port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e on network 68973413-a6a9-4138-bc73-e76184c3d28d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:39:35.608782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:39:35.609117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Checking segment: {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:39:35.609531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Bound using segment: {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:39:35.609955 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Bound port: 67ce3573-5c40-4e2d-b031-ffe8c969ce0e, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:39:35.610331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:35.703118 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] For port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:39:35.706019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] For port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:39:35.710641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:35.770475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:35.771801 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] 10.222.0.70 "PUT /v2.0/ports/67ce3573-5c40-4e2d-b031-ffe8c969ce0e HTTP/1.1" status: 200 len: 1094 time: 1.0173373 Apr 22 15:39:35.772229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'tag': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:39:35.791050 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd0363-3d92-4a3d-b9e8-1f314681fb97 service neutron] Pushing event updated for resources: {'Port': ['ID=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:39:35.859177 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6e45f1-ffdb-4c48-ab8f-001dd8250e78'] response: {'name': 'network-changed', 'server_uuid': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'tag': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e', 'status': 'completed', 'code': 200} Apr 22 15:39:35.904929 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-13b12044-c3e3-4c99-a869-fbeeed99938c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 1097 time: 0.0769141 Apr 22 15:39:35.979962 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-6f98d10d-b832-4415-bc92-de6faf9e9e54 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e HTTP/1.1" status: 200 len: 217 time: 0.0622497 Apr 22 15:39:36.043985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13026c-f4c9-437f-b081-f768168e8759 req-bb04e8a2-bbd7-406b-888f-d857cf55787c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:36.045267 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-bb04e8a2-bbd7-406b-888f-d857cf55787c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0593951 Apr 22 15:39:36.119071 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-8a429519-af8b-4739-a006-91bd7bcda795 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674090 Apr 22 15:39:36.247079 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-3ffeaab1-41d4-432e-9e70-fe5b4c62fd69 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218162 Apr 22 15:39:36.465291 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac13026c-f4c9-437f-b081-f768168e8759 req-d8b2b197-2a0e-4275-a715-596ee1073495 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120047 Apr 22 15:39:36.550748 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c972ae7-ff04-4374-87f7-e84bd0da8463 req-96edcb59-ee82-496a-b8cb-c0b04d84a735 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:36.552204 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c972ae7-ff04-4374-87f7-e84bd0da8463 req-96edcb59-ee82-496a-b8cb-c0b04d84a735 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 944 time: 0.0780771 Apr 22 15:39:36.642398 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1c972ae7-ff04-4374-87f7-e84bd0da8463 req-79ac57c2-dc97-4753-86c3-95fc282636a9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611477 Apr 22 15:39:36.655762 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-407e26b2-7956-405e-b612-e2721e5e121d req-9439ad95-0b94-456d-b70b-8355641c8ae3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 1097 time: 0.1026473 Apr 22 15:39:36.786079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e26b2-7956-405e-b612-e2721e5e121d req-2c63de75-f10a-470b-b9a2-694e8ee8fc54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:36.787535 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-407e26b2-7956-405e-b612-e2721e5e121d req-2c63de75-f10a-470b-b9a2-694e8ee8fc54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1249485 Apr 22 15:39:36.858723 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-407e26b2-7956-405e-b612-e2721e5e121d req-faa813a3-60a2-4032-9370-4246afe69ec0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e HTTP/1.1" status: 200 len: 217 time: 0.0649233 Apr 22 15:39:36.919828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e26b2-7956-405e-b612-e2721e5e121d req-14d7b062-cdde-415c-81ba-b11dc05a7d2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:36.921124 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-407e26b2-7956-405e-b612-e2721e5e121d req-14d7b062-cdde-415c-81ba-b11dc05a7d2f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0562291 Apr 22 15:39:36.997297 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-407e26b2-7956-405e-b612-e2721e5e121d req-bc25fdab-cf4c-4cf1-9a1d-7d764ea36f58 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695393 Apr 22 15:39:37.125268 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-407e26b2-7956-405e-b612-e2721e5e121d req-81b3d100-cef8-4031-ac12-24923076d466 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215708 Apr 22 15:39:37.254278 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-407e26b2-7956-405e-b612-e2721e5e121d req-28da8645-5b91-49fd-8199-6b70cec3bda8 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227982 Apr 22 15:39:37.834661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170209eb-8e2d-4d7e-8ff1-c6c8b4565e33 req-43e82183-c814-446b-9938-9d7223327903 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:37.836015 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-170209eb-8e2d-4d7e-8ff1-c6c8b4565e33 req-43e82183-c814-446b-9938-9d7223327903 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 944 time: 0.0747259 Apr 22 15:39:37.880605 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-170209eb-8e2d-4d7e-8ff1-c6c8b4565e33 req-d8ffbb8e-4c4a-4a0c-b138-84b01a6d4e11 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391855 Apr 22 15:39:38.237097 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:39:39.213444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 67ce3573-5c40-4e2d-b031-ffe8c969ce0e details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:39:39.228977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25768e9-ecba-4aea-8821-3f62adffdfc6 req-7d558a8f-cf33-4d9c-892a-1a83fc7896b5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:39.230460 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f25768e9-ecba-4aea-8821-3f62adffdfc6 req-7d558a8f-cf33-4d9c-892a-1a83fc7896b5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 944 time: 0.0786324 Apr 22 15:39:39.275718 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f25768e9-ecba-4aea-8821-3f62adffdfc6 req-1e9f7201-eba7-414b-99e8-f86fcd9a2739 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396974 Apr 22 15:39:39.344637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:39:39.357163 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'port_id': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e', 'mac_address': 'fa:16:3e:8d:00:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:39:39.409593 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:39.426638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ce3573-5c40-4e2d-b031-ffe8c969ce0e {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:39:39.441324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:39:39.445181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:39.513918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:39:39.522094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:39.522461 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:39.522805 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:39.523138 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:39.523844 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:39.523844 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:39.524111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:39.524436 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:39.524756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:39.525077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:39.525472 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:39:39.861275 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['67ce3573-5c40-4e2d-b031-ffe8c969ce0e'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:39:40.469614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf1ee6-75a1-4db4-9203-cf9120ce3c3c req-968c8068-0918-40db-b114-3ea6e799688e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:40.471065 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6fbf1ee6-75a1-4db4-9203-cf9120ce3c3c req-968c8068-0918-40db-b114-3ea6e799688e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 945 time: 0.0745893 Apr 22 15:39:40.519022 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6fbf1ee6-75a1-4db4-9203-cf9120ce3c3c req-798c2d6f-8d79-4e8c-ba60-ef3fabd7d066 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426257 Apr 22 15:39:41.213508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 67ce3573-5c40-4e2d-b031-ffe8c969ce0e up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:39:41.279464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:39:41.284390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:39:41.284754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:41.424876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:41.449999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:39:41.459124 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:39:41.462887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:41.506940 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65fc04f3-d723-49e9-a95b-2f5ad10632d8'] response: {'server_uuid': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e', 'code': 200} Apr 22 15:39:41.537872 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:39:41.768546 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6d8c7e17-420f-435d-a24b-93ed628af3c6 req-4c031646-bcee-4044-9f2b-d3d29f483301 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 1099 time: 0.0671487 Apr 22 15:39:41.864313 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6d8c7e17-420f-435d-a24b-93ed628af3c6 req-abfc289d-7f9a-48c4-8ab1-0860aceaeda7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887249 Apr 22 15:39:41.883479 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88e243-031e-4ed4-84b6-fb98a7548db4 req-d1c5bd01-7bfe-430d-a8e8-6e6baf083173 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:41.884839 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2d88e243-031e-4ed4-84b6-fb98a7548db4 req-d1c5bd01-7bfe-430d-a8e8-6e6baf083173 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0967908 Apr 22 15:39:41.928895 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2d88e243-031e-4ed4-84b6-fb98a7548db4 req-b540d486-5e82-4323-9ec5-636800277f01 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385320 Apr 22 15:39:42.748532 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c9e566ff-de15-4e11-a083-f236a269abc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:43.122044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8e291-439a-48a6-8777-7797d63e7859 req-a17c2dd3-2e1d-4127-ab3b-02bf3ef8b452 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:43.123422 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8df8e291-439a-48a6-8777-7797d63e7859 req-a17c2dd3-2e1d-4127-ab3b-02bf3ef8b452 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0765159 Apr 22 15:39:43.170659 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8df8e291-439a-48a6-8777-7797d63e7859 req-6d402590-8dd8-499d-9b64-6a96234e9f06 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402811 Apr 22 15:39:44.431849 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ecda5-5e2b-4bc6-9bc8-c6d47059df93 req-dc412f6f-5fb7-4d33-8ea7-43e7f0afd3d7 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:44.433284 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5f3ecda5-5e2b-4bc6-9bc8-c6d47059df93 req-dc412f6f-5fb7-4d33-8ea7-43e7f0afd3d7 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.1435740 Apr 22 15:39:44.478202 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5f3ecda5-5e2b-4bc6-9bc8-c6d47059df93 req-163c5363-783b-4a05-b6cf-4cf6a99a3a00 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389447 Apr 22 15:39:44.664802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5967c2-8a55-4242-bda1-3c2b148cbf25 req-faabb9ac-d062-4b4a-9d72-1dc202f4ff37 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:44.666190 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d5967c2-8a55-4242-bda1-3c2b148cbf25 req-faabb9ac-d062-4b4a-9d72-1dc202f4ff37 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0762870 Apr 22 15:39:44.675510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40176) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:39:44.680724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-a4eeb520-63e0-4f15-bc07-e737731b94c5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Request body: {'floatingip': {'port_id': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:39:44.843357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a4eeb520-63e0-4f15-bc07-e737731b94c5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:45.045012 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-22616aca-9735-45d0-bf89-f47e3cc74e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:45.418500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a4eeb520-63e0-4f15-bc07-e737731b94c5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:45.422066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a4eeb520-63e0-4f15-bc07-e737731b94c5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:45.605368 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-a4eeb520-63e0-4f15-bc07-e737731b94c5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Floating IP 925ae94a-673f-446f-91f1-dab5a6413c33 associated. External IP: 172.26.8.210, port: 67ce3573-5c40-4e2d-b031-ffe8c969ce0e. Apr 22 15:39:45.978357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4eeb520-63e0-4f15-bc07-e737731b94c5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:39:46.037501 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:46.064262 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:46.266257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4eeb520-63e0-4f15-bc07-e737731b94c5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:39:46.271133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a4eeb520-63e0-4f15-bc07-e737731b94c5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:46.275637 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60465c46-8f7d-4583-a052-136ece80b090 None None] Sync routers for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:39:46.287130 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60465c46-8f7d-4583-a052-136ece80b090 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:39:46.287798 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-60465c46-8f7d-4583-a052-136ece80b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:39:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:39:46.322404 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a4eeb520-63e0-4f15-bc07-e737731b94c5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "PUT /v2.0/floatingips/925ae94a-673f-446f-91f1-dab5a6413c33 HTTP/1.1" status: 200 len: 992 time: 1.6458149 Apr 22 15:39:46.322974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'tag': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:39:46.377980 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e25123-53a5-46fa-b2de-d942c6130d72'] response: {'name': 'network-changed', 'server_uuid': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'tag': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e', 'status': 'completed', 'code': 200} Apr 22 15:39:46.463253 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-60465c46-8f7d-4583-a052-136ece80b090 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:39:46.550751 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c642023d-8fcf-481d-bde9-0c62adaf6c3c req-9dbc721e-d7dd-4f6e-959d-1d38aca8818e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1266999 Apr 22 15:39:46.553346 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8d421b2-5bfc-4058-aa5e-2299d5da616e req-99463ede-dc21-4b66-ab69-b308a344dee6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 1099 time: 0.0965765 Apr 22 15:39:46.686508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d421b2-5bfc-4058-aa5e-2299d5da616e req-7877270d-ccb7-43f4-9cad-09dd084d2105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:46.688368 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8d421b2-5bfc-4058-aa5e-2299d5da616e req-7877270d-ccb7-43f4-9cad-09dd084d2105 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1285031 Apr 22 15:39:46.806247 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8d421b2-5bfc-4058-aa5e-2299d5da616e req-eefc8956-14a0-4ba4-b37e-95fd4a3ac18a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e HTTP/1.1" status: 200 len: 1000 time: 0.1118174 Apr 22 15:39:46.826564 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-60465c46-8f7d-4583-a052-136ece80b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '925ae94a-673f-446f-91f1-dab5a6413c33', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'port_id': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'mac_address': 'fa:16:3e:8d:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:37:38Z', 'updated_at': '2022-04-22T15:39:45Z', 'revision_number': 9, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:39:46.830874 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60465c46-8f7d-4583-a052-136ece80b090 None None] Checking router: d9636b29-5d65-4df6-a6c0-1e7cc393ce95 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:39:46.835807 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-878cb538-8326-4c73-a42a-6e1bf491e478 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896220 Apr 22 15:39:46.841988 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60465c46-8f7d-4583-a052-136ece80b090 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:39:46.842741 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-60465c46-8f7d-4583-a052-136ece80b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:39:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:39:46.880236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d421b2-5bfc-4058-aa5e-2299d5da616e req-5a3ca23b-904d-495e-a458-6d9fd5a11eaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:46.881917 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8d421b2-5bfc-4058-aa5e-2299d5da616e req-5a3ca23b-904d-495e-a458-6d9fd5a11eaf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0701416 Apr 22 15:39:47.022737 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-60465c46-8f7d-4583-a052-136ece80b090 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:39:47.024033 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8d421b2-5bfc-4058-aa5e-2299d5da616e req-6625a7d8-e9fb-4ad8-9165-5494d1ebefe1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1361105 Apr 22 15:39:47.120093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59ebc-bdbc-42ff-bb27-c6d8e020abea req-a904a257-3d15-42d1-92d0-df935caae147 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:47.121540 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-86d59ebc-bdbc-42ff-bb27-c6d8e020abea req-a904a257-3d15-42d1-92d0-df935caae147 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.3223803 Apr 22 15:39:47.205574 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8d421b2-5bfc-4058-aa5e-2299d5da616e req-9c0bf7b3-cf13-42b5-9d6b-3a3ef10267c9 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753554 Apr 22 15:39:47.210275 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-86d59ebc-bdbc-42ff-bb27-c6d8e020abea req-785e57d5-1f11-46e1-964a-bf75fdd1eb15 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780518 Apr 22 15:39:47.346175 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8d421b2-5bfc-4058-aa5e-2299d5da616e req-fca3626a-f3aa-43f9-ab34-828aebdf02db service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344972 Apr 22 15:39:47.396960 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-60465c46-8f7d-4583-a052-136ece80b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '925ae94a-673f-446f-91f1-dab5a6413c33', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'port_id': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'mac_address': 'fa:16:3e:8d:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:37:38Z', 'updated_at': '2022-04-22T15:39:45Z', 'revision_number': 9, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:39:47.400840 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60465c46-8f7d-4583-a052-136ece80b090 None None] The sync data for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv is: [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '925ae94a-673f-446f-91f1-dab5a6413c33', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'port_id': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'mac_address': 'fa:16:3e:8d:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:37:38Z', 'updated_at': '2022-04-22T15:39:45Z', 'revision_number': 9, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:39:47.589511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550ea2a1-5756-4ec4-baa9-4cc3d648a530 None None] New status for floating IP 925ae94a-673f-446f-91f1-dab5a6413c33: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:39:47.675534 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:39:48.191699 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-c3dc0ba8-2ef8-4c68-b66a-f1297f7aba6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 1099 time: 0.0700068 Apr 22 15:39:48.329593 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-4f5ddecf-a8f4-4e99-9d26-4e5e591cbac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:48.331097 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-4f5ddecf-a8f4-4e99-9d26-4e5e591cbac7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1305285 Apr 22 15:39:48.485638 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-d091e9fb-f121-4fc6-b67c-4d09d0aed87e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e HTTP/1.1" status: 200 len: 1003 time: 0.1179645 Apr 22 15:39:48.536635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9a84a-d9c2-466d-b5d4-aa82f62c7312 req-50568515-02c0-4f8e-b29a-24d59884066a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:48.538086 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9ff9a84a-d9c2-466d-b5d4-aa82f62c7312 req-50568515-02c0-4f8e-b29a-24d59884066a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.2030919 Apr 22 15:39:48.583607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-fd30b037-fbc6-476d-8f0d-65378e8547e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:48.585010 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-fd30b037-fbc6-476d-8f0d-65378e8547e1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0922127 Apr 22 15:39:48.596412 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9ff9a84a-d9c2-466d-b5d4-aa82f62c7312 req-32a05359-3b5b-407c-a877-774d52f88979 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522561 Apr 22 15:39:48.768299 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-dbb68e24-9352-406f-84c4-8400e778ecd4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1709793 Apr 22 15:39:48.900118 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-e50daa9a-adbe-429d-818e-364c1078f0f9 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250160 Apr 22 15:39:49.034873 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-b485d8b6-2e6a-42a0-a0e0-ca38cc740092 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287148 Apr 22 15:39:49.790837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69914b26-eb99-43ee-b173-1ccd63dfa54d req-2bc8c00c-2540-49bd-bb78-f733c2fe3c48 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:49.792187 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69914b26-eb99-43ee-b173-1ccd63dfa54d req-2bc8c00c-2540-49bd-bb78-f733c2fe3c48 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0755818 Apr 22 15:39:49.836754 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69914b26-eb99-43ee-b173-1ccd63dfa54d req-b5f2f40e-203f-48bd-adba-ab819fe18a0d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385802 Apr 22 15:39:51.042782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0ea90-b381-45e7-863e-7a0bb33ca9ea req-1c5d8868-5f06-4bad-bd8e-60c483e89e64 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:51.044683 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7ed0ea90-b381-45e7-863e-7a0bb33ca9ea req-1c5d8868-5f06-4bad-bd8e-60c483e89e64 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0865722 Apr 22 15:39:51.090008 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7ed0ea90-b381-45e7-863e-7a0bb33ca9ea req-0cbf216f-d6db-4005-a8b7-3edcdf64ebc5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394247 Apr 22 15:39:52.282535 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff66521-d77c-4a07-bd47-bc5792aeb526 req-2e1e250f-951d-4102-bca5-bd7c7f107379 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:52.283887 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dff66521-d77c-4a07-bd47-bc5792aeb526 req-2e1e250f-951d-4102-bca5-bd7c7f107379 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0748706 Apr 22 15:39:52.333090 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dff66521-d77c-4a07-bd47-bc5792aeb526 req-b1a3e7c5-31ef-4dd9-92c3-cb780879227c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434513 Apr 22 15:39:53.532509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6eff5-a9b5-40db-9eab-ea66368dec64 req-b575c266-a1c6-4ae6-958b-96a161b82f61 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:53.534751 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0da6eff5-a9b5-40db-9eab-ea66368dec64 req-b575c266-a1c6-4ae6-958b-96a161b82f61 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0795369 Apr 22 15:39:53.585685 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0da6eff5-a9b5-40db-9eab-ea66368dec64 req-0a7e3c3d-1a24-4e7c-bcf5-273aef59bcc7 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455983 Apr 22 15:39:54.783103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc533632-4aed-4dc2-af52-0dd2102b2d02 req-a3535041-6abb-4b71-b4cc-d7e344775577 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:54.784529 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cc533632-4aed-4dc2-af52-0dd2102b2d02 req-a3535041-6abb-4b71-b4cc-d7e344775577 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0747223 Apr 22 15:39:54.831767 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cc533632-4aed-4dc2-af52-0dd2102b2d02 req-9e62c4fd-4b0d-4510-b093-94204c937152 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418222 Apr 22 15:39:56.027373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9eb87c-edc4-491c-a97c-b5bb22687fa0 req-6be16a8b-41df-4341-8a56-47e0aed513f9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:56.028808 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9c9eb87c-edc4-491c-a97c-b5bb22687fa0 req-6be16a8b-41df-4341-8a56-47e0aed513f9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0792511 Apr 22 15:39:56.073163 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9c9eb87c-edc4-491c-a97c-b5bb22687fa0 req-7d782c3a-6141-4252-8f0e-374462ca7b40 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389020 Apr 22 15:39:56.563675 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b69a9e5a-5aeb-47db-88aa-d593fa1501ba req-a731bed2-2f9c-4fd0-b354-be0809d54309 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 1099 time: 0.0698898 Apr 22 15:39:56.714393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a9e5a-5aeb-47db-88aa-d593fa1501ba req-8de990b1-105e-42a6-ab51-2daebb82eedd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:56.715837 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b69a9e5a-5aeb-47db-88aa-d593fa1501ba req-8de990b1-105e-42a6-ab51-2daebb82eedd service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1265678 Apr 22 15:39:56.819109 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b69a9e5a-5aeb-47db-88aa-d593fa1501ba req-285c3b9d-7e62-4b9d-b96a-ce591f965c49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e HTTP/1.1" status: 200 len: 1003 time: 0.0940895 Apr 22 15:39:56.879924 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a9e5a-5aeb-47db-88aa-d593fa1501ba req-53ebe30c-a695-44a0-952b-15cdf7088e4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:56.881318 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b69a9e5a-5aeb-47db-88aa-d593fa1501ba req-53ebe30c-a695-44a0-952b-15cdf7088e4f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0562367 Apr 22 15:39:56.956708 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b69a9e5a-5aeb-47db-88aa-d593fa1501ba req-2aa374ff-0c4d-4103-a53f-7b0cba610bc3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690305 Apr 22 15:39:57.086004 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b69a9e5a-5aeb-47db-88aa-d593fa1501ba req-ee6dc4db-469d-4781-a924-025958ee3417 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223257 Apr 22 15:39:57.347492 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b69a9e5a-5aeb-47db-88aa-d593fa1501ba req-45903b93-6383-4e99-9a4d-0da47950d2dc service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549348 Apr 22 15:39:57.377842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86981836-cb53-4d8b-8abc-7b54a297c4c5 req-b2a78eeb-a3be-40a6-8f36-ba09935c8d8b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:57.379544 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-86981836-cb53-4d8b-8abc-7b54a297c4c5 req-b2a78eeb-a3be-40a6-8f36-ba09935c8d8b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.1843488 Apr 22 15:39:57.424315 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-86981836-cb53-4d8b-8abc-7b54a297c4c5 req-fa2122bd-269c-41a1-afd0-734bec40a12e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393610 Apr 22 15:39:58.619368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4905f7-0a2f-4c2d-a66c-e89fbb0326cf req-dfe6ed54-c5dc-4b10-9656-919a55e66940 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:58.620989 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ee4905f7-0a2f-4c2d-a66c-e89fbb0326cf req-dfe6ed54-c5dc-4b10-9656-919a55e66940 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0764658 Apr 22 15:39:58.668492 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ee4905f7-0a2f-4c2d-a66c-e89fbb0326cf req-f69e2578-ded0-4317-a723-96f420028f83 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416367 Apr 22 15:39:59.861762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8951e-1c92-4d85-b227-6a957ef6887e req-3163f9ed-9a24-4ec1-9dd6-c3187897e3d5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:39:59.863113 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13b8951e-1c92-4d85-b227-6a957ef6887e req-3163f9ed-9a24-4ec1-9dd6-c3187897e3d5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0766900 Apr 22 15:39:59.906933 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-13b8951e-1c92-4d85-b227-6a957ef6887e req-d7fb58e1-c415-4ebd-9c9a-51a45924b828 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378513 Apr 22 15:40:01.097130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b6fa8-3b62-4dd8-8611-ba8fef57dc49 req-e235872e-038c-4605-85b4-405ab0a5b0aa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:01.098585 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-997b6fa8-3b62-4dd8-8611-ba8fef57dc49 req-e235872e-038c-4605-85b4-405ab0a5b0aa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0749545 Apr 22 15:40:01.146583 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-997b6fa8-3b62-4dd8-8611-ba8fef57dc49 req-47b45921-0309-4b44-858c-4ec81eec4740 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425489 Apr 22 15:40:02.344223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea92c42-f155-44aa-bb1b-a2da50414551 req-25f9d8c1-1c6e-41bc-85c5-d4dabb858190 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:02.345667 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ea92c42-f155-44aa-bb1b-a2da50414551 req-25f9d8c1-1c6e-41bc-85c5-d4dabb858190 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0753198 Apr 22 15:40:02.390590 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ea92c42-f155-44aa-bb1b-a2da50414551 req-ac6ff6d4-26d4-499d-b6e6-01d072e8b800 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395250 Apr 22 15:40:03.237215 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:03.584305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac957460-4699-4c09-808f-2f1722448051 req-89bafeba-d013-4093-925a-a482fcaf482d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:03.585729 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac957460-4699-4c09-808f-2f1722448051 req-89bafeba-d013-4093-925a-a482fcaf482d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0773890 Apr 22 15:40:03.630980 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac957460-4699-4c09-808f-2f1722448051 req-79f53561-ea58-4af3-bd61-0ee0938d3491 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397837 Apr 22 15:40:04.821404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa13133-883c-4646-85aa-48929aecdc07 req-12c8d462-56f4-440e-a438-70c9996656d0 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:04.822856 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cfa13133-883c-4646-85aa-48929aecdc07 req-12c8d462-56f4-440e-a438-70c9996656d0 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0744872 Apr 22 15:40:04.866946 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cfa13133-883c-4646-85aa-48929aecdc07 req-7d681e32-6eec-4d6c-81dd-b4b27ee6c54d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385973 Apr 22 15:40:06.065545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4eab8-ad37-465f-9af7-f149bbd93a30 req-c12687c3-74be-45f1-aa28-f2b336eaf1fd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:06.067007 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24e4eab8-ad37-465f-9af7-f149bbd93a30 req-c12687c3-74be-45f1-aa28-f2b336eaf1fd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0797942 Apr 22 15:40:06.113499 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24e4eab8-ad37-465f-9af7-f149bbd93a30 req-b0556241-e795-451e-b85f-6896542dbdd6 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410202 Apr 22 15:40:07.313057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c9651-d233-4e14-8a6f-8e139d38e60e req-e102e75a-9580-4c59-8d4c-a71f383ad755 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:07.314518 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b0c9651-d233-4e14-8a6f-8e139d38e60e req-e102e75a-9580-4c59-8d4c-a71f383ad755 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0756118 Apr 22 15:40:07.361485 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b0c9651-d233-4e14-8a6f-8e139d38e60e req-500e5830-120a-45ce-8cc3-c304ccdd558e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416422 Apr 22 15:40:08.556167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214e54a-1241-4cd2-a9ae-716fb2385e71 req-5d5f039c-3617-416f-b313-7559915ac6db tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:08.557608 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e214e54a-1241-4cd2-a9ae-716fb2385e71 req-5d5f039c-3617-416f-b313-7559915ac6db tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0784726 Apr 22 15:40:08.601211 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e214e54a-1241-4cd2-a9ae-716fb2385e71 req-0073f7a5-8a2a-4845-8f1c-33f2b18bb462 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382009 Apr 22 15:40:09.800082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669e807-65f9-4ae4-91bb-5cbd914063c5 req-af925b51-296c-4a14-9929-625a28c4767e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:09.801435 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4669e807-65f9-4ae4-91bb-5cbd914063c5 req-af925b51-296c-4a14-9929-625a28c4767e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0791781 Apr 22 15:40:09.846812 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4669e807-65f9-4ae4-91bb-5cbd914063c5 req-ded9893d-a3d1-4d96-bf0f-ac66eaa00631 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398905 Apr 22 15:40:11.038198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569e6c8-caa9-4ed5-93e6-147a0137713c req-05a6b1a5-9c06-4398-8add-28cc209299c2 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:11.039648 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1569e6c8-caa9-4ed5-93e6-147a0137713c req-05a6b1a5-9c06-4398-8add-28cc209299c2 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0761902 Apr 22 15:40:11.083237 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1569e6c8-caa9-4ed5-93e6-147a0137713c req-cb8dc8f1-fbfe-4ff7-bc78-ff7243e59e43 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380890 Apr 22 15:40:12.281255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210e861-e284-4474-bc7d-95456834c1b5 req-e955114e-b0d7-493a-a307-c1bb8b3aefb9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:12.282699 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b210e861-e284-4474-bc7d-95456834c1b5 req-e955114e-b0d7-493a-a307-c1bb8b3aefb9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0823011 Apr 22 15:40:12.326399 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b210e861-e284-4474-bc7d-95456834c1b5 req-b2eb4030-c168-44ac-b661-c5a00a2a6b59 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382476 Apr 22 15:40:12.751304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a6e32273-b86a-44bb-b5a1-88c5422148ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:13.519530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715a45-ad56-467c-86d9-a9dd8d63abe7 req-d1f05a80-f83e-4563-8789-ca3f55a24324 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:13.520948 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9a715a45-ad56-467c-86d9-a9dd8d63abe7 req-d1f05a80-f83e-4563-8789-ca3f55a24324 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0740809 Apr 22 15:40:13.565825 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9a715a45-ad56-467c-86d9-a9dd8d63abe7 req-eb207e34-8a08-4db5-a593-8ca6619f5e5f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395336 Apr 22 15:40:14.758982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8097c-da6d-4499-a995-c0e63893b4ab req-824cce16-15b3-461c-8ccc-289470d72aca tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:14.760398 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ed8097c-da6d-4499-a995-c0e63893b4ab req-824cce16-15b3-461c-8ccc-289470d72aca tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0771978 Apr 22 15:40:14.805529 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ed8097c-da6d-4499-a995-c0e63893b4ab req-2aa97ce5-d8ee-492b-9faf-8382eb7886d5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390563 Apr 22 15:40:15.045349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-33a99731-065d-435c-8cea-29fe3abca598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:15.236901 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:40:16.021285 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-553544a8-cc6d-4c59-bdc8-a20bfe53faad service neutron] 10.222.0.70 "GET /v2.0/ports/67ce3573-5c40-4e2d-b031-ffe8c969ce0e/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.1284919 Apr 22 15:40:16.034897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4e1bd-6d74-4541-93e2-1714bf505c1e req-c4ec6ee4-67fc-4962-aeee-345ce3166372 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:16.036352 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b1f4e1bd-6d74-4541-93e2-1714bf505c1e req-c4ec6ee4-67fc-4962-aeee-345ce3166372 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.1073837 Apr 22 15:40:16.041489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:16.066654 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:16.084437 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b1f4e1bd-6d74-4541-93e2-1714bf505c1e req-ccc2c12f-bc38-43f9-b4ed-dd2828e21f34 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 Apr 22 15:40:16.305468 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-9e8ca677-352d-4072-b370-46b506d920f2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 1099 time: 0.0728445 Apr 22 15:40:16.407550 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-64a9a0b7-22ff-4727-ae69-4b00b483c0fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 1099 time: 0.0671840 Apr 22 15:40:16.534360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-0d4be791-1fa5-412c-9d68-ca75ef71d840 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:16.535754 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-0d4be791-1fa5-412c-9d68-ca75ef71d840 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1224308 Apr 22 15:40:16.719183 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-95639b8a-a197-4b73-bdef-243d483afe91 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e HTTP/1.1" status: 200 len: 1003 time: 0.1765890 Apr 22 15:40:16.779044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-c57bc826-2b7e-4ba9-9719-22068e6cbb20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:16.780376 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-c57bc826-2b7e-4ba9-9719-22068e6cbb20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0554938 Apr 22 15:40:16.852849 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-edfde382-ed7e-4b17-bc7c-c4800d23a74c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667403 Apr 22 15:40:16.981346 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-6323f290-bde6-494e-897b-30c0a4662386 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222494 Apr 22 15:40:17.110703 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b239330-4d7a-4c69-90b5-ba2d897e725d req-0f394514-e70c-43e8-8e4f-15c1915fc79c service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233487 Apr 22 15:40:17.288667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9b391-242a-4404-ae19-8a5882443d62 req-f7c887b0-146e-4923-b3a0-4f9efac69160 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:17.290132 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1be9b391-242a-4404-ae19-8a5882443d62 req-f7c887b0-146e-4923-b3a0-4f9efac69160 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0766478 Apr 22 15:40:17.335053 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1be9b391-242a-4404-ae19-8a5882443d62 req-f81122cd-c000-4fe3-94c2-062e6e4780ba tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394006 Apr 22 15:40:17.622237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:18.527912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755331f-846d-433c-815c-3df00b5a9494 req-e541bad2-173b-4bfc-a65c-13d6a669f418 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:18.529332 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a755331f-846d-433c-815c-3df00b5a9494 req-e541bad2-173b-4bfc-a65c-13d6a669f418 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0773082 Apr 22 15:40:18.575010 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a755331f-846d-433c-815c-3df00b5a9494 req-ace779a1-d7f0-4266-837e-b7d46f650cde tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400376 Apr 22 15:40:19.475831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 67ce3573-5c40-4e2d-b031-ffe8c969ce0e details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:40:19.484051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 67ce3573-5c40-4e2d-b031-ffe8c969ce0e no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:40:19.697395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:19.715156 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:40:19.733732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'port_id': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e', 'mac_address': 'fa:16:3e:8d:00:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:40:19.738596 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:40:19.768941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db287c80-9102-4318-a2f3-e42d24f1db17 req-09ca4f5b-7f49-4286-9228-bd1188b1104e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:19.770962 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-db287c80-9102-4318-a2f3-e42d24f1db17 req-09ca4f5b-7f49-4286-9228-bd1188b1104e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0770290 Apr 22 15:40:19.775289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:40:19.783922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:19.824678 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-db287c80-9102-4318-a2f3-e42d24f1db17 req-26c62ff8-a964-4e2a-885c-6c6c510e490b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469699 Apr 22 15:40:19.829326 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78f735b1-5956-45a0-8ef3-b2bcda83ff99'] response: {'server_uuid': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e', 'code': 200} Apr 22 15:40:19.855311 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:19.878543 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67ce3573-5c40-4e2d-b031-ffe8c969ce0e {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:40:19.884931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:40:19.939547 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:40:19.939900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:40:20.493722 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:20.510337 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ce3573-5c40-4e2d-b031-ffe8c969ce0e {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:40:20.524718 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:40:20.528418 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:20.591957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:40:20.658988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['67ce3573-5c40-4e2d-b031-ffe8c969ce0e'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:40:21.054164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20d5b7-7b61-43d1-9d6d-ca91b4d74c46 req-b0c3b8ba-fa09-4102-8ab8-91424f5830fa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:21.055641 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da20d5b7-7b61-43d1-9d6d-ca91b4d74c46 req-b0c3b8ba-fa09-4102-8ab8-91424f5830fa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 945 time: 0.0743370 Apr 22 15:40:21.101001 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da20d5b7-7b61-43d1-9d6d-ca91b4d74c46 req-547ad914-3e22-4bd8-88c4-f0812c852dea tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399790 Apr 22 15:40:21.494545 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 67ce3573-5c40-4e2d-b031-ffe8c969ce0e up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:40:21.562633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:40:21.563007 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:21.582373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-ad3325e4-d59b-4551-a79d-6e72f0f3f104 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:21.583781 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-ad3325e4-d59b-4551-a79d-6e72f0f3f104 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.1349785 Apr 22 15:40:21.649913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc68cd3-829f-42b9-960c-d2e950f15483 req-3224dda5-5642-4925-a7d2-ad890db7461b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:21.651583 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3fc68cd3-829f-42b9-960c-d2e950f15483 req-3224dda5-5642-4925-a7d2-ad890db7461b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 945 time: 0.1455982 Apr 22 15:40:21.689912 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:21.712484 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-429ec01f-ac49-4974-b890-a1af28f9f48d service neutron] 10.222.0.70 "GET /v2.0/ports/67ce3573-5c40-4e2d-b031-ffe8c969ce0e/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.1221807 Apr 22 15:40:21.714989 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3fc68cd3-829f-42b9-960c-d2e950f15483 req-a140f472-44e8-4199-aa1e-125dde3c88db tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555394 Apr 22 15:40:21.725478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:40:21.729393 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:21.800053 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,revision_number=8']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:40:21.817813 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-15f420c6-09c5-49f4-9276-b807e5d6b714 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 1099 time: 0.0670409 Apr 22 15:40:21.830553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:40:21.892476 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4223112d-9f04-477a-889b-619a0051b79a'] response: {'server_uuid': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e', 'code': 200} Apr 22 15:40:21.945055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-3b419303-d5eb-4d64-b41b-6cd3cc245ece service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:21.946417 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-3b419303-d5eb-4d64-b41b-6cd3cc245ece service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1228905 Apr 22 15:40:22.052983 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-0b2ba0bd-aa62-4ff1-a2a3-89d84671a76a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e HTTP/1.1" status: 200 len: 1003 time: 0.1002750 Apr 22 15:40:22.113279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-330744f8-3a41-4852-8aa8-ff8cfbb59244 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:22.114822 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-330744f8-3a41-4852-8aa8-ff8cfbb59244 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0561326 Apr 22 15:40:22.190913 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-ae27cc36-7c17-4c36-9a5e-582f5fd595da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704362 Apr 22 15:40:22.417526 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-b2fc43fd-9c9a-420d-b4a0-a30a0389c556 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204306 Apr 22 15:40:22.546291 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-cfa59c7a-dd0f-4bc5-a956-89a908c9d9e5 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219523 Apr 22 15:40:22.907592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5d3d8-386b-4eb6-bc2c-497b09a39aa1 req-29e430f3-2cc1-471a-91a0-8a74bc8f23ea tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:22.909052 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6bb5d3d8-386b-4eb6-bc2c-497b09a39aa1 req-29e430f3-2cc1-471a-91a0-8a74bc8f23ea tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0754902 Apr 22 15:40:22.952309 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6bb5d3d8-386b-4eb6-bc2c-497b09a39aa1 req-576d167a-6180-4a75-ba62-dac513438aa1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378506 Apr 22 15:40:24.156089 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebf50b-bfa9-4caf-be4e-34cbe524f2be req-25ba684c-8445-4fc4-a1fe-4f110fb4997c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:24.158005 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-00ebf50b-bfa9-4caf-be4e-34cbe524f2be req-25ba684c-8445-4fc4-a1fe-4f110fb4997c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0794215 Apr 22 15:40:24.202123 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-00ebf50b-bfa9-4caf-be4e-34cbe524f2be req-299995f4-daab-4264-a078-b05e41dea721 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387714 Apr 22 15:40:25.267946 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-a40fc1f9-80fb-4309-9f16-1a582232cd88 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 1099 time: 0.0685380 Apr 22 15:40:25.425171 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-5a1d7cd7-0449-430f-9a6d-9c66a9f5c423 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 1099 time: 0.1248102 Apr 22 15:40:25.434205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a0b34-a476-4a90-99ea-78d89f3fdb3e req-9780115c-5b38-4b21-aaa2-b5c99fe512cb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:25.435532 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-468a0b34-a476-4a90-99ea-78d89f3fdb3e req-9780115c-5b38-4b21-aaa2-b5c99fe512cb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.1036313 Apr 22 15:40:25.578008 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-468a0b34-a476-4a90-99ea-78d89f3fdb3e req-d457caf0-6959-4a92-a2da-63fe83a44757 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195102 Apr 22 15:40:25.592387 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-7e36f156-6007-42f1-9e21-bc55b27b148a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:25.593822 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-7e36f156-6007-42f1-9e21-bc55b27b148a service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1574702 Apr 22 15:40:25.694541 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-79066c49-40ba-4683-ba54-041a46e022e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e HTTP/1.1" status: 200 len: 1003 time: 0.0946245 Apr 22 15:40:25.754153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-40b431ff-0015-4ecb-8ccd-40a3c79ac574 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:25.755770 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-40b431ff-0015-4ecb-8ccd-40a3c79ac574 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0555623 Apr 22 15:40:25.826770 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-bb6ea46d-36f8-48e9-9989-8956f35f5af2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647166 Apr 22 15:40:25.954996 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-cfa009a0-4920-4736-b0ff-6f7291eae3af service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221197 Apr 22 15:40:26.082686 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10d1f186-4ba8-41d9-953b-01c0ce3291d0 req-cf96d8a0-f428-44ed-9731-cd997e4e0ed7 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218703 Apr 22 15:40:26.771871 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b242c-46a4-44ea-b9fa-6eb1261e8842 req-8a526991-af21-412c-a5b3-911112838246 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:26.773281 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-569b242c-46a4-44ea-b9fa-6eb1261e8842 req-8a526991-af21-412c-a5b3-911112838246 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 946 time: 0.0776827 Apr 22 15:40:26.817029 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-569b242c-46a4-44ea-b9fa-6eb1261e8842 req-5954cb98-5154-46eb-ad6b-74e98884d5ff tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384104 Apr 22 15:40:27.540772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 67ce3573-5c40-4e2d-b031-ffe8c969ce0e no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:40:27.648469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:27.674710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:40:27.684078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:40:27.687301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:27.757840 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142ebcbd-b0f2-402f-b614-dd8a19472107'] response: {'server_uuid': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e', 'code': 200} Apr 22 15:40:27.787376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,revision_number=9']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:40:28.017458 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e7931-8a36-486c-a472-97adec815b18 req-e73dbf31-f5ab-4126-8cd7-73a8dd991ba2 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:28.018946 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-470e7931-8a36-486c-a472-97adec815b18 req-e73dbf31-f5ab-4126-8cd7-73a8dd991ba2 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 944 time: 0.0819862 Apr 22 15:40:28.065767 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-470e7931-8a36-486c-a472-97adec815b18 req-86657d19-e108-4b73-a30b-5f9d000f88b4 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412827 Apr 22 15:40:29.257881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28258b-72de-4467-8734-19f30eaf4bde req-63ef14eb-e72b-4fbf-a349-c2fcc7a31229 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:29.259342 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de28258b-72de-4467-8734-19f30eaf4bde req-63ef14eb-e72b-4fbf-a349-c2fcc7a31229 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 944 time: 0.0754583 Apr 22 15:40:29.303363 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de28258b-72de-4467-8734-19f30eaf4bde req-ffbc94e3-57de-44dc-ae65-0c3a652965ba tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386868 Apr 22 15:40:29.495908 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03a61a-746e-4b95-a6f7-f53544d0d573 req-f635f3cf-a411-49be-afbe-a13b087308f3 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:29.497378 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed03a61a-746e-4b95-a6f7-f53544d0d573 req-f635f3cf-a411-49be-afbe-a13b087308f3 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 944 time: 0.0780487 Apr 22 15:40:29.627096 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed03a61a-746e-4b95-a6f7-f53544d0d573 req-2298b27b-0d6d-49b2-a9db-e976dcd0d258 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235776 Apr 22 15:40:29.820439 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87d0ac-3de1-4acc-a233-61b290555e61 req-e05c4e1d-9983-467d-a17c-8a619ad5ba33 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:29.821762 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed87d0ac-3de1-4acc-a233-61b290555e61 req-e05c4e1d-9983-467d-a17c-8a619ad5ba33 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 944 time: 0.0747089 Apr 22 15:40:29.865199 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed87d0ac-3de1-4acc-a233-61b290555e61 req-3d577526-4166-477b-bd1d-d0dcb7e8606d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379803 Apr 22 15:40:30.263853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fd178-2d60-477d-98e4-baebe0067ffa req-35ed1cfa-ee11-4245-b340-b49b7751c2fb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:30.265389 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac0fd178-2d60-477d-98e4-baebe0067ffa req-35ed1cfa-ee11-4245-b340-b49b7751c2fb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 944 time: 0.0773482 Apr 22 15:40:30.310499 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ac0fd178-2d60-477d-98e4-baebe0067ffa req-237a83f0-6b2f-4c7a-b410-27cd15a22b62 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394881 Apr 22 15:40:31.502643 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154541b-0532-4197-bee4-6b5e1482c261 req-c79e9cc0-579e-4929-acf5-3cea18060790 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:31.504047 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b154541b-0532-4197-bee4-6b5e1482c261 req-c79e9cc0-579e-4929-acf5-3cea18060790 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 944 time: 0.0735223 Apr 22 15:40:31.550434 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b154541b-0532-4197-bee4-6b5e1482c261 req-3e1f04f9-0b74-4e39-ba82-068f1c321a46 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407495 Apr 22 15:40:32.636666 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-45c584fb-103e-4d3a-b131-7a7290be4b4a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:32.638096 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-45c584fb-103e-4d3a-b131-7a7290be4b4a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 944 time: 0.0740216 Apr 22 15:40:32.753272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Deleting port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:40:32.753603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:32.848053 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302946c5-579e-4b5a-ba83-09a425f1ba3b req-5a5d0c5e-229b-4ea1-b759-20edba0b4042 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:32.849380 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-302946c5-579e-4b5a-ba83-09a425f1ba3b req-5a5d0c5e-229b-4ea1-b759-20edba0b4042 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 944 time: 0.1790912 Apr 22 15:40:32.980482 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-302946c5-579e-4b5a-ba83-09a425f1ba3b req-2746f2b8-e210-46f6-ac30-850001068658 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247282 Apr 22 15:40:33.034926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] For port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:40:33.035272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:33.252896 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:33.315400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:33.315766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:33.316080 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Floating IP 925ae94a-673f-446f-91f1-dab5a6413c33 disassociated. External IP: 172.26.8.210, port: 67ce3573-5c40-4e2d-b031-ffe8c969ce0e. Apr 22 15:40:33.316419 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Calling delete_port for 67ce3573-5c40-4e2d-b031-ffe8c969ce0e owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:40:33.455418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:33.502258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event deleted for resources: {'Port': ['ID=67ce3573-5c40-4e2d-b031-ffe8c969ce0e,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:40:33.517947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:33.518587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:33.518818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:33.519141 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:33.519477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:33.519804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:33.520127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:33.520460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:33.520782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:33.521102 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:33.521418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:33.726950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:40:34.011160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:40:34.021619 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb96014-8a90-4792-ab6e-27850b05bdc1 None None] Sync routers for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:40:34.033861 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb96014-8a90-4792-ab6e-27850b05bdc1 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:40:34.034473 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9eb96014-8a90-4792-ab6e-27850b05bdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:40:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:40:34.080373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] No DVR routers for this DVR port 67ce3573-5c40-4e2d-b031-ffe8c969ce0e on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:40:34.082987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:34.085566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'name': 'network-vif-deleted', 'tag': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:40:34.104947 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5ad38cd2-4674-47d3-9401-773c8aaa9ebf req-a5319552-5a1e-4e02-aabc-052653a3c4da tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "DELETE /v2.0/ports/67ce3573-5c40-4e2d-b031-ffe8c969ce0e HTTP/1.1" status: 204 len: 173 time: 1.4605229 Apr 22 15:40:34.152266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-fd5a2627-bbc0-46d2-905b-c29ea49eee53 req-c50d93c5-6519-499a-a13a-4c5866a9e627 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Synchronizing usage tracker for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:40:34.161692 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7111a8-1063-4df5-9b46-fd0d2f52578a'] response: {'server_uuid': '4ae96dc3-7268-49a5-a522-c081803b05b6', 'name': 'network-vif-deleted', 'tag': '67ce3573-5c40-4e2d-b031-ffe8c969ce0e', 'status': 'completed', 'code': 200} Apr 22 15:40:34.172789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-fd5a2627-bbc0-46d2-905b-c29ea49eee53 req-c50d93c5-6519-499a-a13a-4c5866a9e627 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Unset dirty status for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:40:34.174173 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fd5a2627-bbc0-46d2-905b-c29ea49eee53 req-c50d93c5-6519-499a-a13a-4c5866a9e627 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=4ae96dc3-7268-49a5-a522-c081803b05b6 HTTP/1.1" status: 200 len: 210 time: 0.0683141 Apr 22 15:40:34.236582 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-9eb96014-8a90-4792-ab6e-27850b05bdc1 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:40:34.560204 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9eb96014-8a90-4792-ab6e-27850b05bdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:40:34.563965 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb96014-8a90-4792-ab6e-27850b05bdc1 None None] Checking router: d9636b29-5d65-4df6-a6c0-1e7cc393ce95 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:40:34.574147 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb96014-8a90-4792-ab6e-27850b05bdc1 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:40:34.574739 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9eb96014-8a90-4792-ab6e-27850b05bdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:40:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:40:34.751247 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-9eb96014-8a90-4792-ab6e-27850b05bdc1 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:40:35.051220 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9eb96014-8a90-4792-ab6e-27850b05bdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:40:35.054987 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb96014-8a90-4792-ab6e-27850b05bdc1 None None] The sync data for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv is: [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:40:35.280102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b6dc6-f629-4c32-aaf9-fa4ad7c0b0bd None None] New status for floating IP 925ae94a-673f-446f-91f1-dab5a6413c33: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:40:35.547478 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-bd2e0dde-fb53-4aaf-82b3-6af6ba7630db tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2002799043&fields=id&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 267 time: 0.0408616 Apr 22 15:40:35.592617 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 67ce3573-5c40-4e2d-b031-ffe8c969ce0e no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:40:35.628733 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 67ce3573-5c40-4e2d-b031-ffe8c969ce0e {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:40:35.629248 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 67ce3573-5c40-4e2d-b031-ffe8c969ce0e not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:40:35.695897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-9a694d8c-f1fb-490e-bd7d-9066ffcbaa38 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:35.697369 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-9a694d8c-f1fb-490e-bd7d-9066ffcbaa38 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 812 time: 0.1436596 Apr 22 15:40:35.713454 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-bf32c4a3-458c-4197-9dc7-f13ac188b58f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/quotas/3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 375 time: 0.0102520 Apr 22 15:40:35.792640 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-10b3e315-7bf2-4013-95c9-01037bdd6be6 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745163 Apr 22 15:40:35.925740 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-f8f3a3d1-9186-492f-91ed-60bdc05831d3 service neutron] 10.222.0.71 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215100 Apr 22 15:40:36.054206 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-4f9b4d15-a488-40fd-a8d3-d4eafed62da8 service neutron] 10.222.0.71 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227314 Apr 22 15:40:36.232260 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5f5d4f5-d748-4594-af95-daf26c9f00c4 req-27e89d99-c04f-49a4-964e-120446166e4e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 210 time: 0.0392988 Apr 22 15:40:37.316103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-2c3e0100-2ed0-419b-85c8-ee5843239481 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:37.317523 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-2c3e0100-2ed0-419b-85c8-ee5843239481 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 812 time: 0.1470840 Apr 22 15:40:37.407987 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3f30896b-4ee6-4dfc-93f8-257a6210ec8c req-d341af80-4250-4178-acb8-85a0370b1d75 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 210 time: 0.0525975 Apr 22 15:40:37.421840 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-bdad416e-6c41-4d2d-b39a-f962784fe097 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 380 time: 0.0856204 Apr 22 15:40:37.431162 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Request body: {'port': {'device_id': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'admin_state_up': True, 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'security_groups': ['323b350d-6cd5-4dde-ae72-ede96a8e2c30']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:40:37.562646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:40:37.572007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:40:37.581450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Made reservation on behalf of 3ea6bb7c6dc24c04a7b173f6190cf451 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:40:37.584356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:37.741902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Allocated IP 172.20.0.3 (68973413-a6a9-4138-bc73-e76184c3d28d/f052b066-50e6-43ab-9cf3-d9d498e9147d/da7efb6e-54f4-414b-a0a9-5bd091395bcd) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:40:37.923037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:37.938168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Transition to ACTIVE for port object da7efb6e-54f4-414b-a0a9-5bd091395bcd will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:40:37.960391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:38.032790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Network 68973413-a6a9-4138-bc73-e76184c3d28d is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:40:38.035706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:40:38.039627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:40:38.180047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event updated for resources: {'Port': ['ID=da7efb6e-54f4-414b-a0a9-5bd091395bcd,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:40:38.209306 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:38.209905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:38.234354 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-dc0035e9-7b40-403b-8778-9c1d268a27bc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8066893 Apr 22 15:40:38.252181 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Request body: {'port': {'device_id': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:40:38.323075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f072732a-9ea8-45d5-a6bd-f08dce5c0319 None None] Provisioning for port da7efb6e-54f4-414b-a0a9-5bd091395bcd completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:40:38.328674 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f072732a-9ea8-45d5-a6bd-f08dce5c0319 None None] Provisioning complete for port da7efb6e-54f4-414b-a0a9-5bd091395bcd triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:40:38.329114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f072732a-9ea8-45d5-a6bd-f08dce5c0319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:38.360118 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:38.381488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f072732a-9ea8-45d5-a6bd-f08dce5c0319 None None] Port da7efb6e-54f4-414b-a0a9-5bd091395bcd cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:40:38.692279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818903b0-1014-4e3f-8b87-2488772d9ad3 req-8e11cc9a-14a1-4401-b3ee-bc21b337195f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:38.692958 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-818903b0-1014-4e3f-8b87-2488772d9ad3 req-8e11cc9a-14a1-4401-b3ee-bc21b337195f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Synchronizing usage tracker for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:40:38.744268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-818903b0-1014-4e3f-8b87-2488772d9ad3 req-8e11cc9a-14a1-4401-b3ee-bc21b337195f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Unset dirty status for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:40:38.745317 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-818903b0-1014-4e3f-8b87-2488772d9ad3 req-8e11cc9a-14a1-4401-b3ee-bc21b337195f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 931 time: 0.1782925 Apr 22 15:40:38.790280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7efb6e-54f4-414b-a0a9-5bd091395bcd {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:40:38.805079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:38.824480 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-818903b0-1014-4e3f-8b87-2488772d9ad3 req-325def70-848e-4c89-bd10-8c8da0cc1d88 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685434 Apr 22 15:40:38.826904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Transition to ACTIVE for port object da7efb6e-54f4-414b-a0a9-5bd091395bcd will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:40:38.831017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:38.958241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Pushing event updated for resources: {'Port': ['ID=da7efb6e-54f4-414b-a0a9-5bd091395bcd,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:40:39.064993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Attempting to bind port da7efb6e-54f4-414b-a0a9-5bd091395bcd on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:40:39.065340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Attempting to bind port da7efb6e-54f4-414b-a0a9-5bd091395bcd by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:40:39.065668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Attempting to bind port da7efb6e-54f4-414b-a0a9-5bd091395bcd on network 68973413-a6a9-4138-bc73-e76184c3d28d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:40:39.071448 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Port da7efb6e-54f4-414b-a0a9-5bd091395bcd on network 68973413-a6a9-4138-bc73-e76184c3d28d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:40:39.071767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Attempting to bind port da7efb6e-54f4-414b-a0a9-5bd091395bcd on network 68973413-a6a9-4138-bc73-e76184c3d28d {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:40:39.077951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:40:39.078323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Checking segment: {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:40:39.078707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Bound using segment: {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:40:39.079127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Bound port: da7efb6e-54f4-414b-a0a9-5bd091395bcd, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2ab314c-5128-41df-8ec4-1e7837660496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:40:39.079471 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:39.169511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] For port da7efb6e-54f4-414b-a0a9-5bd091395bcd, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:40:39.173253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] For port da7efb6e-54f4-414b-a0a9-5bd091395bcd, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:40:39.176662 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:39.237225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:39.238698 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] 10.222.0.70 "PUT /v2.0/ports/da7efb6e-54f4-414b-a0a9-5bd091395bcd HTTP/1.1" status: 200 len: 1093 time: 0.9908047 Apr 22 15:40:39.239079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:40:39.256838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200aab3-1d06-4ad3-90b7-1e49521f8002 service neutron] Pushing event updated for resources: {'Port': ['ID=da7efb6e-54f4-414b-a0a9-5bd091395bcd,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:40:39.331963 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f702616-02df-4a60-987d-09f6b242e05c'] response: {'name': 'network-changed', 'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'status': 'completed', 'code': 200} Apr 22 15:40:39.375247 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-6823d8f6-5fc5-406d-8c23-195742ef04a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 1096 time: 0.0775294 Apr 22 15:40:39.457313 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-d180f17d-64b7-4d51-be14-3e674f935f7a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd HTTP/1.1" status: 200 len: 217 time: 0.0690484 Apr 22 15:40:39.523890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-727af273-2a85-462b-bb48-0252b894ea15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:39.525196 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-727af273-2a85-462b-bb48-0252b894ea15 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0599625 Apr 22 15:40:39.602955 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-ed60ca2e-a1bd-4d0c-a5ce-228ba7078880 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712242 Apr 22 15:40:39.731924 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-58b893fc-9118-4bf1-8ab5-bfc400c72535 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226432 Apr 22 15:40:39.861820 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ab26ef4a-791d-479d-b4cf-5b619dc12702 req-ab3b48c9-79a8-41bc-95b9-6faf0ebb9626 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222341 Apr 22 15:40:40.159848 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa8827-7a7f-4f2a-bc54-0c714732d92a req-49c63495-1d9d-4f15-8e5b-9bef2ab461cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:40.161589 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f8aa8827-7a7f-4f2a-bc54-0c714732d92a req-49c63495-1d9d-4f15-8e5b-9bef2ab461cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 943 time: 0.2180183 Apr 22 15:40:40.165350 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28f7379e-5d1f-434d-a4f3-f6aba7a2534e req-908164fe-91bc-42ed-a4d3-fcb0f45dd54f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 1096 time: 0.1882920 Apr 22 15:40:40.284916 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f8aa8827-7a7f-4f2a-bc54-0c714732d92a req-ae4151af-55fc-4e46-8f24-12d2df032356 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176732 Apr 22 15:40:40.331840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7379e-5d1f-434d-a4f3-f6aba7a2534e req-97123161-0268-45b0-af96-ea5f6ad94803 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:40.333250 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28f7379e-5d1f-434d-a4f3-f6aba7a2534e req-97123161-0268-45b0-af96-ea5f6ad94803 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1494534 Apr 22 15:40:40.398889 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28f7379e-5d1f-434d-a4f3-f6aba7a2534e req-cff71326-643d-4e1d-af30-13dde43fc083 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd HTTP/1.1" status: 200 len: 217 time: 0.0594850 Apr 22 15:40:40.465408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7379e-5d1f-434d-a4f3-f6aba7a2534e req-e175b2df-718f-48da-bb68-36a37ac37eda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:40.466753 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28f7379e-5d1f-434d-a4f3-f6aba7a2534e req-e175b2df-718f-48da-bb68-36a37ac37eda service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0619266 Apr 22 15:40:40.541626 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28f7379e-5d1f-434d-a4f3-f6aba7a2534e req-e3f7aedd-3562-4598-b9ae-325d6edbad18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656688 Apr 22 15:40:40.668866 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28f7379e-5d1f-434d-a4f3-f6aba7a2534e req-29b9c292-275e-44c7-afb6-efa5eb0811a1 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205430 Apr 22 15:40:40.797725 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28f7379e-5d1f-434d-a4f3-f6aba7a2534e req-8e318380-8611-45ed-88af-1f5cb440e0c4 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226869 Apr 22 15:40:41.483693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844e799-c5c4-4ce1-9711-d415181867d7 req-0d7bba39-7a6e-4b00-9f1e-a9f591928e63 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:41.485107 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a844e799-c5c4-4ce1-9711-d415181867d7 req-0d7bba39-7a6e-4b00-9f1e-a9f591928e63 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 943 time: 0.0789647 Apr 22 15:40:41.529688 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a844e799-c5c4-4ce1-9711-d415181867d7 req-3b227ab3-63d0-49c1-88d2-67fb713b555f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390356 Apr 22 15:40:42.736391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a3406-3689-4f71-b47b-9ad77f6cd9fb req-3645fbb0-1e4d-4664-b681-171becf63b6d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:42.737846 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b30a3406-3689-4f71-b47b-9ad77f6cd9fb req-3645fbb0-1e4d-4664-b681-171becf63b6d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 943 time: 0.0830626 Apr 22 15:40:42.752266 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1c69f4b-f45c-4ecc-81d5-83c95a520837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:42.784183 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b30a3406-3689-4f71-b47b-9ad77f6cd9fb req-3f6d71f1-4612-4dea-8d88-d30f7f4acfa2 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Apr 22 15:40:43.609522 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device da7efb6e-54f4-414b-a0a9-5bd091395bcd details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:40:43.741281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port da7efb6e-54f4-414b-a0a9-5bd091395bcd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:40:43.754060 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'port_id': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'mac_address': 'fa:16:3e:5f:61:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:40:43.805163 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:43.825255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7efb6e-54f4-414b-a0a9-5bd091395bcd {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:40:43.841390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port da7efb6e-54f4-414b-a0a9-5bd091395bcd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:40:43.845470 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:43.909541 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=da7efb6e-54f4-414b-a0a9-5bd091395bcd,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:40:43.917899 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:43.918272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:43.918613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:43.918948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:43.919284 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:43.919668 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:43.919937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:43.920263 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:43.920590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:43.921441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:43.921763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:40:43.982076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9003c0-823f-48f4-91f5-8666fd1ce4bd req-9ee07b2e-26da-4938-8cfc-1540b9d85dc6 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:43.984130 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3e9003c0-823f-48f4-91f5-8666fd1ce4bd req-9ee07b2e-26da-4938-8cfc-1540b9d85dc6 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 944 time: 0.0793686 Apr 22 15:40:44.028822 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3e9003c0-823f-48f4-91f5-8666fd1ce4bd req-16471065-24be-4313-a7d8-58ff4c45c4e2 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391796 Apr 22 15:40:44.215956 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['da7efb6e-54f4-414b-a0a9-5bd091395bcd'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:40:45.048099 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b811295-619e-4416-acb2-5815cdf5046a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:45.220219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2e167-2383-41b9-b036-c65b221703dc req-4bb0a9ee-0cde-44ff-85da-28a561ca93a9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:45.221643 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4af2e167-2383-41b9-b036-c65b221703dc req-4bb0a9ee-0cde-44ff-85da-28a561ca93a9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 944 time: 0.0739279 Apr 22 15:40:45.265423 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4af2e167-2383-41b9-b036-c65b221703dc req-d5e45121-4d65-455e-b84c-6dcacf53e574 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383177 Apr 22 15:40:45.623682 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device da7efb6e-54f4-414b-a0a9-5bd091395bcd up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:40:45.689941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port da7efb6e-54f4-414b-a0a9-5bd091395bcd completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:40:45.694966 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port da7efb6e-54f4-414b-a0a9-5bd091395bcd triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:40:45.695334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:45.805547 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:45.831740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:40:45.840655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port da7efb6e-54f4-414b-a0a9-5bd091395bcd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:40:45.845445 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:45.907192 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b358cf02-9188-4553-8790-18c3d6a9b188'] response: {'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'code': 200} Apr 22 15:40:45.910705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=da7efb6e-54f4-414b-a0a9-5bd091395bcd,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:40:46.044891 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:46.068970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:46.177759 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ae5c216-2b0b-4119-b183-c6ca11f7538c req-85602727-ca80-474a-bcc6-cfdc8c2b694c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 1098 time: 0.0707715 Apr 22 15:40:46.218920 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ae5c216-2b0b-4119-b183-c6ca11f7538c req-8492aa56-4dc8-4325-aaa9-63e9884b481a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352721 Apr 22 15:40:46.458026 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c8fd3-1209-44dc-b0f3-57f050669f3a req-f727aa40-de7c-45af-b00e-3526635e0d32 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:46.459475 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de2c8fd3-1209-44dc-b0f3-57f050669f3a req-f727aa40-de7c-45af-b00e-3526635e0d32 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0772696 Apr 22 15:40:46.507515 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de2c8fd3-1209-44dc-b0f3-57f050669f3a req-456b8af5-c8b3-4585-8c54-8b86cf58354a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426161 Apr 22 15:40:47.649858 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:47.705175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989974a-517f-40ee-9666-88247bac07be req-5ed0071c-078c-413b-95e5-83e6b2e1667d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:47.706657 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2989974a-517f-40ee-9666-88247bac07be req-5ed0071c-078c-413b-95e5-83e6b2e1667d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0792961 Apr 22 15:40:47.751313 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2989974a-517f-40ee-9666-88247bac07be req-bbf3c488-599a-4f42-bc4b-3fc2a3686321 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390067 Apr 22 15:40:48.968849 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca703247-062c-423b-80cd-9cf5e2b3139f req-55125972-a855-401d-a7b8-18a0c57cdd65 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:48.970378 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ca703247-062c-423b-80cd-9cf5e2b3139f req-55125972-a855-401d-a7b8-18a0c57cdd65 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0813746 Apr 22 15:40:49.017922 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ca703247-062c-423b-80cd-9cf5e2b3139f req-c747850a-a895-4fe5-b090-e127a9664a0a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413427 Apr 22 15:40:49.207785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbb9b3-a9a9-47c5-83d7-b0b726963ad8 req-67398bdc-b981-4b48-8aaf-47df0e8ff5a3 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:49.209229 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-27dbb9b3-a9a9-47c5-83d7-b0b726963ad8 req-67398bdc-b981-4b48-8aaf-47df0e8ff5a3 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0747085 Apr 22 15:40:49.217904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40358) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:40:49.223092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-9638f3d8-c626-4d88-8229-99bfc9e04ba5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Request body: {'floatingip': {'port_id': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:40:49.387549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9638f3d8-c626-4d88-8229-99bfc9e04ba5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:49.985898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9638f3d8-c626-4d88-8229-99bfc9e04ba5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:49.990198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9638f3d8-c626-4d88-8229-99bfc9e04ba5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:50.178802 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-9638f3d8-c626-4d88-8229-99bfc9e04ba5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Floating IP 925ae94a-673f-446f-91f1-dab5a6413c33 associated. External IP: 172.26.8.210, port: da7efb6e-54f4-414b-a0a9-5bd091395bcd. Apr 22 15:40:50.564150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9638f3d8-c626-4d88-8229-99bfc9e04ba5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:40:50.860395 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9638f3d8-c626-4d88-8229-99bfc9e04ba5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:40:50.865148 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9638f3d8-c626-4d88-8229-99bfc9e04ba5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:40:50.869782 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508e0833-8af0-41a0-b936-8dde3ab82e21 None None] Sync routers for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:40:50.883914 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508e0833-8af0-41a0-b936-8dde3ab82e21 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:40:50.884513 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-508e0833-8af0-41a0-b936-8dde3ab82e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:40:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:40:50.920730 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9638f3d8-c626-4d88-8229-99bfc9e04ba5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "PUT /v2.0/floatingips/925ae94a-673f-446f-91f1-dab5a6413c33 HTTP/1.1" status: 200 len: 992 time: 1.7017627 Apr 22 15:40:50.921345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:40:50.981735 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074d2ab7-ef56-499a-9f31-dc0cfede82fa'] response: {'name': 'network-changed', 'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'status': 'completed', 'code': 200} Apr 22 15:40:51.063141 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-508e0833-8af0-41a0-b936-8dde3ab82e21 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:40:51.097302 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5683247-326c-48c3-bd1e-c5ff0f742f4c req-30824d19-dd05-45e0-80b6-b33e596f2b21 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 1098 time: 0.0710139 Apr 22 15:40:51.236926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5683247-326c-48c3-bd1e-c5ff0f742f4c req-fd3537c1-b5ee-49fa-b1d4-e6bd3b65d593 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:51.239249 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5683247-326c-48c3-bd1e-c5ff0f742f4c req-fd3537c1-b5ee-49fa-b1d4-e6bd3b65d593 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1355622 Apr 22 15:40:51.363519 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5683247-326c-48c3-bd1e-c5ff0f742f4c req-7adf99e7-3b72-499e-8bd4-33c11d18d417 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd HTTP/1.1" status: 200 len: 1000 time: 0.1191618 Apr 22 15:40:51.432813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5683247-326c-48c3-bd1e-c5ff0f742f4c req-534fa19e-874e-437a-a9f1-312a835db00b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:51.434681 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5683247-326c-48c3-bd1e-c5ff0f742f4c req-534fa19e-874e-437a-a9f1-312a835db00b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0646501 Apr 22 15:40:51.462345 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-508e0833-8af0-41a0-b936-8dde3ab82e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '925ae94a-673f-446f-91f1-dab5a6413c33', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'port_id': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'mac_address': 'fa:16:3e:5f:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:37:38Z', 'updated_at': '2022-04-22T15:40:49Z', 'revision_number': 13, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:40:51.469939 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508e0833-8af0-41a0-b936-8dde3ab82e21 None None] Checking router: d9636b29-5d65-4df6-a6c0-1e7cc393ce95 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:40:51.480406 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508e0833-8af0-41a0-b936-8dde3ab82e21 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:40:51.481000 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-508e0833-8af0-41a0-b936-8dde3ab82e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:40:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:40:51.516574 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5683247-326c-48c3-bd1e-c5ff0f742f4c req-a8b94048-39a6-443a-b29e-3f5d96a67bed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755219 Apr 22 15:40:51.655923 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-508e0833-8af0-41a0-b936-8dde3ab82e21 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:40:51.656126 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5683247-326c-48c3-bd1e-c5ff0f742f4c req-ea669c91-5e41-47aa-bd6e-5dd786bc6bf0 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313424 Apr 22 15:40:51.792254 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5683247-326c-48c3-bd1e-c5ff0f742f4c req-7c4a4e09-6b08-4c04-a5fa-8b32f9fc2888 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299450 Apr 22 15:40:52.015528 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-508e0833-8af0-41a0-b936-8dde3ab82e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '925ae94a-673f-446f-91f1-dab5a6413c33', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'port_id': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'mac_address': 'fa:16:3e:5f:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:37:38Z', 'updated_at': '2022-04-22T15:40:49Z', 'revision_number': 13, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:40:52.020838 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508e0833-8af0-41a0-b936-8dde3ab82e21 None None] The sync data for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv is: [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '925ae94a-673f-446f-91f1-dab5a6413c33', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'port_id': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'mac_address': 'fa:16:3e:5f:61:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:37:38Z', 'updated_at': '2022-04-22T15:40:49Z', 'revision_number': 13, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:40:52.221346 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535cc727-a194-4e53-b887-0a55c5e0bfec None None] New status for floating IP 925ae94a-673f-446f-91f1-dab5a6413c33: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:40:52.236876 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:40:52.609039 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44135d21-8354-44aa-8455-4471e248167e req-78baf708-ea0f-48a3-a724-cec4b4f18787 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:52.610481 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-44135d21-8354-44aa-8455-4471e248167e req-78baf708-ea0f-48a3-a724-cec4b4f18787 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0749257 Apr 22 15:40:52.654526 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-44135d21-8354-44aa-8455-4471e248167e req-fad8eba0-fa59-4871-a249-e928fdf805ab tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383995 Apr 22 15:40:57.554419 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-400362dd-87e7-42cf-bdea-f86ab999a546 req-ee3c11ba-580d-47f5-b797-5b9c4edce6a0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790939 Apr 22 15:40:57.705909 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-400362dd-87e7-42cf-bdea-f86ab999a546 req-94a7b42d-c1e0-4ef2-8503-625970743ca0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 1098 time: 0.0677614 Apr 22 15:40:57.847488 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400362dd-87e7-42cf-bdea-f86ab999a546 req-29136bd9-4ec6-427b-894c-9ae545a360ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:57.848834 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-400362dd-87e7-42cf-bdea-f86ab999a546 req-29136bd9-4ec6-427b-894c-9ae545a360ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1237550 Apr 22 15:40:57.977207 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-400362dd-87e7-42cf-bdea-f86ab999a546 req-c12e366c-5fa5-4688-833d-af6cc5e3cad7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd HTTP/1.1" status: 200 len: 1002 time: 0.1213169 Apr 22 15:40:58.038838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400362dd-87e7-42cf-bdea-f86ab999a546 req-f3ff52e0-428f-4879-80a2-c39b40597514 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:40:58.040248 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-400362dd-87e7-42cf-bdea-f86ab999a546 req-f3ff52e0-428f-4879-80a2-c39b40597514 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0570943 Apr 22 15:40:58.115009 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-400362dd-87e7-42cf-bdea-f86ab999a546 req-df6f8272-3e69-4e92-936e-cb86294966b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685368 Apr 22 15:40:58.332913 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-400362dd-87e7-42cf-bdea-f86ab999a546 req-9c2331ef-a45c-4ed4-8e7e-32e0fafdd71d service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114949 Apr 22 15:40:58.459972 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-400362dd-87e7-42cf-bdea-f86ab999a546 req-9a8189c6-2869-4b32-a7ae-c313698828d2 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211369 Apr 22 15:41:02.137493 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3e4da282-93a7-41c2-9987-f033e52db719 req-966907ad-ee27-4765-bf5b-6403a3137e0e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1303115 Apr 22 15:41:02.446157 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441270-60a3-4717-9deb-af0b83ae8520 req-a0a0eb65-6e91-488e-8533-84e418485ac3 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:02.447590 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-63441270-60a3-4717-9deb-af0b83ae8520 req-a0a0eb65-6e91-488e-8533-84e418485ac3 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0802300 Apr 22 15:41:02.450398 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-4b627ee8-6c65-4d08-8a22-87f6074787d6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1371047 Apr 22 15:41:02.495174 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-63441270-60a3-4717-9deb-af0b83ae8520 req-3afe40ad-9bda-493e-9b07-911a03f3fd60 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410683 Apr 22 15:41:03.251878 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:03.692683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375bfa8-c7a6-48a3-9958-de38b2e255eb req-1c34c77f-8c10-4fa0-acd9-34fcb8669b8a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:03.694129 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d375bfa8-c7a6-48a3-9958-de38b2e255eb req-1c34c77f-8c10-4fa0-acd9-34fcb8669b8a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0785367 Apr 22 15:41:03.786872 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d375bfa8-c7a6-48a3-9958-de38b2e255eb req-c05dbb65-e177-4640-ad94-5cc969bd0bd2 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637631 Apr 22 15:41:03.800250 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-c7b898e2-fa15-4f3d-8c5d-244bea673dda service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 1098 time: 0.1052134 Apr 22 15:41:03.930060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-63977109-bb61-4514-a145-f050310ee9fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:03.931504 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-63977109-bb61-4514-a145-f050310ee9fe service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1220753 Apr 22 15:41:04.032941 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-6679c80d-c604-4065-87c5-d32436136477 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd HTTP/1.1" status: 200 len: 1002 time: 0.0938513 Apr 22 15:41:04.096696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-301c1fa0-223f-4e2f-b8c2-9039aaab4ac5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:04.097946 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-301c1fa0-223f-4e2f-b8c2-9039aaab4ac5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0548708 Apr 22 15:41:04.171767 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-ac816545-2ee8-47c8-9275-ed63a58d62d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677469 Apr 22 15:41:04.298462 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-8c723745-1dbb-4c9b-b14a-0cfe4d6f9440 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197438 Apr 22 15:41:04.425853 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-e88e069c-5e46-4a39-a49b-ed6d7f3da627 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198070 Apr 22 15:41:04.980881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fe680-a52f-474a-929f-4213a71d83ea req-49093692-7fbf-48a8-8d50-e284a58710f8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:04.982328 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-340fe680-a52f-474a-929f-4213a71d83ea req-49093692-7fbf-48a8-8d50-e284a58710f8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0733845 Apr 22 15:41:05.026864 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-340fe680-a52f-474a-929f-4213a71d83ea req-7af02752-aeb4-40fa-bc10-87d2c98ccf3c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385520 Apr 22 15:41:06.220795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf41302-ca29-452c-90c3-ffece1d4d044 req-c24d4588-bcd9-4b81-a713-bd487583e8f8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:06.222234 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2bf41302-ca29-452c-90c3-ffece1d4d044 req-c24d4588-bcd9-4b81-a713-bd487583e8f8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0773680 Apr 22 15:41:06.265945 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2bf41302-ca29-452c-90c3-ffece1d4d044 req-e5066d9c-b8ba-456c-b83b-2b47e2f26b8d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383155 Apr 22 15:41:07.458251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05e7ee-3443-46ba-b2c9-3b5b6d296a07 req-842bb2b2-e20d-4460-8e7f-b6bcdd5a74c1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:07.459687 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da05e7ee-3443-46ba-b2c9-3b5b6d296a07 req-842bb2b2-e20d-4460-8e7f-b6bcdd5a74c1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0745995 Apr 22 15:41:07.504732 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da05e7ee-3443-46ba-b2c9-3b5b6d296a07 req-9e2ff275-a3e9-4985-8c25-f23df2b1dc1e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385687 Apr 22 15:41:08.705638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93ecff-b958-478e-a751-19ab86e59931 req-fbc0b67d-b168-421a-aa2b-43a23b469aaa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:08.707084 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3a93ecff-b958-478e-a751-19ab86e59931 req-fbc0b67d-b168-421a-aa2b-43a23b469aaa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0811694 Apr 22 15:41:08.751015 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3a93ecff-b958-478e-a751-19ab86e59931 req-179f4be7-10c4-4f7e-98f9-1723db1d7b88 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384598 Apr 22 15:41:09.946401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48f439-c03b-49ca-a004-da22911fb381 req-48cd956d-9c60-42ca-9962-f0db20b546e1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:09.947772 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fe48f439-c03b-49ca-a004-da22911fb381 req-48cd956d-9c60-42ca-9962-f0db20b546e1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0775659 Apr 22 15:41:09.993326 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fe48f439-c03b-49ca-a004-da22911fb381 req-a28d73fc-cdb2-4a27-92fc-96dd50c68123 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400062 Apr 22 15:41:11.272376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd4782-af0f-4b34-8b0a-ac28ab88d7db req-79b071a3-4f2d-48e1-bb65-44030f6097dd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:11.273812 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9fd4782-af0f-4b34-8b0a-ac28ab88d7db req-79b071a3-4f2d-48e1-bb65-44030f6097dd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.1624551 Apr 22 15:41:11.317509 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9fd4782-af0f-4b34-8b0a-ac28ab88d7db req-22965aa5-1e5e-4941-bfb6-8420e6a2290c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382082 Apr 22 15:41:12.000167 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-59ca048d-2f35-4403-ab80-3ca99072fe88 service neutron] 10.222.0.70 "GET /v2.0/ports/da7efb6e-54f4-414b-a0a9-5bd091395bcd/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0753222 Apr 22 15:41:12.272595 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-3d787c06-675d-4458-a0c8-e9d1aed2cd39 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 1098 time: 0.0673733 Apr 22 15:41:12.372241 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-aae70a3e-13db-40a4-a89f-9fdbeff025fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 1098 time: 0.0666389 Apr 22 15:41:12.558449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-93e55fb8-377f-417d-8493-7355eaafc133 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:12.559784 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-93e55fb8-377f-417d-8493-7355eaafc133 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1810908 Apr 22 15:41:12.569494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ec5c8-e3c5-44ad-b139-56b2c18d6b77 req-a993c07b-a896-4529-b375-b0971f85f548 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:12.570845 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba3ec5c8-e3c5-44ad-b139-56b2c18d6b77 req-a993c07b-a896-4529-b375-b0971f85f548 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.1243327 Apr 22 15:41:12.703866 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba3ec5c8-e3c5-44ad-b139-56b2c18d6b77 req-39f3436b-2e2b-4edb-8cea-6ee671f63dd9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842614 Apr 22 15:41:12.705575 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-69acadea-cac1-4a05-990b-e8ad6a4cc00e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd HTTP/1.1" status: 200 len: 1002 time: 0.1339114 Apr 22 15:41:12.755446 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-975465fb-5de3-47a6-b8aa-f1abf451d4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:12.771939 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-e7fdfaae-fa4b-44f3-8c43-155f5c289bf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:12.773357 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-e7fdfaae-fa4b-44f3-8c43-155f5c289bf9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0617762 Apr 22 15:41:12.849327 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-23ac0792-f455-4238-af69-a212c1ef19fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699806 Apr 22 15:41:12.980478 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-8d426570-cec8-4c29-a35e-6835ac99d220 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253366 Apr 22 15:41:13.107545 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-30b0f4d2-e0b2-4832-ac77-8c9368a25b65 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203983 Apr 22 15:41:13.899995 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cb6c5-0eae-474c-b2f4-b2b0b0a45227 req-7d0585e3-6a2d-4914-a69a-757da71356a4 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:13.901451 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5d4cb6c5-0eae-474c-b2f4-b2b0b0a45227 req-7d0585e3-6a2d-4914-a69a-757da71356a4 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0766854 Apr 22 15:41:13.950784 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5d4cb6c5-0eae-474c-b2f4-b2b0b0a45227 req-1b65caa0-2b3a-4efd-ab88-f94fc6eb5874 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 Apr 22 15:41:15.049810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0a424973-1e29-444d-afd3-64bd00993492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:15.169862 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548597ce-7dd7-46fa-80b0-95f06f03d904 req-9168ebc0-c416-4f40-b2e4-3a0bddb45df1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:15.171441 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-548597ce-7dd7-46fa-80b0-95f06f03d904 req-9168ebc0-c416-4f40-b2e4-3a0bddb45df1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0782409 Apr 22 15:41:15.215533 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-548597ce-7dd7-46fa-80b0-95f06f03d904 req-7ef6d902-fd7a-43ac-ba13-a0c94cee15cc tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386767 Apr 22 15:41:15.775472 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device da7efb6e-54f4-414b-a0a9-5bd091395bcd no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:41:15.911826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:15.937786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:41:15.947157 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port da7efb6e-54f4-414b-a0a9-5bd091395bcd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:41:15.951469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:16.004394 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b024e0ce-0bc5-42fe-87bf-8ca69737eee4'] response: {'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'code': 200} Apr 22 15:41:16.017722 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=da7efb6e-54f4-414b-a0a9-5bd091395bcd,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:16.046788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:16.069225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:16.410426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443f672-6aa3-4bde-81e8-58a52052d60f req-193e8e24-639f-45cb-aa29-8c5356a9be69 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:16.411848 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5443f672-6aa3-4bde-81e8-58a52052d60f req-193e8e24-639f-45cb-aa29-8c5356a9be69 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 943 time: 0.0768125 Apr 22 15:41:16.458408 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5443f672-6aa3-4bde-81e8-58a52052d60f req-1c33418d-cb0f-4066-a8c8-ee7cbdf443ff tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410748 Apr 22 15:41:17.627460 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:17.657094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1f34b-6d5a-43c9-8c70-1c122622ce88 req-cb470442-74c7-4af9-829a-b36c4247a268 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:17.658557 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e1f34b-6d5a-43c9-8c70-1c122622ce88 req-cb470442-74c7-4af9-829a-b36c4247a268 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 943 time: 0.0769155 Apr 22 15:41:17.703251 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e1f34b-6d5a-43c9-8c70-1c122622ce88 req-b057d565-521c-4714-b043-4fc5320e5478 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390184 Apr 22 15:41:17.780574 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device da7efb6e-54f4-414b-a0a9-5bd091395bcd details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:41:17.909226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port da7efb6e-54f4-414b-a0a9-5bd091395bcd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:41:17.921736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'port_id': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'mac_address': 'fa:16:3e:5f:61:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:41:17.976955 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:17.993515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7efb6e-54f4-414b-a0a9-5bd091395bcd {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:41:18.008686 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port da7efb6e-54f4-414b-a0a9-5bd091395bcd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:41:18.013004 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:18.075793 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=da7efb6e-54f4-414b-a0a9-5bd091395bcd,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:18.146390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['da7efb6e-54f4-414b-a0a9-5bd091395bcd'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:41:18.899834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308acc-d032-48c3-9a3d-f7242b545c21 req-e7c0b622-83a9-4ef6-8a2e-7c76bf87bb2c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:18.901241 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8f308acc-d032-48c3-9a3d-f7242b545c21 req-e7c0b622-83a9-4ef6-8a2e-7c76bf87bb2c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 944 time: 0.0774446 Apr 22 15:41:18.945119 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8f308acc-d032-48c3-9a3d-f7242b545c21 req-f97acb28-5943-460c-ad73-16afda652720 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384703 Apr 22 15:41:19.791597 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device da7efb6e-54f4-414b-a0a9-5bd091395bcd up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:41:19.856427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port da7efb6e-54f4-414b-a0a9-5bd091395bcd triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:41:19.856715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:19.965766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:19.992002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:41:20.002199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port da7efb6e-54f4-414b-a0a9-5bd091395bcd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:41:20.006732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:20.062987 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941bd321-2696-409e-bc7a-72f398b2fbe1'] response: {'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'code': 200} Apr 22 15:41:20.079315 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=da7efb6e-54f4-414b-a0a9-5bd091395bcd,revision_number=8']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:20.140749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550cd5d-e0cb-4d86-b0e7-556fde989c35 req-54dd5c84-a0bf-492d-a1f0-550182d0dc75 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:20.142116 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f550cd5d-e0cb-4d86-b0e7-556fde989c35 req-54dd5c84-a0bf-492d-a1f0-550182d0dc75 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0751503 Apr 22 15:41:20.188252 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f550cd5d-e0cb-4d86-b0e7-556fde989c35 req-70ca640d-a66d-4d2f-ad0a-1824644c6f75 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403090 Apr 22 15:41:21.469795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc76b4-6649-49a3-8e49-113c16255af1 req-0fbe50e8-85a8-4c99-8481-cdac0ca6f285 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:21.471275 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0dbc76b4-6649-49a3-8e49-113c16255af1 req-0fbe50e8-85a8-4c99-8481-cdac0ca6f285 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.1638947 Apr 22 15:41:21.515971 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0dbc76b4-6649-49a3-8e49-113c16255af1 req-9aa30695-e587-4004-b1cb-e409be29e3a5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391455 Apr 22 15:41:22.706832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f5cec-f765-49c2-b9ac-5503563db35a req-9f92a572-9e56-45d1-b8fc-7b30dbe11cb5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:22.708274 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-db5f5cec-f765-49c2-b9ac-5503563db35a req-9f92a572-9e56-45d1-b8fc-7b30dbe11cb5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0747278 Apr 22 15:41:22.758731 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-db5f5cec-f765-49c2-b9ac-5503563db35a req-8aa5be41-dbf6-442d-a18f-032656351e8b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450079 Apr 22 15:41:23.218025 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-175f2a0d-006c-4ca5-ace5-a2cb67465fa6 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:23.219442 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-175f2a0d-006c-4ca5-ace5-a2cb67465fa6 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.1315172 Apr 22 15:41:23.280900 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343613a-b0d7-499d-a87d-a3c20eb290c1 req-2ace81e1-53f0-4ae0-93c1-9dd1ab101988 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:23.282347 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d343613a-b0d7-499d-a87d-a3c20eb290c1 req-2ace81e1-53f0-4ae0-93c1-9dd1ab101988 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.1373150 Apr 22 15:41:23.343028 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d343613a-b0d7-499d-a87d-a3c20eb290c1 req-7946b267-2074-43b3-996b-42354f7fd520 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537887 Apr 22 15:41:23.344111 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-0558059c-ea32-47a2-9eff-18a6092b533d service neutron] 10.222.0.70 "GET /v2.0/ports/da7efb6e-54f4-414b-a0a9-5bd091395bcd/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.1173038 Apr 22 15:41:23.454308 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-844ad494-0f7e-459b-ad05-40bd5522d02a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 1098 time: 0.0693152 Apr 22 15:41:23.583719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-ccf4ceaa-93d4-4a6a-90ec-12b1b47d8156 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:23.585174 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-ccf4ceaa-93d4-4a6a-90ec-12b1b47d8156 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.1246309 Apr 22 15:41:23.687663 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-18c7ae31-561e-4c50-b5df-60a769a9af0f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd HTTP/1.1" status: 200 len: 1002 time: 0.0956843 Apr 22 15:41:23.749383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-9a1ef02b-4fa0-449a-885d-9b2602c080b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:23.750806 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-9a1ef02b-4fa0-449a-885d-9b2602c080b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0560331 Apr 22 15:41:23.825550 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-2bda2907-257f-42d6-9af0-be856aa864ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678484 Apr 22 15:41:23.953969 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-d287dd73-13b6-4c1f-a278-e67c59c60357 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225193 Apr 22 15:41:24.084512 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-94cd2768-8624-4ce8-a1f2-a455a6063340 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236799 Apr 22 15:41:24.551930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69003d75-d6ad-407a-a6b6-f2844b62b15d req-c14c8d82-208b-42b1-be27-adaf5d12047d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:24.553387 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69003d75-d6ad-407a-a6b6-f2844b62b15d req-c14c8d82-208b-42b1-be27-adaf5d12047d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0864882 Apr 22 15:41:24.602167 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69003d75-d6ad-407a-a6b6-f2844b62b15d req-0910b341-d02d-4817-8bbd-bbada5648e0c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399234 Apr 22 15:41:25.795895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2affb-6cfc-44cf-b7af-10105dab338e req-c6f61ed1-70c9-4cf7-a6fe-cd79624e056b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:25.797304 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69e2affb-6cfc-44cf-b7af-10105dab338e req-c6f61ed1-70c9-4cf7-a6fe-cd79624e056b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0738823 Apr 22 15:41:25.844075 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69e2affb-6cfc-44cf-b7af-10105dab338e req-15f8a503-f716-4126-bdeb-71019f2d5bcb tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412166 Apr 22 15:41:27.036840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44a95a-b82f-42ce-97fb-1ddc42a9a7ab req-6c42ba07-85a0-4a90-be00-f3f776cac907 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:27.038235 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4d44a95a-b82f-42ce-97fb-1ddc42a9a7ab req-6c42ba07-85a0-4a90-be00-f3f776cac907 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0756328 Apr 22 15:41:27.082180 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4d44a95a-b82f-42ce-97fb-1ddc42a9a7ab req-4a4ca9f4-db02-4747-bd2b-cb02e812f755 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384846 Apr 22 15:41:27.596650 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-922d6e16-63ee-4a30-a039-05aab776f393 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2&tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451 HTTP/1.1" status: 200 len: 1098 time: 0.0695698 Apr 22 15:41:27.699968 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-a102abc9-974c-4f57-a0f5-fa19a6bdd328 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 1098 time: 0.0667512 Apr 22 15:41:27.913143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-c3f4e43f-eb64-4115-9344-fd98ca6e6ef0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:27.914595 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-c3f4e43f-eb64-4115-9344-fd98ca6e6ef0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 200 len: 913 time: 0.2079551 Apr 22 15:41:28.016158 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-933e9674-28ae-46da-b3da-6fea2bfac69c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd HTTP/1.1" status: 200 len: 1002 time: 0.0948093 Apr 22 15:41:28.077954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-fcf4d4eb-dc08-4a11-9230-1311ea5ecc99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:28.079344 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-fcf4d4eb-dc08-4a11-9230-1311ea5ecc99 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 200 len: 851 time: 0.0557430 Apr 22 15:41:28.156987 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-d6a5d210-e1f3-4828-84b3-8f35fb804a67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=68973413-a6a9-4138-bc73-e76184c3d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695488 Apr 22 15:41:28.338063 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-09c5daf6-7f3f-445a-bf50-60acde3053f6 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745844 Apr 22 15:41:28.372276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77450545-3f15-4da3-8941-ef515ea1d4ce req-9679bc82-a329-4369-9e3d-86e1fffb1558 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:28.374298 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-77450545-3f15-4da3-8941-ef515ea1d4ce req-9679bc82-a329-4369-9e3d-86e1fffb1558 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.1470368 Apr 22 15:41:28.519247 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-77450545-3f15-4da3-8941-ef515ea1d4ce req-fd3839da-bf4d-4bba-a876-6e4da31e7fc2 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996356 Apr 22 15:41:28.538424 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da5f9a89-6b86-4e6a-8f37-ec2f2d598738 req-a66f93dd-6cbb-4073-93b0-911c5e24ddf8 service neutron] 10.222.0.70 "GET /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933119 Apr 22 15:41:29.239056 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:41:29.719086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d8643-bac4-4cf3-a813-cd693bc2dcba req-9566355f-23ad-4697-a879-579b584224fe tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:29.720431 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0c0d8643-bac4-4cf3-a813-cd693bc2dcba req-9566355f-23ad-4697-a879-579b584224fe tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0757532 Apr 22 15:41:29.767954 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0c0d8643-bac4-4cf3-a813-cd693bc2dcba req-958b5eea-b5a3-4275-880e-c468f9bf448b tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 Apr 22 15:41:29.884622 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device da7efb6e-54f4-414b-a0a9-5bd091395bcd no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:41:29.995205 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:30.021993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:41:30.031077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port da7efb6e-54f4-414b-a0a9-5bd091395bcd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:41:30.034789 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:30.084153 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e55c77-2290-4580-9c80-60c6c3fc970a'] response: {'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'code': 200} Apr 22 15:41:30.100018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=da7efb6e-54f4-414b-a0a9-5bd091395bcd,revision_number=9']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:30.963869 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e10c3-f1f7-4809-b4c8-569b393ce0ec req-59d4fba9-8f35-46b9-91a9-c00ca7c1154f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:30.965328 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fb5e10c3-f1f7-4809-b4c8-569b393ce0ec req-59d4fba9-8f35-46b9-91a9-c00ca7c1154f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 943 time: 0.0790522 Apr 22 15:41:31.009986 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fb5e10c3-f1f7-4809-b4c8-569b393ce0ec req-9c9f34ac-d2c0-4a8e-abf3-c60a123828b4 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390794 Apr 22 15:41:31.907440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device da7efb6e-54f4-414b-a0a9-5bd091395bcd details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:41:32.037837 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port da7efb6e-54f4-414b-a0a9-5bd091395bcd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:41:32.051460 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'port_id': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'mac_address': 'fa:16:3e:5f:61:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:41:32.103994 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:32.125192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7efb6e-54f4-414b-a0a9-5bd091395bcd {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:41:32.139897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port da7efb6e-54f4-414b-a0a9-5bd091395bcd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:41:32.144275 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:32.208345 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=da7efb6e-54f4-414b-a0a9-5bd091395bcd,revision_number=10']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:32.213820 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e51abc-62ce-4346-ac08-170de4c7b8fe req-a56cc543-97da-4ffc-b53f-e21ed3f24e70 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:32.215309 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b3e51abc-62ce-4346-ac08-170de4c7b8fe req-a56cc543-97da-4ffc-b53f-e21ed3f24e70 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0785644 Apr 22 15:41:32.260711 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b3e51abc-62ce-4346-ac08-170de4c7b8fe req-cfcbf4ce-0b8b-4ed9-88d3-9fa251f973bd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398574 Apr 22 15:41:32.276290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['da7efb6e-54f4-414b-a0a9-5bd091395bcd'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:41:33.264070 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:33.457916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ec96a-f6f8-4fcd-8020-7ebf1677a6ae req-e1cda52d-54dd-41d8-86a0-ff42c4d1b985 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:33.459372 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba9ec96a-f6f8-4fcd-8020-7ebf1677a6ae req-e1cda52d-54dd-41d8-86a0-ff42c4d1b985 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 945 time: 0.0789084 Apr 22 15:41:33.503145 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba9ec96a-f6f8-4fcd-8020-7ebf1677a6ae req-0dc01aaa-b2de-48f9-824c-682cb91c6c0f tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383992 Apr 22 15:41:33.924117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device da7efb6e-54f4-414b-a0a9-5bd091395bcd up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:41:33.989709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port da7efb6e-54f4-414b-a0a9-5bd091395bcd triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:41:33.990098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:34.099419 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:34.125152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:41:34.134754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port da7efb6e-54f4-414b-a0a9-5bd091395bcd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:41:34.139137 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:34.188983 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6971eb72-0f9e-463d-a6ce-3873356758fc'] response: {'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'code': 200} Apr 22 15:41:34.211504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=da7efb6e-54f4-414b-a0a9-5bd091395bcd,revision_number=11']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:34.697702 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323a209-cdb8-4d91-a889-008b24db8dbf req-d86b7e77-69fd-45dc-b635-7685c8277841 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:34.699623 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6323a209-cdb8-4d91-a889-008b24db8dbf req-d86b7e77-69fd-45dc-b635-7685c8277841 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 946 time: 0.0751214 Apr 22 15:41:34.747420 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6323a209-cdb8-4d91-a889-008b24db8dbf req-0b14e6ce-e40b-4579-8616-feecf692504d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422282 Apr 22 15:41:35.940889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68415c-b319-41f5-b131-2e78f770ef50 req-ef26ff8c-f8ef-47f5-9c6b-7d42acd776e1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:35.942280 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ec68415c-b319-41f5-b131-2e78f770ef50 req-ef26ff8c-f8ef-47f5-9c6b-7d42acd776e1 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 946 time: 0.0756764 Apr 22 15:41:35.986663 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ec68415c-b319-41f5-b131-2e78f770ef50 req-45ada39a-88ee-4a61-b1ef-cef31f09861a tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388432 Apr 22 15:41:37.183273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2302ae-3242-4931-bf74-5c0808c5eaff req-1125a396-fd2a-4c41-b879-3114796c99b9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:37.184721 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9d2302ae-3242-4931-bf74-5c0808c5eaff req-1125a396-fd2a-4c41-b879-3114796c99b9 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 946 time: 0.0787530 Apr 22 15:41:37.230445 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9d2302ae-3242-4931-bf74-5c0808c5eaff req-a202d3f4-08d8-4a89-8d9e-eda7093b0614 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387704 Apr 22 15:41:38.423884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5fe59-3f2d-4ddc-a273-aa71b00d60ec req-356bfdb4-0311-47cd-bb38-de2bdcef8ac6 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:38.425331 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-feb5fe59-3f2d-4ddc-a273-aa71b00d60ec req-356bfdb4-0311-47cd-bb38-de2bdcef8ac6 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 946 time: 0.0744352 Apr 22 15:41:38.469692 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-feb5fe59-3f2d-4ddc-a273-aa71b00d60ec req-625794a8-107d-49fa-8f21-e9eb12122e22 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388813 Apr 22 15:41:38.666954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05ff07-b72f-4dfa-82df-85a3c80ebc56 req-bf2e0157-cc8a-4699-a07e-2fd2fac304f5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:38.668281 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1b05ff07-b72f-4dfa-82df-85a3c80ebc56 req-bf2e0157-cc8a-4699-a07e-2fd2fac304f5 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 946 time: 0.0782514 Apr 22 15:41:38.711465 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1b05ff07-b72f-4dfa-82df-85a3c80ebc56 req-76715a50-eacf-4418-b39f-592da9421d0e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374694 Apr 22 15:41:38.915962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751bc58-fb97-4300-bb90-e2887bca97a7 req-e17aca75-2e05-46da-a09e-f06c5a9f5235 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:38.918066 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9751bc58-fb97-4300-bb90-e2887bca97a7 req-e17aca75-2e05-46da-a09e-f06c5a9f5235 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 946 time: 0.0875349 Apr 22 15:41:38.965087 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9751bc58-fb97-4300-bb90-e2887bca97a7 req-bff90503-7ff2-4721-82a5-e3a23748b523 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415072 Apr 22 15:41:39.458626 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb0bb9-c7a4-42a4-af26-0984fc2715a5 req-8c6a2302-5250-4f17-8593-845f93530043 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:39.459992 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08eb0bb9-c7a4-42a4-af26-0984fc2715a5 req-8c6a2302-5250-4f17-8593-845f93530043 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 946 time: 0.1628551 Apr 22 15:41:39.503763 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08eb0bb9-c7a4-42a4-af26-0984fc2715a5 req-3513d408-eebe-4c16-abfe-48378a5c8483 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383096 Apr 22 15:41:40.700349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d1bd2-81bb-45d6-a2ad-cd999e9a4d31 req-3e7119fe-0a49-46eb-b57b-46f01ece582c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:40.701777 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-725d1bd2-81bb-45d6-a2ad-cd999e9a4d31 req-3e7119fe-0a49-46eb-b57b-46f01ece582c tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 946 time: 0.0787156 Apr 22 15:41:40.745887 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-725d1bd2-81bb-45d6-a2ad-cd999e9a4d31 req-d309156c-33c9-487f-8d3a-3e0c60838cd8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385785 Apr 22 15:41:41.937582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16fa8b-d31e-473b-8f90-4803b3e4a5f7 req-97145b3d-9d26-42d4-968b-f7d4a2decc90 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:41.939047 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5a16fa8b-d31e-473b-8f90-4803b3e4a5f7 req-97145b3d-9d26-42d4-968b-f7d4a2decc90 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 946 time: 0.0757811 Apr 22 15:41:41.989266 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5a16fa8b-d31e-473b-8f90-4803b3e4a5f7 req-b33be1a6-ad67-4e5b-9978-f5e79dfd034e tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups?id=323b350d-6cd5-4dde-ae72-ede96a8e2c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446248 Apr 22 15:41:42.122066 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-7ebc428e-fbe5-4276-bd85-ea7571ad5efa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:42.124022 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-7ebc428e-fbe5-4276-bd85-ea7571ad5efa tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 946 time: 0.0776753 Apr 22 15:41:42.189875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Deleting port da7efb6e-54f4-414b-a0a9-5bd091395bcd {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:41:42.190114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:42.425491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] For port da7efb6e-54f4-414b-a0a9-5bd091395bcd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=da7efb6e-54f4-414b-a0a9-5bd091395bcd,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:41:42.425837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:42.700699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:42.701577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:42.701884 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Floating IP 925ae94a-673f-446f-91f1-dab5a6413c33 disassociated. External IP: 172.26.8.210, port: da7efb6e-54f4-414b-a0a9-5bd091395bcd. Apr 22 15:41:42.702249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Calling delete_port for da7efb6e-54f4-414b-a0a9-5bd091395bcd owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:41:42.758951 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-70e5d635-d80c-472e-ba61-a24f5366f5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:42.843016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:42.897303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event deleted for resources: {'Port': ['ID=da7efb6e-54f4-414b-a0a9-5bd091395bcd,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:42.911182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:42.911758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:42.912146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:42.912485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:42.912899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:42.913235 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:42.914116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:42.914699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:42.915157 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:42.915497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:42.915831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:43.158185 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:41:43.166697 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b7536a33-17cb-4c15-a4e1-a88efee13842 req-eefa8347-f280-4ff2-8f04-d8698c17d1a4 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 210 time: 0.0478692 Apr 22 15:41:43.452359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:41:43.462195 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a3ccf-b86c-4d8a-a378-965aeef24358 None None] Sync routers for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:41:43.474309 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a3ccf-b86c-4d8a-a378-965aeef24358 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:41:43.474901 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-154a3ccf-b86c-4d8a-a378-965aeef24358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:41:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:41:43.523515 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] No DVR routers for this DVR port da7efb6e-54f4-414b-a0a9-5bd091395bcd on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:41:43.525989 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:43.529923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'name': 'network-vif-deleted', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:41:43.544196 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7a1f42f0-4e02-4f7c-81de-66eab9dcecd9 req-2fc42371-061c-42ec-8349-bff7daae83cd tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.70 "DELETE /v2.0/ports/da7efb6e-54f4-414b-a0a9-5bd091395bcd HTTP/1.1" status: 204 len: 173 time: 1.4149165 Apr 22 15:41:43.597836 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe2e2eb-829f-4c14-ae8a-cf3085354e15'] response: {'server_uuid': '2549c821-649b-4e8b-a122-f8e99c8285e2', 'name': 'network-vif-deleted', 'tag': 'da7efb6e-54f4-414b-a0a9-5bd091395bcd', 'status': 'completed', 'code': 200} Apr 22 15:41:43.654931 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-154a3ccf-b86c-4d8a-a378-965aeef24358 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:41:43.971882 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-154a3ccf-b86c-4d8a-a378-965aeef24358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:41:43.975829 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a3ccf-b86c-4d8a-a378-965aeef24358 None None] Checking router: d9636b29-5d65-4df6-a6c0-1e7cc393ce95 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:41:43.986648 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a3ccf-b86c-4d8a-a378-965aeef24358 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:41:43.987242 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-154a3ccf-b86c-4d8a-a378-965aeef24358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:41:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:41:44.200140 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-154a3ccf-b86c-4d8a-a378-965aeef24358 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:41:44.345595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-5c0e7311-69d8-412a-8a77-d0bbd8b42811 req-5fcdb256-904f-4c62-97d3-6fe5cbfdcf9d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Synchronizing usage tracker for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:41:44.362173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-5c0e7311-69d8-412a-8a77-d0bbd8b42811 req-5fcdb256-904f-4c62-97d3-6fe5cbfdcf9d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Unset dirty status for tenant:3ea6bb7c6dc24c04a7b173f6190cf451 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:41:44.363320 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5c0e7311-69d8-412a-8a77-d0bbd8b42811 req-5fcdb256-904f-4c62-97d3-6fe5cbfdcf9d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/ports?device_id=2549c821-649b-4e8b-a122-f8e99c8285e2 HTTP/1.1" status: 200 len: 210 time: 0.0572658 Apr 22 15:41:44.511804 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-154a3ccf-b86c-4d8a-a378-965aeef24358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:41:44.516369 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a3ccf-b86c-4d8a-a378-965aeef24358 None None] The sync data for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv is: [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:37:35Z', 'revision_number': 4, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '3ead2939-c89f-4b40-a524-9cbe1b44a247', 'name': '', 'network_id': '68973413-a6a9-4138-bc73-e76184c3d28d', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'mac_address': 'fa:16:3e:53:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:35Z', 'updated_at': '2022-04-22T15:37:41Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'subnets': [{'id': 'f052b066-50e6-43ab-9cf3-d9d498e9147d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:41:44.736816 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dad0d0a-f8af-418d-b9c7-237c691fb769 None None] New status for floating IP 925ae94a-673f-446f-91f1-dab5a6413c33: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:41:45.050985 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6a7c0537-fc9d-4142-8992-1a4c33dfa1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:45.934997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device da7efb6e-54f4-414b-a0a9-5bd091395bcd no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:41:45.969108 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: da7efb6e-54f4-414b-a0a9-5bd091395bcd {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:41:45.969550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device da7efb6e-54f4-414b-a0a9-5bd091395bcd not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:41:46.049140 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:46.072582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:47.634544 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:48.654577 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40554) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:41:48.718951 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:48.745486 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:48.800692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:48.818678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=323b350d-6cd5-4dde-ae72-ede96a8e2c30,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:48.830382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:48.830726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:48.831059 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:48.831388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:48.831713 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:48.832036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:48.832361 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:48.832681 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:48.833000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:48.833317 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:48.833631 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:41:48.837191 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:48.838306 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f9dc3b8-0304-407c-803b-bbe306afcbf8 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "DELETE /v2.0/security-groups/323b350d-6cd5-4dde-ae72-ede96a8e2c30 HTTP/1.1" status: 204 len: 168 time: 0.1827023 Apr 22 15:41:48.840814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40558) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:41:48.857015 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.api.v2.resource [None req-bf64d607-08f2-47c4-a894-6b8d9089717d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] show failed (client error): The resource could not be found. Apr 22 15:41:48.857955 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bf64d607-08f2-47c4-a894-6b8d9089717d tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "GET /v2.0/security-groups/323b350d-6cd5-4dde-ae72-ede96a8e2c30 HTTP/1.1" status: 404 len: 347 time: 0.0156832 Apr 22 15:41:48.860712 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40562) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:41:49.017723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b23f5eff-1699-47ab-b132-811e80b2c201 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Deleting port 3269b7ec-e3a2-4e66-9f2e-13998ef5b1c8 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:41:49.018059 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b23f5eff-1699-47ab-b132-811e80b2c201 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:49.184805 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b23f5eff-1699-47ab-b132-811e80b2c201 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:49.185683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b23f5eff-1699-47ab-b132-811e80b2c201 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:49.301337 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-b23f5eff-1699-47ab-b132-811e80b2c201 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Calling delete_port for 3269b7ec-e3a2-4e66-9f2e-13998ef5b1c8 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:41:49.437197 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b23f5eff-1699-47ab-b132-811e80b2c201 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:49.482548 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f5eff-1699-47ab-b132-811e80b2c201 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Pushing event deleted for resources: {'Port': ['ID=3269b7ec-e3a2-4e66-9f2e-13998ef5b1c8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:49.572973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b23f5eff-1699-47ab-b132-811e80b2c201 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:49.589543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b23f5eff-1699-47ab-b132-811e80b2c201 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:49.590683 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b23f5eff-1699-47ab-b132-811e80b2c201 tempest-ServerActionsTestJSON-1755412393 tempest-ServerActionsTestJSON-1755412393-project] 10.222.0.71 "DELETE /v2.0/floatingips/925ae94a-673f-446f-91f1-dab5a6413c33 HTTP/1.1" status: 204 len: 168 time: 0.7288375 Apr 22 15:41:49.593862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40566) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:41:50.043787 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-17a6240b-fcce-41c1-b629-7e29da734188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:50.647185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-17a6240b-fcce-41c1-b629-7e29da734188 admin admin] Deleting port 3ead2939-c89f-4b40-a524-9cbe1b44a247 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:41:50.647530 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-17a6240b-fcce-41c1-b629-7e29da734188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:50.818397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-17a6240b-fcce-41c1-b629-7e29da734188 admin admin] For port 3ead2939-c89f-4b40-a524-9cbe1b44a247, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3ead2939-c89f-4b40-a524-9cbe1b44a247,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:41:50.818727 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-17a6240b-fcce-41c1-b629-7e29da734188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:50.939321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-17a6240b-fcce-41c1-b629-7e29da734188 admin admin] Calling delete_port for 3ead2939-c89f-4b40-a524-9cbe1b44a247 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:41:51.102060 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-17a6240b-fcce-41c1-b629-7e29da734188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:51.144802 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6240b-fcce-41c1-b629-7e29da734188 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ead2939-c89f-4b40-a524-9cbe1b44a247,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:51.509786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-17a6240b-fcce-41c1-b629-7e29da734188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:52.065208 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a6240b-fcce-41c1-b629-7e29da734188 admin admin] Router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:41:52.258820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a6240b-fcce-41c1-b629-7e29da734188 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:41:52.267634 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75c271-6cc4-4d5f-b973-3fdfff3e3cb0 None None] Sync routers for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:41:52.271379 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-17a6240b-fcce-41c1-b629-7e29da734188 admin admin] 10.222.0.71 "PUT /v2.0/routers/d9636b29-5d65-4df6-a6c0-1e7cc393ce95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6764400 Apr 22 15:41:52.273852 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40570) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:41:52.279021 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75c271-6cc4-4d5f-b973-3fdfff3e3cb0 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:41:52.279615 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ae75c271-6cc4-4d5f-b973-3fdfff3e3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:41:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:41:52.450215 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-ae75c271-6cc4-4d5f-b973-3fdfff3e3cb0 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:41:52.467850 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:52.658104 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:52.667697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] Deleting port e3bbcfd7-2e5c-4176-8057-16a4945d536a {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:41:52.668029 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:52.728394 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ae75c271-6cc4-4d5f-b973-3fdfff3e3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:41:51Z', 'revision_number': 5, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port': {'id': 'e3bbcfd7-2e5c-4176-8057-16a4945d536a', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:37:33Z', 'updated_at': '2022-04-22T15:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:41:52.732668 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75c271-6cc4-4d5f-b973-3fdfff3e3cb0 None None] Checking router: d9636b29-5d65-4df6-a6c0-1e7cc393ce95 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:41:52.742884 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae75c271-6cc4-4d5f-b973-3fdfff3e3cb0 None None] Routers {'d9636b29-5d65-4df6-a6c0-1e7cc393ce95'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:41:52.743472 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ae75c271-6cc4-4d5f-b973-3fdfff3e3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:41:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:41:52.893659 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-ae75c271-6cc4-4d5f-b973-3fdfff3e3cb0 None None] Set router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:41:52.940904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] For port e3bbcfd7-2e5c-4176-8057-16a4945d536a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e3bbcfd7-2e5c-4176-8057-16a4945d536a,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:41:52.941522 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:52.995669 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ae75c271-6cc4-4d5f-b973-3fdfff3e3cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:41:52Z', 'revision_number': 6, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:41:52.999962 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae75c271-6cc4-4d5f-b973-3fdfff3e3cb0 None None] The sync data for ids ['d9636b29-5d65-4df6-a6c0-1e7cc393ce95'] in dv-neutron-838883-3-hyperv is: [{'id': 'd9636b29-5d65-4df6-a6c0-1e7cc393ce95', 'name': 'tempest-ServerActionsTestJSON-1226875434-router', 'tenant_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:37:32Z', 'updated_at': '2022-04-22T15:41:52Z', 'revision_number': 6, 'project_id': '3ea6bb7c6dc24c04a7b173f6190cf451', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:41:53.060915 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] Calling delete_port for e3bbcfd7-2e5c-4176-8057-16a4945d536a owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:41:53.219862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:53.261596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bbcfd7-2e5c-4176-8057-16a4945d536a,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:53.484284 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:53.750754 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:53.755172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:53.781008 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e3bbcfd7-2e5c-4176-8057-16a4945d536a no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:41:53.786186 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:53.786819 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9636b29-5d65-4df6-a6c0-1e7cc393ce95 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:41:53.800351 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:53.801459 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ca02b8cc-c29c-4297-a99a-502da6463668 admin admin] 10.222.0.71 "DELETE /v2.0/routers/d9636b29-5d65-4df6-a6c0-1e7cc393ce95 HTTP/1.1" status: 204 len: 168 time: 1.5266976 Apr 22 15:41:53.804144 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40574) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:41:53.819729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: e3bbcfd7-2e5c-4176-8057-16a4945d536a {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:41:53.820147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e3bbcfd7-2e5c-4176-8057-16a4945d536a not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:41:53.820721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3ead2939-c89f-4b40-a524-9cbe1b44a247 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:41:53.852274 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 3ead2939-c89f-4b40-a524-9cbe1b44a247 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:41:53.852698 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3ead2939-c89f-4b40-a524-9cbe1b44a247 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:41:53.873926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-6827fb29-e37f-4f51-8b2e-54181f1c6699 admin admin] Deleting subnet f052b066-50e6-43ab-9cf3-d9d498e9147d {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:41:53.876800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6827fb29-e37f-4f51-8b2e-54181f1c6699 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:53.925996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6827fb29-e37f-4f51-8b2e-54181f1c6699 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.008230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6827fb29-e37f-4f51-8b2e-54181f1c6699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.076316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6827fb29-e37f-4f51-8b2e-54181f1c6699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.115376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827fb29-e37f-4f51-8b2e-54181f1c6699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f052b066-50e6-43ab-9cf3-d9d498e9147d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:54.120160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6827fb29-e37f-4f51-8b2e-54181f1c6699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.125742 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a66805-d768-4fe0-b465-eaece9029482 None None] Network 68973413-a6a9-4138-bc73-e76184c3d28d requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:41:54.125997 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6827fb29-e37f-4f51-8b2e-54181f1c6699 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f052b066-50e6-43ab-9cf3-d9d498e9147d HTTP/1.1" status: 204 len: 168 time: 0.3206487 Apr 22 15:41:54.128353 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40578) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:41:54.232979 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.242925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Deleting port 02605389-f241-42ff-a392-fa3647741a6a {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:41:54.243242 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.365303 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88892051-317d-4e91-a723-38e4c0f2a2a0 None None] DHCP port deletion for 68973413-a6a9-4138-bc73-e76184c3d28d request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:41:54.369509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-88892051-317d-4e91-a723-38e4c0f2a2a0 None None] Deleting port 02605389-f241-42ff-a392-fa3647741a6a {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:41:54.369888 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88892051-317d-4e91-a723-38e4c0f2a2a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.450257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] For port 02605389-f241-42ff-a392-fa3647741a6a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=02605389-f241-42ff-a392-fa3647741a6a,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:41:54.451132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.571147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-88892051-317d-4e91-a723-38e4c0f2a2a0 None None] For port 02605389-f241-42ff-a392-fa3647741a6a, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=02605389-f241-42ff-a392-fa3647741a6a,segment=NetworkSegment(e2ab314c-5128-41df-8ec4-1e7837660496),segment_id=e2ab314c-5128-41df-8ec4-1e7837660496)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:41:54.571444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88892051-317d-4e91-a723-38e4c0f2a2a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.572234 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Calling delete_port for 02605389-f241-42ff-a392-fa3647741a6a owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:41:54.644869 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.689042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-88892051-317d-4e91-a723-38e4c0f2a2a0 None None] Calling delete_port for 02605389-f241-42ff-a392-fa3647741a6a owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:41:54.693816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Pushing event deleted for resources: {'Port': ['ID=02605389-f241-42ff-a392-fa3647741a6a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:54.699770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] No DVR routers for this DVR port 02605389-f241-42ff-a392-fa3647741a6a on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:41:54.759527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-88892051-317d-4e91-a723-38e4c0f2a2a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:41:54.759873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-88892051-317d-4e91-a723-38e4c0f2a2a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:41:54.815665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.840354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68973413-a6a9-4138-bc73-e76184c3d28d']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:41:54.851770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ab314c-5128-41df-8ec4-1e7837660496') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:41:54.852065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ab314c-5128-41df-8ec4-1e7837660496') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:41:54.862975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.878763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.885195 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:41:54.885706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:41:54.899114 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:41:54.973696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:54.978606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:55.002312 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] Pushing event deleted for resources: {'Network': ['ID=68973413-a6a9-4138-bc73-e76184c3d28d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:55.016125 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-19a31625-24fe-48dc-b341-f9dea055df3b admin admin] 10.222.0.71 "DELETE /v2.0/networks/68973413-a6a9-4138-bc73-e76184c3d28d HTTP/1.1" status: 204 len: 168 time: 0.8867586 Apr 22 15:41:55.153001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40584) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:41:55.203602 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-22e850f0-9f42-418d-8a37-49f6272e8b39 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ea6bb7c6dc24c04a7b173f6190cf451&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492008 Apr 22 15:41:55.205882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40588) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:41:55.260703 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-88892051-317d-4e91-a723-38e4c0f2a2a0 None None] Deleting port 02605389-f241-42ff-a392-fa3647741a6a {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:41:55.261267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-88892051-317d-4e91-a723-38e4c0f2a2a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:55.262696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8edf9742-d46f-46ec-9b20-a3c680a55e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:55.287611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8edf9742-d46f-46ec-9b20-a3c680a55e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:55.322611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-88892051-317d-4e91-a723-38e4c0f2a2a0 None None] The port '02605389-f241-42ff-a392-fa3647741a6a' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:41:55.345807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8edf9742-d46f-46ec-9b20-a3c680a55e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:55.364938 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf9742-d46f-46ec-9b20-a3c680a55e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58216ecb-c992-4877-bcfb-94b46e6217c6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:55.373759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8edf9742-d46f-46ec-9b20-a3c680a55e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:55.374916 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8edf9742-d46f-46ec-9b20-a3c680a55e4c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/58216ecb-c992-4877-bcfb-94b46e6217c6 HTTP/1.1" status: 204 len: 168 time: 0.1681366 Apr 22 15:41:55.647401 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 02605389-f241-42ff-a392-fa3647741a6a no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:41:55.718984 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 02605389-f241-42ff-a392-fa3647741a6a {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:41:55.719334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 02605389-f241-42ff-a392-fa3647741a6a not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:41:56.191133 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40610) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:41:56.315813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1612270142-network', 'tenant_id': '755c6874c8444faf9da3f4459dccf776'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:41:56.320401 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:41:56.324173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Usage tracker for resource:network and tenant:755c6874c8444faf9da3f4459dccf776 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:41:56.327058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:41:56.333179 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:41:56.343204 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Made reservation on behalf of 755c6874c8444faf9da3f4459dccf776 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:41:56.345588 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:56.358065 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:56.388501 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:41:56.392211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Usage tracker for resource:security_group_rule and tenant:755c6874c8444faf9da3f4459dccf776 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:41:56.395742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:41:56.402854 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:41:56.466775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:56.470367 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:56.500131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:41:56.509009 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:56.514439 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:56.514783 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Added segment fa85ce09-78a5-46db-9076-378e6802a753 of type vlan for network d05d9af6-3446-42ac-b764-e1a2ef197d04 Apr 22 15:41:56.540982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:56.569245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:56.570118 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:56.570708 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:56.671404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] Pushing event updated for resources: {'Network': ['ID=d05d9af6-3446-42ac-b764-e1a2ef197d04,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:56.675518 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-55b6213a-7c4e-46be-a7b2-e73cfc91336f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4832630 Apr 22 15:41:56.678364 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40616) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:41:56.682093 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network d05d9af6-3446-42ac-b764-e1a2ef197d04 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:41:56.683436 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Request body: {'subnet': {'network_id': 'd05d9af6-3446-42ac-b764-e1a2ef197d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1612270142-subnet', 'tenant_id': '755c6874c8444faf9da3f4459dccf776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:41:56.688869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:41:56.692560 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Usage tracker for resource:subnet and tenant:755c6874c8444faf9da3f4459dccf776 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:41:56.695501 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:41:56.701697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:41:56.712332 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Made reservation on behalf of 755c6874c8444faf9da3f4459dccf776 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:41:56.714637 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:57.003742 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:57.078116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=62eb27ee-dfaa-4953-96df-34f0c35767fd,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:41:57.089283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Checking segment: {'id': 'fa85ce09-78a5-46db-9076-378e6802a753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd05d9af6-3446-42ac-b764-e1a2ef197d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:41:57.089637 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Network hostable DHCP agents. Network: d05d9af6-3446-42ac-b764-e1a2ef197d04, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:41:57.114070 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Network d05d9af6-3446-42ac-b764-e1a2ef197d04 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:41:57.124983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, d05d9af6-3446-42ac-b764-e1a2ef197d04) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:41:57.130018 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:57.131344 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:41:57.135685 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3395b-5808-4de4-907f-05dd073e9ee5 None None] Network d05d9af6-3446-42ac-b764-e1a2ef197d04 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:41:57.154922 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-62767247-5804-4f07-9290-0328f9bb78ab admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4755721 Apr 22 15:41:57.346551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1709885b-178e-4018-83f0-a83d651d2431 None None] Network d05d9af6-3446-42ac-b764-e1a2ef197d04 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:41:57.773694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-cc51b665-222c-4b54-940e-78fd925170b8 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:41:57.775170 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-cc51b665-222c-4b54-940e-78fd925170b8 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/networks?id=d05d9af6-3446-42ac-b764-e1a2ef197d04 HTTP/1.1" status: 200 len: 814 time: 0.2265732 Apr 22 15:41:57.791765 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-1796372c-7abd-4d78-8574-938a200056e8 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/quotas/755c6874c8444faf9da3f4459dccf776 HTTP/1.1" status: 200 len: 375 time: 0.0104513 Apr 22 15:41:57.836187 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-6cdf959a-4200-4ed7-b295-9df5b7ecd0e6 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=755c6874c8444faf9da3f4459dccf776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387475 Apr 22 15:41:58.035187 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-44475c7b-ea9d-4145-9949-720464e0e46c service neutron] 10.222.0.71 "GET /v2.0/networks/d05d9af6-3446-42ac-b764-e1a2ef197d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918609 Apr 22 15:41:58.163532 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-03d95a99-f66f-41e2-a696-b135a9059820 service neutron] 10.222.0.71 "GET /v2.0/networks/d05d9af6-3446-42ac-b764-e1a2ef197d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225164 Apr 22 15:41:59.357612 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-df47fd40-d1d8-4c3e-8351-de8d3ccc8423 req-96c7441e-aa23-4270-b757-65ba4ec9c11a tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 210 time: 0.0404439 Apr 22 15:42:00.522958 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d732101a-5d4d-4802-a219-bd434bbb22db req-adff0021-2d06-44cd-be28-94257aed0425 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 210 time: 0.0442615 Apr 22 15:42:00.789062 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-14f28f0f-c254-4ea1-b28d-77a1d12eb42b tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:00.790504 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-14f28f0f-c254-4ea1-b28d-77a1d12eb42b tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.70 "GET /v2.0/networks?id=d05d9af6-3446-42ac-b764-e1a2ef197d04 HTTP/1.1" status: 200 len: 814 time: 0.1464033 Apr 22 15:42:00.813601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Request body: {'port': {'device_id': 'ebaa582f-d93c-4fd4-83f6-50332702391c', 'network_id': 'd05d9af6-3446-42ac-b764-e1a2ef197d04', 'admin_state_up': True, 'tenant_id': '755c6874c8444faf9da3f4459dccf776'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:00.945218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:00.948949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Usage tracker for resource:port and tenant:755c6874c8444faf9da3f4459dccf776 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:00.951868 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:00.957650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:00.967922 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Made reservation on behalf of 755c6874c8444faf9da3f4459dccf776 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:00.970984 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:01.131194 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Allocated IP 172.20.0.5 (d05d9af6-3446-42ac-b764-e1a2ef197d04/62eb27ee-dfaa-4953-96df-34f0c35767fd/05683511-4865-49c7-8837-97f9ccaa733a) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:42:01.321722 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:01.348217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:01.416940 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Network d05d9af6-3446-42ac-b764-e1a2ef197d04 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:42:01.420374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:01.424467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:42:01.451578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Pushing event updated for resources: {'Port': ['ID=05683511-4865-49c7-8837-97f9ccaa733a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:01.486480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:01.487060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:01.506924 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-63ed4096-dffa-432d-9b43-98a765c35ac9 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6971231 Apr 22 15:42:01.524177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Request body: {'port': {'device_id': 'ebaa582f-d93c-4fd4-83f6-50332702391c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:01.631444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:01.919193 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80fcd0-8a82-45bb-8999-20c0e19d9dba req-f77a2376-945b-46a5-9380-9d47ba9b322a tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:01.919870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ba80fcd0-8a82-45bb-8999-20c0e19d9dba req-f77a2376-945b-46a5-9380-9d47ba9b322a tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Synchronizing usage tracker for tenant:755c6874c8444faf9da3f4459dccf776 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:42:02.013442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ba80fcd0-8a82-45bb-8999-20c0e19d9dba req-f77a2376-945b-46a5-9380-9d47ba9b322a tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Unset dirty status for tenant:755c6874c8444faf9da3f4459dccf776 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:42:02.014607 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba80fcd0-8a82-45bb-8999-20c0e19d9dba req-f77a2376-945b-46a5-9380-9d47ba9b322a tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 931 time: 0.3730018 Apr 22 15:42:02.088759 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba80fcd0-8a82-45bb-8999-20c0e19d9dba req-e83c7320-2bb6-4e1b-b9cd-70b2547f18bf tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590589 Apr 22 15:42:02.157027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05683511-4865-49c7-8837-97f9ccaa733a {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:42:02.164264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:02.180076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Transition to ACTIVE for port object 05683511-4865-49c7-8837-97f9ccaa733a will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:42:02.183635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:02.307028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=05683511-4865-49c7-8837-97f9ccaa733a,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:02.409419 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Attempting to bind port 05683511-4865-49c7-8837-97f9ccaa733a on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:42:02.409751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Attempting to bind port 05683511-4865-49c7-8837-97f9ccaa733a by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fa85ce09-78a5-46db-9076-378e6802a753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd05d9af6-3446-42ac-b764-e1a2ef197d04'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:42:02.410078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Attempting to bind port 05683511-4865-49c7-8837-97f9ccaa733a on network d05d9af6-3446-42ac-b764-e1a2ef197d04 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:42:02.415736 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Port 05683511-4865-49c7-8837-97f9ccaa733a on network d05d9af6-3446-42ac-b764-e1a2ef197d04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:42:02.416050 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Attempting to bind port 05683511-4865-49c7-8837-97f9ccaa733a on network d05d9af6-3446-42ac-b764-e1a2ef197d04 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:42:02.422226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:42:02.422564 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Checking segment: {'id': 'fa85ce09-78a5-46db-9076-378e6802a753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd05d9af6-3446-42ac-b764-e1a2ef197d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:02.422943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Bound using segment: {'id': 'fa85ce09-78a5-46db-9076-378e6802a753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd05d9af6-3446-42ac-b764-e1a2ef197d04'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:42:02.423365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Bound port: 05683511-4865-49c7-8837-97f9ccaa733a, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa85ce09-78a5-46db-9076-378e6802a753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd05d9af6-3446-42ac-b764-e1a2ef197d04'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:42:02.423708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:02.510863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] For port 05683511-4865-49c7-8837-97f9ccaa733a, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:42:02.514393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] For port 05683511-4865-49c7-8837-97f9ccaa733a, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=05683511-4865-49c7-8837-97f9ccaa733a,segment=NetworkSegment(fa85ce09-78a5-46db-9076-378e6802a753),segment_id=fa85ce09-78a5-46db-9076-378e6802a753)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:42:02.518882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:02.580017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:02.581341 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] 10.222.0.70 "PUT /v2.0/ports/05683511-4865-49c7-8837-97f9ccaa733a HTTP/1.1" status: 200 len: 1093 time: 1.0610988 Apr 22 15:42:02.581768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebaa582f-d93c-4fd4-83f6-50332702391c', 'tag': '05683511-4865-49c7-8837-97f9ccaa733a'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:42:02.596323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f886a0-8fae-4771-b34d-7ec53e24c5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=05683511-4865-49c7-8837-97f9ccaa733a,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:02.666342 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea1f408-1e31-4ff6-b40e-4fa3decd7458'] response: {'name': 'network-changed', 'server_uuid': 'ebaa582f-d93c-4fd4-83f6-50332702391c', 'tag': '05683511-4865-49c7-8837-97f9ccaa733a', 'status': 'completed', 'code': 200} Apr 22 15:42:02.707502 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-b16e1d5d-b581-43d1-8092-f237bafda3b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=755c6874c8444faf9da3f4459dccf776&device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 1096 time: 0.0740817 Apr 22 15:42:02.780612 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-716c3a44-0e6a-4fe0-a9f3-dc63ba219aa3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05683511-4865-49c7-8837-97f9ccaa733a HTTP/1.1" status: 200 len: 217 time: 0.0600145 Apr 22 15:42:02.844376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-89233cc8-b8ff-4fc1-8bed-0c560b809841 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:02.845793 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-89233cc8-b8ff-4fc1-8bed-0c560b809841 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=62eb27ee-dfaa-4953-96df-34f0c35767fd HTTP/1.1" status: 200 len: 854 time: 0.0588937 Apr 22 15:42:02.890667 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-661ac966-73a8-45c3-83bc-b872a429f7d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d05d9af6-3446-42ac-b764-e1a2ef197d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389366 Apr 22 15:42:03.019657 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-cf6e04d1-40ec-4601-bd21-a59ff4b6a8ee service neutron] 10.222.0.70 "GET /v2.0/networks/d05d9af6-3446-42ac-b764-e1a2ef197d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226058 Apr 22 15:42:03.155119 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05e0d57d-17e5-4b6b-8bdc-c026fb467146 req-0de57f2e-78eb-4c3b-bc62-593b587d897a service neutron] 10.222.0.70 "GET /v2.0/networks/d05d9af6-3446-42ac-b764-e1a2ef197d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295705 Apr 22 15:42:03.267259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:03.343205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f6fbb-ab60-4d1a-82f8-971f53c57095 req-177ff3f9-5725-4d9e-85a5-8ec3d7c9576a tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:03.344649 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2f7f6fbb-ab60-4d1a-82f8-971f53c57095 req-177ff3f9-5725-4d9e-85a5-8ec3d7c9576a tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 943 time: 0.1322148 Apr 22 15:42:03.350986 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8734843-6d2e-4fc8-909a-126bcbeefdfc req-2a445083-7ec3-4acf-bfd1-a0c95efd8972 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=755c6874c8444faf9da3f4459dccf776&device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 1096 time: 0.0959458 Apr 22 15:42:03.470797 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2f7f6fbb-ab60-4d1a-82f8-971f53c57095 req-d12c0ff3-5b5b-45c5-8a32-03e1aa2cc80d tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188095 Apr 22 15:42:03.508859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8734843-6d2e-4fc8-909a-126bcbeefdfc req-9400922b-eb39-4078-87a4-d90a18a8acc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:03.510314 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8734843-6d2e-4fc8-909a-126bcbeefdfc req-9400922b-eb39-4078-87a4-d90a18a8acc2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d05d9af6-3446-42ac-b764-e1a2ef197d04 HTTP/1.1" status: 200 len: 915 time: 0.1456125 Apr 22 15:42:03.665559 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8734843-6d2e-4fc8-909a-126bcbeefdfc req-a1990f4e-dba8-4ae3-9f18-82a72eebf969 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05683511-4865-49c7-8837-97f9ccaa733a HTTP/1.1" status: 200 len: 217 time: 0.1481133 Apr 22 15:42:03.726544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8734843-6d2e-4fc8-909a-126bcbeefdfc req-b3f8993a-4112-468b-9ca6-013941f0482d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:03.727875 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8734843-6d2e-4fc8-909a-126bcbeefdfc req-b3f8993a-4112-468b-9ca6-013941f0482d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=62eb27ee-dfaa-4953-96df-34f0c35767fd HTTP/1.1" status: 200 len: 854 time: 0.0561626 Apr 22 15:42:03.774864 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8734843-6d2e-4fc8-909a-126bcbeefdfc req-4f2ef0db-c064-44e1-ac5b-da6a52097f98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d05d9af6-3446-42ac-b764-e1a2ef197d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398855 Apr 22 15:42:03.907344 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8734843-6d2e-4fc8-909a-126bcbeefdfc req-5f93777e-4f1d-4292-849e-01e4b6f1c5d9 service neutron] 10.222.0.70 "GET /v2.0/networks/d05d9af6-3446-42ac-b764-e1a2ef197d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254632 Apr 22 15:42:04.036518 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8734843-6d2e-4fc8-909a-126bcbeefdfc req-2cc86d32-383e-4ab5-a09c-eea69862ae95 service neutron] 10.222.0.70 "GET /v2.0/networks/d05d9af6-3446-42ac-b764-e1a2ef197d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230996 Apr 22 15:42:04.663873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5699e7-5e69-4882-a58a-18e9da91e6f9 req-15497736-cdbd-4fa1-9e57-1339150264e3 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:04.665338 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cb5699e7-5e69-4882-a58a-18e9da91e6f9 req-15497736-cdbd-4fa1-9e57-1339150264e3 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 943 time: 0.0762081 Apr 22 15:42:04.710805 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cb5699e7-5e69-4882-a58a-18e9da91e6f9 req-e12f4e39-0d9b-4e2a-93de-ca5b3c1071fb tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398209 Apr 22 15:42:05.902783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cacba1-ca61-41df-82be-323da38e8c22 req-d98e82b8-9dea-4d8b-b41b-b5b640c984af tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:05.904683 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-15cacba1-ca61-41df-82be-323da38e8c22 req-d98e82b8-9dea-4d8b-b41b-b5b640c984af tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 943 time: 0.0784593 Apr 22 15:42:05.949423 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-15cacba1-ca61-41df-82be-323da38e8c22 req-97925521-3bd8-4f80-989c-b346751d300f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392709 Apr 22 15:42:06.118005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 05683511-4865-49c7-8837-97f9ccaa733a details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:42:06.238892 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:42:06.248651 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 05683511-4865-49c7-8837-97f9ccaa733a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=05683511-4865-49c7-8837-97f9ccaa733a,segment=NetworkSegment(fa85ce09-78a5-46db-9076-378e6802a753),segment_id=fa85ce09-78a5-46db-9076-378e6802a753)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:06.261745 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '05683511-4865-49c7-8837-97f9ccaa733a', 'network_id': 'd05d9af6-3446-42ac-b764-e1a2ef197d04', 'port_id': '05683511-4865-49c7-8837-97f9ccaa733a', 'mac_address': 'fa:16:3e:11:b5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb27ee-dfaa-4953-96df-34f0c35767fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:42:06.313806 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:06.330726 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05683511-4865-49c7-8837-97f9ccaa733a {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:42:06.344878 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 05683511-4865-49c7-8837-97f9ccaa733a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=05683511-4865-49c7-8837-97f9ccaa733a,segment=NetworkSegment(fa85ce09-78a5-46db-9076-378e6802a753),segment_id=fa85ce09-78a5-46db-9076-378e6802a753)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:06.348614 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:06.415164 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=05683511-4865-49c7-8837-97f9ccaa733a,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:06.423718 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:06.424058 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:06.424392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:06.424721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:06.425047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:06.425371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:06.425697 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:06.426018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:06.426362 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:06.426679 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:06.426993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:06.740993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['05683511-4865-49c7-8837-97f9ccaa733a'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:42:07.145559 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a522a-8a3c-4a20-8a1a-794182a9f9b3 req-f475a467-0bdc-4a6c-9d17-9b19e35d1bd8 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:07.147039 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c18a522a-8a3c-4a20-8a1a-794182a9f9b3 req-f475a467-0bdc-4a6c-9d17-9b19e35d1bd8 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 944 time: 0.0777788 Apr 22 15:42:07.194834 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c18a522a-8a3c-4a20-8a1a-794182a9f9b3 req-2252ee4b-dd9b-4b59-8e93-a59a322eb41c tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423717 Apr 22 15:42:08.135094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 05683511-4865-49c7-8837-97f9ccaa733a up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:42:08.202197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 05683511-4865-49c7-8837-97f9ccaa733a completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:42:08.206627 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 05683511-4865-49c7-8837-97f9ccaa733a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:42:08.206994 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:08.318007 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:08.343892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebaa582f-d93c-4fd4-83f6-50332702391c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05683511-4865-49c7-8837-97f9ccaa733a'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:42:08.353470 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 05683511-4865-49c7-8837-97f9ccaa733a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=05683511-4865-49c7-8837-97f9ccaa733a,segment=NetworkSegment(fa85ce09-78a5-46db-9076-378e6802a753),segment_id=fa85ce09-78a5-46db-9076-378e6802a753)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:08.358499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:08.388730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06916632-b25a-4e86-b1f8-5628a3746751 req-bba2ad53-e8f2-4548-8afc-0c9520989ad6 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:08.390207 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-06916632-b25a-4e86-b1f8-5628a3746751 req-bba2ad53-e8f2-4548-8afc-0c9520989ad6 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 944 time: 0.0773346 Apr 22 15:42:08.400281 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b0f611-ad07-4145-94f7-352099a52417'] response: {'server_uuid': 'ebaa582f-d93c-4fd4-83f6-50332702391c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05683511-4865-49c7-8837-97f9ccaa733a', 'code': 200} Apr 22 15:42:08.424238 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=05683511-4865-49c7-8837-97f9ccaa733a,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:08.440598 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-06916632-b25a-4e86-b1f8-5628a3746751 req-312ccefb-4f34-4f93-9af9-f6352c528643 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 Apr 22 15:42:08.662193 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-03f901f9-a9f0-46bb-b805-870656321611 req-242e43cc-c262-489f-89fd-13c51f7c5cdc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 1098 time: 0.0695305 Apr 22 15:42:08.703742 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-03f901f9-a9f0-46bb-b805-870656321611 req-957f3a7b-ae7e-47a6-b92a-c6e84259f627 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358367 Apr 22 15:42:09.636838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810a58e-556b-4dda-8ca2-1a86d6630583 req-940f074a-6e9f-4a40-a08a-5525a6adc93b tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:09.638333 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9810a58e-556b-4dda-8ca2-1a86d6630583 req-940f074a-6e9f-4a40-a08a-5525a6adc93b tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 945 time: 0.0759575 Apr 22 15:42:09.683310 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9810a58e-556b-4dda-8ca2-1a86d6630583 req-c480c615-efd2-4a7f-a2d7-2289f7351831 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388944 Apr 22 15:42:10.880192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808778b4-d988-423a-9ed3-6903293ff28f req-55bb49be-4298-4034-860c-537248684b4d tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:10.881885 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-808778b4-d988-423a-9ed3-6903293ff28f req-55bb49be-4298-4034-860c-537248684b4d tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 945 time: 0.0782337 Apr 22 15:42:10.926420 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-808778b4-d988-423a-9ed3-6903293ff28f req-84794b4b-29f9-43c0-8753-f6ae642e2ca0 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389743 Apr 22 15:42:11.221113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-b240c677-c8c9-4895-8beb-f2bdae397e03 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:11.222564 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-b240c677-c8c9-4895-8beb-f2bdae397e03 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/networks?id=d05d9af6-3446-42ac-b764-e1a2ef197d04 HTTP/1.1" status: 200 len: 814 time: 0.1401176 Apr 22 15:42:11.238213 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-03b668fe-d26f-4090-9b84-6a3d551292ba tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/quotas/755c6874c8444faf9da3f4459dccf776 HTTP/1.1" status: 200 len: 375 time: 0.0102134 Apr 22 15:42:11.319025 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-d3132942-e13c-4651-bcb8-c52a5ec153bd tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=755c6874c8444faf9da3f4459dccf776&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760880 Apr 22 15:42:11.447730 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-350f3fdd-2ac6-4540-9169-7c859891456e service neutron] 10.222.0.71 "GET /v2.0/networks/d05d9af6-3446-42ac-b764-e1a2ef197d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214991 Apr 22 15:42:11.577109 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-97baf9de-23b7-4f43-903b-f1d9d233319c service neutron] 10.222.0.71 "GET /v2.0/networks/d05d9af6-3446-42ac-b764-e1a2ef197d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230271 Apr 22 15:42:11.852373 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e890e95f-7a0f-4f89-983f-4c668525da79 req-2c63221a-a6f7-4238-8084-101a7138e2df tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 210 time: 0.1377709 Apr 22 15:42:12.762623 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b8dac09-f0d6-47fb-a10b-917762f10bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:12.852360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1936da5d-7373-4aff-8e86-e91bd7cb58ab tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:12.853661 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1936da5d-7373-4aff-8e86-e91bd7cb58ab tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.70 "GET /v2.0/networks?id=d05d9af6-3446-42ac-b764-e1a2ef197d04 HTTP/1.1" status: 200 len: 814 time: 0.1418872 Apr 22 15:42:12.876834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Request body: {'port': {'device_id': 'c63f0e3b-9fbf-42f9-886a-7aaf67e323cb', 'network_id': 'd05d9af6-3446-42ac-b764-e1a2ef197d04', 'admin_state_up': True, 'tenant_id': '755c6874c8444faf9da3f4459dccf776'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:13.043107 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8ee46d58-a944-4494-af6f-bd32e12d963d req-f0271130-cefc-457f-a552-ce1648052a42 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 210 time: 0.0529773 Apr 22 15:42:13.053131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:13.063799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:13.073550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Made reservation on behalf of 755c6874c8444faf9da3f4459dccf776 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:13.077326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:13.235805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Allocated IP 172.20.0.10 (d05d9af6-3446-42ac-b764-e1a2ef197d04/62eb27ee-dfaa-4953-96df-34f0c35767fd/e24e18df-fb6f-4857-a2d8-8fc6672edcbc) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:42:13.427556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:13.454108 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:13.487755 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['05683511-4865-49c7-8837-97f9ccaa733a'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:42:13.529290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Network d05d9af6-3446-42ac-b764-e1a2ef197d04 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:42:13.532411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:13.536828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:42:13.561409 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Pushing event updated for resources: {'Port': ['ID=e24e18df-fb6f-4857-a2d8-8fc6672edcbc,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:13.596809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:13.597215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:13.620133 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-8982b016-b651-46bf-8652-d4a40d1c129f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7468207 Apr 22 15:42:13.637223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Request body: {'port': {'device_id': 'c63f0e3b-9fbf-42f9-886a-7aaf67e323cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:13.743339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:14.069951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24e18df-fb6f-4857-a2d8-8fc6672edcbc {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:42:14.077304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:14.092205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Transition to ACTIVE for port object e24e18df-fb6f-4857-a2d8-8fc6672edcbc will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:42:14.095457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:14.255598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Pushing event updated for resources: {'Port': ['ID=e24e18df-fb6f-4857-a2d8-8fc6672edcbc,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:14.477078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9454d-9526-4ddd-b354-e876308230f8 req-5d663cd0-237e-402b-8819-cf91e79424bf tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:14.477748 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ffb9454d-9526-4ddd-b354-e876308230f8 req-5d663cd0-237e-402b-8819-cf91e79424bf tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Synchronizing usage tracker for tenant:755c6874c8444faf9da3f4459dccf776 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:42:14.480114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Attempting to bind port e24e18df-fb6f-4857-a2d8-8fc6672edcbc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:42:14.480443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Attempting to bind port e24e18df-fb6f-4857-a2d8-8fc6672edcbc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fa85ce09-78a5-46db-9076-378e6802a753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd05d9af6-3446-42ac-b764-e1a2ef197d04'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:42:14.480760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Attempting to bind port e24e18df-fb6f-4857-a2d8-8fc6672edcbc on network d05d9af6-3446-42ac-b764-e1a2ef197d04 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:42:14.494340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Port e24e18df-fb6f-4857-a2d8-8fc6672edcbc on network d05d9af6-3446-42ac-b764-e1a2ef197d04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:42:14.494657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Attempting to bind port e24e18df-fb6f-4857-a2d8-8fc6672edcbc on network d05d9af6-3446-42ac-b764-e1a2ef197d04 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:42:14.501762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ffb9454d-9526-4ddd-b354-e876308230f8 req-5d663cd0-237e-402b-8819-cf91e79424bf tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Unset dirty status for tenant:755c6874c8444faf9da3f4459dccf776 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:42:14.502842 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ffb9454d-9526-4ddd-b354-e876308230f8 req-5d663cd0-237e-402b-8819-cf91e79424bf tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 944 time: 0.3062274 Apr 22 15:42:14.503476 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:42:14.503800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Checking segment: {'id': 'fa85ce09-78a5-46db-9076-378e6802a753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd05d9af6-3446-42ac-b764-e1a2ef197d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:14.504165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Bound using segment: {'id': 'fa85ce09-78a5-46db-9076-378e6802a753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd05d9af6-3446-42ac-b764-e1a2ef197d04'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:42:14.504576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Bound port: e24e18df-fb6f-4857-a2d8-8fc6672edcbc, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa85ce09-78a5-46db-9076-378e6802a753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd05d9af6-3446-42ac-b764-e1a2ef197d04'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:42:14.504913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:14.600730 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ffb9454d-9526-4ddd-b354-e876308230f8 req-0900e19c-ba07-43e0-b2b7-25c8d7d1c12f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868025 Apr 22 15:42:14.622774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] For port e24e18df-fb6f-4857-a2d8-8fc6672edcbc, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:42:14.625897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] For port e24e18df-fb6f-4857-a2d8-8fc6672edcbc, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e24e18df-fb6f-4857-a2d8-8fc6672edcbc,segment=NetworkSegment(fa85ce09-78a5-46db-9076-378e6802a753),segment_id=fa85ce09-78a5-46db-9076-378e6802a753)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:42:14.629925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:14.693365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:14.694729 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] 10.222.0.70 "PUT /v2.0/ports/e24e18df-fb6f-4857-a2d8-8fc6672edcbc HTTP/1.1" status: 200 len: 1094 time: 1.0614407 Apr 22 15:42:14.695143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63f0e3b-9fbf-42f9-886a-7aaf67e323cb', 'tag': 'e24e18df-fb6f-4857-a2d8-8fc6672edcbc'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:42:14.711553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fa5d7-a4b2-4ea9-90fd-0b1e06b29c16 service neutron] Pushing event updated for resources: {'Port': ['ID=e24e18df-fb6f-4857-a2d8-8fc6672edcbc,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:14.787305 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9cc903-8bf1-494b-99c7-74f5c3e41ac1'] response: {'name': 'network-changed', 'server_uuid': 'c63f0e3b-9fbf-42f9-886a-7aaf67e323cb', 'tag': 'e24e18df-fb6f-4857-a2d8-8fc6672edcbc', 'status': 'completed', 'code': 200} Apr 22 15:42:14.826964 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-2b3d5340-4a95-4360-a143-e697ab19d4ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=755c6874c8444faf9da3f4459dccf776&device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 1097 time: 0.0706155 Apr 22 15:42:14.902907 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-2bf0bc5e-37dc-410d-900e-f44de348e131 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24e18df-fb6f-4857-a2d8-8fc6672edcbc HTTP/1.1" status: 200 len: 217 time: 0.0625577 Apr 22 15:42:14.967508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-22a1c16b-5663-4a05-9be3-987be8c52837 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:14.968959 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-22a1c16b-5663-4a05-9be3-987be8c52837 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=62eb27ee-dfaa-4953-96df-34f0c35767fd HTTP/1.1" status: 200 len: 854 time: 0.0595114 Apr 22 15:42:15.017352 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-22613acd-217a-4a77-93b4-84aa36c0a331 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d05d9af6-3446-42ac-b764-e1a2ef197d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422831 Apr 22 15:42:15.052405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b9de5a0-1c4e-4c29-9db9-e884942c2565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:15.150116 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-05198706-886c-40e1-9ec0-2c10b274cc0e service neutron] 10.222.0.70 "GET /v2.0/networks/d05d9af6-3446-42ac-b764-e1a2ef197d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264796 Apr 22 15:42:15.279820 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c57d5f09-7046-482d-8bbc-c6d6f77eb59d req-42bc0ad4-d49a-4ab4-996d-d82bcdcfb255 service neutron] 10.222.0.70 "GET /v2.0/networks/d05d9af6-3446-42ac-b764-e1a2ef197d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230016 Apr 22 15:42:15.447349 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3cf5c1ea-ac43-46f4-9fb5-db1fb0d8cb7a req-39bf7852-6936-4cf5-9c11-7c303fe20f96 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=755c6874c8444faf9da3f4459dccf776&device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 1097 time: 0.0674176 Apr 22 15:42:15.576309 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5c1ea-ac43-46f4-9fb5-db1fb0d8cb7a req-53a3e79c-9801-4553-8015-1e04bc6abe9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:15.577628 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3cf5c1ea-ac43-46f4-9fb5-db1fb0d8cb7a req-53a3e79c-9801-4553-8015-1e04bc6abe9c service neutron] 10.222.0.70 "GET /v2.0/networks?id=d05d9af6-3446-42ac-b764-e1a2ef197d04 HTTP/1.1" status: 200 len: 915 time: 0.1238422 Apr 22 15:42:15.656160 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3cf5c1ea-ac43-46f4-9fb5-db1fb0d8cb7a req-853acb41-5843-42c4-838b-3229636adc76 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e24e18df-fb6f-4857-a2d8-8fc6672edcbc HTTP/1.1" status: 200 len: 217 time: 0.0726187 Apr 22 15:42:15.717693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5c1ea-ac43-46f4-9fb5-db1fb0d8cb7a req-edd32477-eb73-4bcd-8b00-9bdc2cd2662c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:15.719165 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3cf5c1ea-ac43-46f4-9fb5-db1fb0d8cb7a req-edd32477-eb73-4bcd-8b00-9bdc2cd2662c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=62eb27ee-dfaa-4953-96df-34f0c35767fd HTTP/1.1" status: 200 len: 854 time: 0.0572369 Apr 22 15:42:15.799802 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3cf5c1ea-ac43-46f4-9fb5-db1fb0d8cb7a req-992adcc9-e8b9-49d8-afde-fbac55639672 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d05d9af6-3446-42ac-b764-e1a2ef197d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500705 Apr 22 15:42:15.924461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c64d8-b42e-499f-a07e-c07d51ec5867 req-83423a7c-a15e-44ad-a434-8c63cff27937 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:15.926580 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f1c64d8-b42e-499f-a07e-c07d51ec5867 req-83423a7c-a15e-44ad-a434-8c63cff27937 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 944 time: 0.2063916 Apr 22 15:42:16.002124 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3cf5c1ea-ac43-46f4-9fb5-db1fb0d8cb7a req-236d1696-d507-445b-8b86-09ed1014131d service neutron] 10.222.0.70 "GET /v2.0/networks/d05d9af6-3446-42ac-b764-e1a2ef197d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923146 Apr 22 15:42:16.034874 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f1c64d8-b42e-499f-a07e-c07d51ec5867 req-5729c88c-1020-4207-9446-08ede4956b12 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927830 Apr 22 15:42:16.053781 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:16.078687 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:16.141211 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3cf5c1ea-ac43-46f4-9fb5-db1fb0d8cb7a req-9cc6a66f-0971-44c8-bac5-a1cabd384a67 service neutron] 10.222.0.70 "GET /v2.0/networks/d05d9af6-3446-42ac-b764-e1a2ef197d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312766 Apr 22 15:42:17.227350 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caf73b-0b10-473e-a241-46b1ec52a655 req-b611bab1-ade3-49fe-9d4a-8b05584ae6a4 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:17.228788 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-40caf73b-0b10-473e-a241-46b1ec52a655 req-b611bab1-ade3-49fe-9d4a-8b05584ae6a4 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 944 time: 0.0754914 Apr 22 15:42:17.276695 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-40caf73b-0b10-473e-a241-46b1ec52a655 req-f21f1119-80ef-46b8-a507-090e61606d1f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423927 Apr 22 15:42:17.638258 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:18.153300 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device e24e18df-fb6f-4857-a2d8-8fc6672edcbc details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:42:18.283750 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port e24e18df-fb6f-4857-a2d8-8fc6672edcbc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e24e18df-fb6f-4857-a2d8-8fc6672edcbc,segment=NetworkSegment(fa85ce09-78a5-46db-9076-378e6802a753),segment_id=fa85ce09-78a5-46db-9076-378e6802a753)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:18.297072 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'e24e18df-fb6f-4857-a2d8-8fc6672edcbc', 'network_id': 'd05d9af6-3446-42ac-b764-e1a2ef197d04', 'port_id': 'e24e18df-fb6f-4857-a2d8-8fc6672edcbc', 'mac_address': 'fa:16:3e:e5:8a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb27ee-dfaa-4953-96df-34f0c35767fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:42:18.359281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:18.405058 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24e18df-fb6f-4857-a2d8-8fc6672edcbc {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:42:18.420540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port e24e18df-fb6f-4857-a2d8-8fc6672edcbc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e24e18df-fb6f-4857-a2d8-8fc6672edcbc,segment=NetworkSegment(fa85ce09-78a5-46db-9076-378e6802a753),segment_id=fa85ce09-78a5-46db-9076-378e6802a753)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:18.424838 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:18.491101 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=e24e18df-fb6f-4857-a2d8-8fc6672edcbc,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:18.567834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc3020-202f-40f0-949e-9a5d3189417b req-9cf41810-f356-4ef8-a6d0-2ca7d2d47c1a tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:18.569200 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c3dc3020-202f-40f0-949e-9a5d3189417b req-9cf41810-f356-4ef8-a6d0-2ca7d2d47c1a tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 945 time: 0.1680667 Apr 22 15:42:18.613482 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c3dc3020-202f-40f0-949e-9a5d3189417b req-a6bbee99-3632-4572-a80a-e1c1eb5dde11 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385919 Apr 22 15:42:18.839255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['e24e18df-fb6f-4857-a2d8-8fc6672edcbc'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:42:19.808571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d96e2-78a0-43be-99a5-1ab98a27212c req-14c7318a-a1fc-4b09-b3c8-b07dcd6a098b tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:19.810028 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-359d96e2-78a0-43be-99a5-1ab98a27212c req-14c7318a-a1fc-4b09-b3c8-b07dcd6a098b tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 945 time: 0.0765007 Apr 22 15:42:19.853525 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-359d96e2-78a0-43be-99a5-1ab98a27212c req-91bd063f-7999-49c8-9d77-40203a4fb384 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379844 Apr 22 15:42:20.151654 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device e24e18df-fb6f-4857-a2d8-8fc6672edcbc up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:42:20.217512 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port e24e18df-fb6f-4857-a2d8-8fc6672edcbc completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:42:20.221990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port e24e18df-fb6f-4857-a2d8-8fc6672edcbc triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:42:20.222397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:20.332021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:20.358451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63f0e3b-9fbf-42f9-886a-7aaf67e323cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24e18df-fb6f-4857-a2d8-8fc6672edcbc'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:42:20.367483 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port e24e18df-fb6f-4857-a2d8-8fc6672edcbc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e24e18df-fb6f-4857-a2d8-8fc6672edcbc,segment=NetworkSegment(fa85ce09-78a5-46db-9076-378e6802a753),segment_id=fa85ce09-78a5-46db-9076-378e6802a753)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:20.371248 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:20.415009 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e37084c2-ba4d-433c-bc3b-7f882291ad3d'] response: {'server_uuid': 'c63f0e3b-9fbf-42f9-886a-7aaf67e323cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24e18df-fb6f-4857-a2d8-8fc6672edcbc', 'code': 200} Apr 22 15:42:20.439388 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=e24e18df-fb6f-4857-a2d8-8fc6672edcbc,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:20.681841 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dcd34225-0d8a-4913-9ba1-f40764e700c7 req-953e7cdc-5f91-4e0f-935a-6297168c8372 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 1099 time: 0.0666690 Apr 22 15:42:20.723393 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dcd34225-0d8a-4913-9ba1-f40764e700c7 req-8752fde0-f79b-4717-85ab-d47b175e519e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355666 Apr 22 15:42:21.049905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642701d-e0b6-47b4-9668-2217b380a146 req-fd3ef564-2d15-4c2a-ba7c-e57d512a277c tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:21.051376 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b642701d-e0b6-47b4-9668-2217b380a146 req-fd3ef564-2d15-4c2a-ba7c-e57d512a277c tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 946 time: 0.0781875 Apr 22 15:42:21.095756 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b642701d-e0b6-47b4-9668-2217b380a146 req-f99bb793-53ed-46a4-8ba6-301f155d1c36 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389459 Apr 22 15:42:22.288532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32459d6-d856-4989-8916-18f29200ebca req-3a0c7af5-cd33-43a5-831d-2eda06df0bcf tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:22.289938 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e32459d6-d856-4989-8916-18f29200ebca req-3a0c7af5-cd33-43a5-831d-2eda06df0bcf tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 946 time: 0.0740736 Apr 22 15:42:22.338225 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e32459d6-d856-4989-8916-18f29200ebca req-42906d17-b0b4-44e1-ad25-c9b02097ee11 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421014 Apr 22 15:42:22.722397 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb719a3-f6e8-44fd-8346-540883c978c1 req-944df026-a6e6-4891-9c57-d5dae9fb7540 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:22.723808 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0cb719a3-f6e8-44fd-8346-540883c978c1 req-944df026-a6e6-4891-9c57-d5dae9fb7540 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 946 time: 0.0738828 Apr 22 15:42:22.767745 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0cb719a3-f6e8-44fd-8346-540883c978c1 req-3d5fbcdf-1c9b-4cfc-91ab-4eeade40b42c tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384617 Apr 22 15:42:23.964088 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac4527-2faf-45a1-9cf8-f4b28fed49aa req-cea2ec17-0e32-46e1-a5a9-7469332c733a tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:23.966170 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d2ac4527-2faf-45a1-9cf8-f4b28fed49aa req-cea2ec17-0e32-46e1-a5a9-7469332c733a tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 946 time: 0.0788567 Apr 22 15:42:24.010663 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d2ac4527-2faf-45a1-9cf8-f4b28fed49aa req-63e01e59-a6ed-44c6-abf8-359850dbbc65 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389380 Apr 22 15:42:24.410787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a980651-934d-44f7-8bb1-b1fb98bbdac1 req-7a997e7b-6109-4378-93b8-29c0bef5094c tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:24.412184 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6a980651-934d-44f7-8bb1-b1fb98bbdac1 req-7a997e7b-6109-4378-93b8-29c0bef5094c tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.70 "GET /v2.0/ports?device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 946 time: 0.0747392 Apr 22 15:42:24.480269 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-6a980651-934d-44f7-8bb1-b1fb98bbdac1 req-9418c0c5-085b-4ce3-83b1-ace1d9b6059f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Deleting port e24e18df-fb6f-4857-a2d8-8fc6672edcbc {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:42:24.480606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6a980651-934d-44f7-8bb1-b1fb98bbdac1 req-9418c0c5-085b-4ce3-83b1-ace1d9b6059f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:24.716644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-6a980651-934d-44f7-8bb1-b1fb98bbdac1 req-9418c0c5-085b-4ce3-83b1-ace1d9b6059f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] For port e24e18df-fb6f-4857-a2d8-8fc6672edcbc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e24e18df-fb6f-4857-a2d8-8fc6672edcbc,segment=NetworkSegment(fa85ce09-78a5-46db-9076-378e6802a753),segment_id=fa85ce09-78a5-46db-9076-378e6802a753)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:24.716920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6a980651-934d-44f7-8bb1-b1fb98bbdac1 req-9418c0c5-085b-4ce3-83b1-ace1d9b6059f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:24.847062 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-6a980651-934d-44f7-8bb1-b1fb98bbdac1 req-9418c0c5-085b-4ce3-83b1-ace1d9b6059f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Calling delete_port for e24e18df-fb6f-4857-a2d8-8fc6672edcbc owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:42:24.988946 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6a980651-934d-44f7-8bb1-b1fb98bbdac1 req-9418c0c5-085b-4ce3-83b1-ace1d9b6059f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:25.026333 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['05683511-4865-49c7-8837-97f9ccaa733a', 'e24e18df-fb6f-4857-a2d8-8fc6672edcbc'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:42:25.038294 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418c0c5-085b-4ce3-83b1-ace1d9b6059f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Pushing event deleted for resources: {'Port': ['ID=e24e18df-fb6f-4857-a2d8-8fc6672edcbc,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:25.115799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a980651-934d-44f7-8bb1-b1fb98bbdac1 req-9418c0c5-085b-4ce3-83b1-ace1d9b6059f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] No DVR routers for this DVR port e24e18df-fb6f-4857-a2d8-8fc6672edcbc on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:42:25.118404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6a980651-934d-44f7-8bb1-b1fb98bbdac1 req-9418c0c5-085b-4ce3-83b1-ace1d9b6059f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:25.123101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63f0e3b-9fbf-42f9-886a-7aaf67e323cb', 'name': 'network-vif-deleted', 'tag': 'e24e18df-fb6f-4857-a2d8-8fc6672edcbc'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:42:25.145995 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6a980651-934d-44f7-8bb1-b1fb98bbdac1 req-9418c0c5-085b-4ce3-83b1-ace1d9b6059f tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.70 "DELETE /v2.0/ports/e24e18df-fb6f-4857-a2d8-8fc6672edcbc HTTP/1.1" status: 204 len: 173 time: 0.7279818 Apr 22 15:42:25.219935 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c1035c-acb4-486f-9007-d00c4e615043'] response: {'server_uuid': 'c63f0e3b-9fbf-42f9-886a-7aaf67e323cb', 'name': 'network-vif-deleted', 'tag': 'e24e18df-fb6f-4857-a2d8-8fc6672edcbc', 'status': 'completed', 'code': 200} Apr 22 15:42:25.342330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-626c39ff-db74-440d-90be-917caac75058 req-65f5e221-9615-4205-b6d0-cb3b4534d274 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Synchronizing usage tracker for tenant:755c6874c8444faf9da3f4459dccf776 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:42:25.357623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-626c39ff-db74-440d-90be-917caac75058 req-65f5e221-9615-4205-b6d0-cb3b4534d274 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Unset dirty status for tenant:755c6874c8444faf9da3f4459dccf776 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:42:25.358883 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-626c39ff-db74-440d-90be-917caac75058 req-65f5e221-9615-4205-b6d0-cb3b4534d274 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=c63f0e3b-9fbf-42f9-886a-7aaf67e323cb HTTP/1.1" status: 200 len: 210 time: 0.0600150 Apr 22 15:42:26.630353 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5813324-d031-4b87-ad45-534d1391279d req-bff9780f-0574-4093-99dd-cf56cca25cb6 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:26.632057 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5813324-d031-4b87-ad45-534d1391279d req-bff9780f-0574-4093-99dd-cf56cca25cb6 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 945 time: 0.0755394 Apr 22 15:42:26.676311 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5813324-d031-4b87-ad45-534d1391279d req-b033f107-6191-4475-b1b6-03b9afd9322d tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388684 Apr 22 15:42:26.891313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9d3d8-0c36-496f-8d6d-5dd43b3cb99b req-aec33e4e-1749-4ff0-95ed-96ffc4fd8457 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:26.892723 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20f9d3d8-0c36-496f-8d6d-5dd43b3cb99b req-aec33e4e-1749-4ff0-95ed-96ffc4fd8457 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 945 time: 0.0768752 Apr 22 15:42:27.017211 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20f9d3d8-0c36-496f-8d6d-5dd43b3cb99b req-67b60296-ec55-4173-b603-611226236566 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190350 Apr 22 15:42:27.209496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8d9c9-57a2-41f2-b2b4-6c695a3026d7 req-4bfef682-71a8-4514-9b6c-224ec2bca0f5 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:27.210975 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cad8d9c9-57a2-41f2-b2b4-6c695a3026d7 req-4bfef682-71a8-4514-9b6c-224ec2bca0f5 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 945 time: 0.0766056 Apr 22 15:42:27.256122 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cad8d9c9-57a2-41f2-b2b4-6c695a3026d7 req-24d194bf-3ca7-43b8-aa9b-d197ef7d4121 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391653 Apr 22 15:42:27.447639 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-db841bdb-cd38-4e45-be87-1d766d281384 req-1c091728-48ff-4435-bfa2-459ec4dd412b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0680523 Apr 22 15:42:27.639647 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdab8f-b360-4188-9f67-e0f50a57a45e req-a82a4d29-2d2d-4029-88fe-17acab2bd192 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:27.641079 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0fdab8f-b360-4188-9f67-e0f50a57a45e req-a82a4d29-2d2d-4029-88fe-17acab2bd192 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 945 time: 0.0751708 Apr 22 15:42:27.685182 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0fdab8f-b360-4188-9f67-e0f50a57a45e req-dde35b21-3688-4a35-8879-93c68a799a10 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387325 Apr 22 15:42:27.884666 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9a992-7c9e-473b-aced-92109bf47dea req-18e294e9-5f3b-4781-8f0f-4a479ca39216 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:27.886018 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5cd9a992-7c9e-473b-aced-92109bf47dea req-18e294e9-5f3b-4781-8f0f-4a479ca39216 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 945 time: 0.0847642 Apr 22 15:42:27.930326 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5cd9a992-7c9e-473b-aced-92109bf47dea req-686f6712-1738-465d-a128-947028a98e9d tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387921 Apr 22 15:42:28.136933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e20d0-89cb-461a-923b-63d82e30c158 req-bbe4f3ef-68fc-4411-8430-d47b40350c83 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:28.138920 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5b8e20d0-89cb-461a-923b-63d82e30c158 req-bbe4f3ef-68fc-4411-8430-d47b40350c83 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 945 time: 0.0773907 Apr 22 15:42:28.186287 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5b8e20d0-89cb-461a-923b-63d82e30c158 req-dcace474-c7d5-470a-bad9-f3da3a3b69ab tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 Apr 22 15:42:28.197371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device e24e18df-fb6f-4857-a2d8-8fc6672edcbc no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:42:28.233260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: e24e18df-fb6f-4857-a2d8-8fc6672edcbc {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:42:28.233608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device e24e18df-fb6f-4857-a2d8-8fc6672edcbc not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:42:28.723647 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791ebcd-baf5-42a7-9ab9-34fccaadb5fd req-c9a89d5b-9d65-4dc4-b21c-5fa17866d1da tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:28.724966 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8791ebcd-baf5-42a7-9ab9-34fccaadb5fd req-c9a89d5b-9d65-4dc4-b21c-5fa17866d1da tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 945 time: 0.0740027 Apr 22 15:42:28.768762 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8791ebcd-baf5-42a7-9ab9-34fccaadb5fd req-fdf2b385-744c-4d02-83fd-8a16dc53a186 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383141 Apr 22 15:42:29.967427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8bc86-f91b-4ed1-b4e6-2805567ab0c5 req-8c9e0ec6-651c-45cd-931a-33628dc20e8d tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:29.968774 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5c8bc86-f91b-4ed1-b4e6-2805567ab0c5 req-8c9e0ec6-651c-45cd-931a-33628dc20e8d tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 945 time: 0.0790937 Apr 22 15:42:30.014811 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5c8bc86-f91b-4ed1-b4e6-2805567ab0c5 req-647a1724-b0c4-4960-acbd-841df76a3554 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/security-groups?id=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404050 Apr 22 15:42:30.433621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9604fbe-d577-49fc-b515-dbb25dbe1fda req-0dc4d514-bdfd-4ba6-af62-8898a68c29c1 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:30.435823 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a9604fbe-d577-49fc-b515-dbb25dbe1fda req-0dc4d514-bdfd-4ba6-af62-8898a68c29c1 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 945 time: 0.0765946 Apr 22 15:42:30.505652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-a9604fbe-d577-49fc-b515-dbb25dbe1fda req-4e141460-35a0-476f-85df-0c6a9bac0ef5 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Deleting port 05683511-4865-49c7-8837-97f9ccaa733a {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:42:30.505984 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a9604fbe-d577-49fc-b515-dbb25dbe1fda req-4e141460-35a0-476f-85df-0c6a9bac0ef5 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:30.736816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-a9604fbe-d577-49fc-b515-dbb25dbe1fda req-4e141460-35a0-476f-85df-0c6a9bac0ef5 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] For port 05683511-4865-49c7-8837-97f9ccaa733a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=05683511-4865-49c7-8837-97f9ccaa733a,segment=NetworkSegment(fa85ce09-78a5-46db-9076-378e6802a753),segment_id=fa85ce09-78a5-46db-9076-378e6802a753)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:30.737085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a9604fbe-d577-49fc-b515-dbb25dbe1fda req-4e141460-35a0-476f-85df-0c6a9bac0ef5 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:30.859517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-a9604fbe-d577-49fc-b515-dbb25dbe1fda req-4e141460-35a0-476f-85df-0c6a9bac0ef5 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Calling delete_port for 05683511-4865-49c7-8837-97f9ccaa733a owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:42:30.995903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a9604fbe-d577-49fc-b515-dbb25dbe1fda req-4e141460-35a0-476f-85df-0c6a9bac0ef5 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:31.029725 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['05683511-4865-49c7-8837-97f9ccaa733a'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:42:31.048554 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e141460-35a0-476f-85df-0c6a9bac0ef5 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Pushing event deleted for resources: {'Port': ['ID=05683511-4865-49c7-8837-97f9ccaa733a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:31.122172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9604fbe-d577-49fc-b515-dbb25dbe1fda req-4e141460-35a0-476f-85df-0c6a9bac0ef5 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] No DVR routers for this DVR port 05683511-4865-49c7-8837-97f9ccaa733a on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:42:31.124618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a9604fbe-d577-49fc-b515-dbb25dbe1fda req-4e141460-35a0-476f-85df-0c6a9bac0ef5 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:31.127121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebaa582f-d93c-4fd4-83f6-50332702391c', 'name': 'network-vif-deleted', 'tag': '05683511-4865-49c7-8837-97f9ccaa733a'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:42:31.174583 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a9604fbe-d577-49fc-b515-dbb25dbe1fda req-4e141460-35a0-476f-85df-0c6a9bac0ef5 tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.70 "DELETE /v2.0/ports/05683511-4865-49c7-8837-97f9ccaa733a HTTP/1.1" status: 204 len: 173 time: 0.7326591 Apr 22 15:42:31.183447 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-7cc7c51c-204d-451d-9e98-9cee1715d4f6 req-f7f68be9-1109-4d77-9dc6-42250c224f4a tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Synchronizing usage tracker for tenant:755c6874c8444faf9da3f4459dccf776 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:42:31.199153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-7cc7c51c-204d-451d-9e98-9cee1715d4f6 req-f7f68be9-1109-4d77-9dc6-42250c224f4a tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] Unset dirty status for tenant:755c6874c8444faf9da3f4459dccf776 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:42:31.200383 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cc7c51c-204d-451d-9e98-9cee1715d4f6 req-f7f68be9-1109-4d77-9dc6-42250c224f4a tempest-ServersNegativeTestJSON-657220268 tempest-ServersNegativeTestJSON-657220268-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebaa582f-d93c-4fd4-83f6-50332702391c HTTP/1.1" status: 200 len: 210 time: 0.0602028 Apr 22 15:42:31.282403 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-817b2470-086f-4a11-86c6-2d16fbdc2680'] response: {'server_uuid': 'ebaa582f-d93c-4fd4-83f6-50332702391c', 'name': 'network-vif-deleted', 'tag': '05683511-4865-49c7-8837-97f9ccaa733a', 'status': 'completed', 'code': 200} Apr 22 15:42:32.312153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40758) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:32.372321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3d7f70-154c-4e14-b2e7-5ad422f53799 admin admin] Deleting subnet 62eb27ee-dfaa-4953-96df-34f0c35767fd {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:42:32.375166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7f70-154c-4e14-b2e7-5ad422f53799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:32.423394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7f70-154c-4e14-b2e7-5ad422f53799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:32.477272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7f70-154c-4e14-b2e7-5ad422f53799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:32.546563 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7f70-154c-4e14-b2e7-5ad422f53799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:32.580800 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d7f70-154c-4e14-b2e7-5ad422f53799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62eb27ee-dfaa-4953-96df-34f0c35767fd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:32.586921 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7f70-154c-4e14-b2e7-5ad422f53799 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:32.592922 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9e3d7f70-154c-4e14-b2e7-5ad422f53799 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/62eb27ee-dfaa-4953-96df-34f0c35767fd HTTP/1.1" status: 204 len: 168 time: 0.2797813 Apr 22 15:42:32.595483 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40762) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:32.696989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27c62389-61d6-45b0-b08a-6175e1aae067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:32.816177 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27c62389-61d6-45b0-b08a-6175e1aae067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:32.840976 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-27c62389-61d6-45b0-b08a-6175e1aae067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05d9af6-3446-42ac-b764-e1a2ef197d04']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:32.852478 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-27c62389-61d6-45b0-b08a-6175e1aae067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa85ce09-78a5-46db-9076-378e6802a753') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:32.852772 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-27c62389-61d6-45b0-b08a-6175e1aae067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa85ce09-78a5-46db-9076-378e6802a753') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:32.863578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27c62389-61d6-45b0-b08a-6175e1aae067 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:32.878522 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27c62389-61d6-45b0-b08a-6175e1aae067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:32.884457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c62389-61d6-45b0-b08a-6175e1aae067 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:42:32.884829 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27c62389-61d6-45b0-b08a-6175e1aae067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:42:32.897606 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:42:32.971905 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27c62389-61d6-45b0-b08a-6175e1aae067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:32.987323 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-27c62389-61d6-45b0-b08a-6175e1aae067 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:32.997140 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c62389-61d6-45b0-b08a-6175e1aae067 admin admin] Pushing event deleted for resources: {'Network': ['ID=d05d9af6-3446-42ac-b764-e1a2ef197d04,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:32.999263 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-27c62389-61d6-45b0-b08a-6175e1aae067 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d05d9af6-3446-42ac-b764-e1a2ef197d04 HTTP/1.1" status: 204 len: 168 time: 0.4028952 Apr 22 15:42:33.129906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40768) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:33.179463 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0a569c05-2e72-4cc2-a690-8d90bab1d28d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=755c6874c8444faf9da3f4459dccf776&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483525 Apr 22 15:42:33.181717 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40772) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:33.241600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e152fc-a8f0-4a8f-bb3c-44f0083da1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:33.266537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e152fc-a8f0-4a8f-bb3c-44f0083da1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:33.297149 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:33.316268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e152fc-a8f0-4a8f-bb3c-44f0083da1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:33.331851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e152fc-a8f0-4a8f-bb3c-44f0083da1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f6b62d-9d3c-4a3f-8cf8-dae97f257f17,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:33.337109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a1e152fc-a8f0-4a8f-bb3c-44f0083da1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:33.338868 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a1e152fc-a8f0-4a8f-bb3c-44f0083da1d5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/30f6b62d-9d3c-4a3f-8cf8-dae97f257f17 HTTP/1.1" status: 204 len: 168 time: 0.1562181 Apr 22 15:42:34.171280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40794) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:34.246122 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 05683511-4865-49c7-8837-97f9ccaa733a no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:42:34.278491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 05683511-4865-49c7-8837-97f9ccaa733a {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:42:34.278874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 05683511-4865-49c7-8837-97f9ccaa733a not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:42:34.297905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-282614608'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:34.302855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:34.306750 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Usage tracker for resource:network and tenant:8fcbad79b0db4489bf90292611150f7d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:34.309650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:34.315792 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:34.324907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Made reservation on behalf of 8fcbad79b0db4489bf90292611150f7d for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:34.327683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:34.339637 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:34.375173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:34.379077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Usage tracker for resource:security_group_rule and tenant:8fcbad79b0db4489bf90292611150f7d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:34.382124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:34.387852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:34.453381 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:34.456919 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:34.488871 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:42:34.497572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8288de77-6782-4a6b-bfc4-a139bd85584e,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:34.504334 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:34.504739 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Added segment 68f6df53-3407-420f-9618-74af12b72dd5 of type vlan for network 2705b6c2-d382-4a25-a77a-d3b5db1e8be7 Apr 22 15:42:34.531198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:34.559364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:34.562990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:34.563571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:34.753618 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5812283 Apr 22 15:42:34.756716 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6a14f-551c-4038-abc9-b9d6c9ef994d tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event updated for resources: {'Network': ['ID=2705b6c2-d382-4a25-a77a-d3b5db1e8be7,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:34.770976 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 2705b6c2-d382-4a25-a77a-d3b5db1e8be7 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:42:37.948435 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40800) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:37.954061 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Request body: {'subnet': {'network_id': '2705b6c2-d382-4a25-a77a-d3b5db1e8be7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:38.062178 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:38.066055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Usage tracker for resource:subnet and tenant:8fcbad79b0db4489bf90292611150f7d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:38.068975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:38.074673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:38.083801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Made reservation on behalf of 8fcbad79b0db4489bf90292611150f7d for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:38.182466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:38.391903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:38.466394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event updated for resources: {'Subnet': ['ID=14a54427-be3d-4527-ab2c-197e560cfceb,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:38.479664 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Checking segment: {'id': '68f6df53-3407-420f-9618-74af12b72dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2705b6c2-d382-4a25-a77a-d3b5db1e8be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:38.480014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Network hostable DHCP agents. Network: 2705b6c2-d382-4a25-a77a-d3b5db1e8be7, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:42:38.501130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Network 2705b6c2-d382-4a25-a77a-d3b5db1e8be7 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:42:38.510037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 2705b6c2-d382-4a25-a77a-d3b5db1e8be7) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:38.513717 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:38.514318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:38.518608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a69a4d-2989-4284-bec3-ac15b9e1d8e7 None None] Network 2705b6c2-d382-4a25-a77a-d3b5db1e8be7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:38.535030 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-524a1777-75c1-401e-a04e-a1ec7390160c tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5855782 Apr 22 15:42:38.538344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40804) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:38.544207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2054173138'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:38.548843 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:38.552545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Usage tracker for resource:network and tenant:8fcbad79b0db4489bf90292611150f7d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:38.555356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:38.560939 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:38.571257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Made reservation on behalf of 8fcbad79b0db4489bf90292611150f7d for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:38.574166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:38.602020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:42:38.612037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:38.612424 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Added segment 428c11a0-7375-4ea1-b8c7-c3809039be32 of type vlan for network 95ce595b-4acb-46b9-a37f-b7a8e8e9b13e Apr 22 15:42:38.639301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:38.668438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:38.672065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:38.672648 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:38.732200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-2705b6c2-d382-4a25-a77a-d3b5db1e8be7', 'network_id': '2705b6c2-d382-4a25-a77a-d3b5db1e8be7', 'tenant_id': '8fcbad79b0db4489bf90292611150f7d', 'fixed_ips': [{'subnet_id': '14a54427-be3d-4527-ab2c-197e560cfceb'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:42:38.732996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:38.769354 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2299857 Apr 22 15:42:38.772397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40808) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:38.779430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Request body: {'subnet': {'network_id': '95ce595b-4acb-46b9-a37f-b7a8e8e9b13e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:38.781278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3d42a-a626-4787-b0b2-ffd2e5c3ce78 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event updated for resources: {'Network': ['ID=95ce595b-4acb-46b9-a37f-b7a8e8e9b13e,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:38.792584 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 95ce595b-4acb-46b9-a37f-b7a8e8e9b13e details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:42:38.891513 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:38.895959 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Usage tracker for resource:subnet and tenant:8fcbad79b0db4489bf90292611150f7d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:38.898780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:38.905072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:38.914315 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Made reservation on behalf of 8fcbad79b0db4489bf90292611150f7d for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:38.971638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Allocated IP 2001:db8:0:ffff::2 (2705b6c2-d382-4a25-a77a-d3b5db1e8be7/14a54427-be3d-4527-ab2c-197e560cfceb/85eaa8c5-90b4-45f7-80f1-2677e2b87f19) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:42:39.017750 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.178859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.190258 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Transition to ACTIVE for port object 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:42:39.208846 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Transition to ACTIVE for port object 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:42:39.214380 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.239461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.316630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Network 2705b6c2-d382-4a25-a77a-d3b5db1e8be7 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:42:39.319662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:39.320330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event updated for resources: {'Subnet': ['ID=68f03387-809a-4db5-87c3-f5fa32fddafa,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:39.323584 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:42:39.329910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Pushing event updated for resources: {'Port': ['ID=85eaa8c5-90b4-45f7-80f1-2677e2b87f19,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:39.332006 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Checking segment: {'id': '428c11a0-7375-4ea1-b8c7-c3809039be32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '95ce595b-4acb-46b9-a37f-b7a8e8e9b13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:39.332360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Network hostable DHCP agents. Network: 95ce595b-4acb-46b9-a37f-b7a8e8e9b13e, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:42:39.354211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Network 95ce595b-4acb-46b9-a37f-b7a8e8e9b13e is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:42:39.364263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 95ce595b-4acb-46b9-a37f-b7a8e8e9b13e) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:39.369244 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:39.370181 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.373802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c058ff-dd39-48f4-89c2-8bfa7093883b None None] Network 95ce595b-4acb-46b9-a37f-b7a8e8e9b13e requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:39.391786 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-25a3eca1-366e-4314-9036-38defa907d2e tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6177135 Apr 22 15:42:39.394568 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40812) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:39.496104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Attempting to bind port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:42:39.497021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Attempting to bind port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '68f6df53-3407-420f-9618-74af12b72dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2705b6c2-d382-4a25-a77a-d3b5db1e8be7'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:42:39.497378 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Attempting to bind port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 on network 2705b6c2-d382-4a25-a77a-d3b5db1e8be7 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:42:39.509040 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:42:39.509412 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Checking segment: {'id': '68f6df53-3407-420f-9618-74af12b72dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2705b6c2-d382-4a25-a77a-d3b5db1e8be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:39.509810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.510221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Bound using segment: {'id': '68f6df53-3407-420f-9618-74af12b72dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2705b6c2-d382-4a25-a77a-d3b5db1e8be7'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:42:39.510692 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Bound port: 85eaa8c5-90b4-45f7-80f1-2677e2b87f19, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f6df53-3407-420f-9618-74af12b72dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2705b6c2-d382-4a25-a77a-d3b5db1e8be7'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:42:39.511061 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.530111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.593274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.691586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] For port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:42:39.707527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] For port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=85eaa8c5-90b4-45f7-80f1-2677e2b87f19,segment=NetworkSegment(68f6df53-3407-420f-9618-74af12b72dd5),segment_id=68f6df53-3407-420f-9618-74af12b72dd5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:42:39.713827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.750380 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62687e3b-f304-4e69-a1fa-ea5fffc5c997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-95ce595b-4acb-46b9-a37f-b7a8e8e9b13e', 'network_id': '95ce595b-4acb-46b9-a37f-b7a8e8e9b13e', 'tenant_id': '8fcbad79b0db4489bf90292611150f7d', 'fixed_ips': [{'subnet_id': '68f03387-809a-4db5-87c3-f5fa32fddafa'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:42:39.751012 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-62687e3b-f304-4e69-a1fa-ea5fffc5c997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.754414 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.794692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event deleted for resources: {'Subnet': ['ID=68f03387-809a-4db5-87c3-f5fa32fddafa,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:39.873561 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c34ed-3fe1-408d-94f9-38e78d61539f None None] Pushing event updated for resources: {'Port': ['ID=85eaa8c5-90b4-45f7-80f1-2677e2b87f19,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:39.884966 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2f70c3-bc44-4fb7-9a3e-419d0d08139d None None] Network 95ce595b-4acb-46b9-a37f-b7a8e8e9b13e requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:39.896609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.923556 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ce595b-4acb-46b9-a37f-b7a8e8e9b13e']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:39.936981 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428c11a0-7375-4ea1-b8c7-c3809039be32') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:39.937279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428c11a0-7375-4ea1-b8c7-c3809039be32') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:39.951161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.968110 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:39.975319 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:42:39.976029 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:42:40.063405 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:42:40.090490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:40.095057 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:40.122895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event deleted for resources: {'Network': ['ID=95ce595b-4acb-46b9-a37f-b7a8e8e9b13e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:40.126947 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-32b56559-0556-465a-a74f-1f4ca167e9e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "DELETE /v2.0/networks/95ce595b-4acb-46b9-a37f-b7a8e8e9b13e HTTP/1.1" status: 204 len: 168 time: 0.7314076 Apr 22 15:42:40.130577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40816) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:40.136634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2056018996'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:40.142638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:40.146527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Usage tracker for resource:network and tenant:8fcbad79b0db4489bf90292611150f7d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:40.149568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:40.156180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:40.167318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Made reservation on behalf of 8fcbad79b0db4489bf90292611150f7d for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:40.172853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:40.205056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:42:40.213706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:40.214036 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Added segment 19285b0e-9873-43a1-a800-13646ae2c031 of type vlan for network 4c9328eb-38eb-4d95-9c87-b54c68d8cf87 Apr 22 15:42:40.241745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:40.270223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:40.273715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:40.274312 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:40.368130 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2364542 Apr 22 15:42:40.371047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40820) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:40.376884 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Request body: {'subnet': {'network_id': '4c9328eb-38eb-4d95-9c87-b54c68d8cf87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:40.379387 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25469756-3670-472c-b621-b463e3bfca06 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event updated for resources: {'Network': ['ID=4c9328eb-38eb-4d95-9c87-b54c68d8cf87,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:40.390114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 4c9328eb-38eb-4d95-9c87-b54c68d8cf87 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:42:40.488062 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:40.492142 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Usage tracker for resource:subnet and tenant:8fcbad79b0db4489bf90292611150f7d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:40.495129 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:40.501465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:40.511255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Made reservation on behalf of 8fcbad79b0db4489bf90292611150f7d for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:40.623800 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:40.719552 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Performing IP validity checks on allocation pools {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 22 15:42:40.720086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.ipam_backend_mixin [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83934) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 22 15:42:40.807604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6d6eed-b4bc-4b5c-ae96-39114b88e379 None None] Network 2705b6c2-d382-4a25-a77a-d3b5db1e8be7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:40.843906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:40.920895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event updated for resources: {'Subnet': ['ID=1c547a88-649d-4452-98d3-63c272aa6e54,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:40.927519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c9d79039-1a0d-4a8d-b266-99117c438b4c None None] Provisioning for port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:42:40.937470 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Checking segment: {'id': '19285b0e-9873-43a1-a800-13646ae2c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '4c9328eb-38eb-4d95-9c87-b54c68d8cf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:40.937470 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Network hostable DHCP agents. Network: 4c9328eb-38eb-4d95-9c87-b54c68d8cf87, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:42:40.960036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Network 4c9328eb-38eb-4d95-9c87-b54c68d8cf87 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:42:40.970352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 4c9328eb-38eb-4d95-9c87-b54c68d8cf87) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:40.974382 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:40.974989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:40.984733 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae28a16-6f18-49b9-ac95-d2f79e860284 None None] Network 4c9328eb-38eb-4d95-9c87-b54c68d8cf87 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:40.998177 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-754f6f9a-ead6-4f61-8a51-95baf91faee7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6247411 Apr 22 15:42:40.999842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40824) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:41.142863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.212056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.255958 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7267fcf4-7859-4c04-9f86-35a3bbbd39ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-4c9328eb-38eb-4d95-9c87-b54c68d8cf87', 'network_id': '4c9328eb-38eb-4d95-9c87-b54c68d8cf87', 'tenant_id': '8fcbad79b0db4489bf90292611150f7d', 'fixed_ips': [{'subnet_id': '1c547a88-649d-4452-98d3-63c272aa6e54'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:42:41.257348 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7267fcf4-7859-4c04-9f86-35a3bbbd39ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.298263 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.347682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event deleted for resources: {'Subnet': ['ID=1c547a88-649d-4452-98d3-63c272aa6e54,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server [None req-7267fcf4-7859-4c04-9f86-35a3bbbd39ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c547a88-649d-4452-98d3-63c272aa6e54: This subnet is being modified by another concurrent operation. Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 15:42:41.394624 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise value Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server raise exception Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c547a88-649d-4452-98d3-63c272aa6e54: This subnet is being modified by another concurrent operation. Apr 22 15:42:41.398063 dv-neutron-838883-3-hyperv neutron-server[83935]: ERROR oslo_messaging.rpc.server Apr 22 15:42:41.409096 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7802583-4f1d-4673-bce4-7d3026ec8839 None None] Network 4c9328eb-38eb-4d95-9c87-b54c68d8cf87 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:41.442282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.468021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9328eb-38eb-4d95-9c87-b54c68d8cf87']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:41.483754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19285b0e-9873-43a1-a800-13646ae2c031') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:41.484078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19285b0e-9873-43a1-a800-13646ae2c031') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:41.495660 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.512542 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.518695 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:42:41.519083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:42:41.533660 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:42:41.619963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.634830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e1e3fb-1b64-45ef-a8d1-3d6ff8fce5c3 None None] get_active_networks_info from dv-neutron-838883-3-hyperv {{(pid=83935) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 22 15:42:41.641518 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.651661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event deleted for resources: {'Network': ['ID=4c9328eb-38eb-4d95-9c87-b54c68d8cf87,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:41.658274 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-110f87ba-95b8-440a-999d-32ec1c0fc44f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "DELETE /v2.0/networks/4c9328eb-38eb-4d95-9c87-b54c68d8cf87 HTTP/1.1" status: 204 len: 168 time: 0.6571097 Apr 22 15:42:41.661768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40828) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:41.667267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1673421032'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:41.672864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:41.676674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Usage tracker for resource:network and tenant:8fcbad79b0db4489bf90292611150f7d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:41.679785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:41.686599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:41.722646 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:42:41.790354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Made reservation on behalf of 8fcbad79b0db4489bf90292611150f7d for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:41.794080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.796878 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e1e3fb-1b64-45ef-a8d1-3d6ff8fce5c3 None None] Resources bound (agent type, host, resource id): {{(pid=83935) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 15:42:41.822738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:42:41.832333 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.832739 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Added segment 681d6ff2-41b9-471f-928b-15c413fd1ed7 of type vlan for network d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3 Apr 22 15:42:41.860371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.890952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:42:41.891776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.895676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:41.896258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:41.906880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:42:41.907184 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:42.004588 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3384929 Apr 22 15:42:42.005492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40832) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:42.017607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Request body: {'subnet': {'network_id': 'd3b5b0fa-0106-4cc6-ba2d-20ac604b05b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:42.034895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72f08b-5dd9-44a8-81fe-6b1b8188a01f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event updated for resources: {'Network': ['ID=d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:42.069917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:42:42.130378 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:42.134521 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Usage tracker for resource:subnet and tenant:8fcbad79b0db4489bf90292611150f7d is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:42.137369 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:42.143592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:42.153982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Made reservation on behalf of 8fcbad79b0db4489bf90292611150f7d for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:42.255434 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:42.256821 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:42.344556 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=85eaa8c5-90b4-45f7-80f1-2677e2b87f19,segment=NetworkSegment(68f6df53-3407-420f-9618-74af12b72dd5),segment_id=68f6df53-3407-420f-9618-74af12b72dd5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:42.350071 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:42.418611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=85eaa8c5-90b4-45f7-80f1-2677e2b87f19,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:42.488319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:42.563552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event updated for resources: {'Subnet': ['ID=aa2f73cb-7b22-4851-9b57-ca3ac203befe,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:42.577789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Checking segment: {'id': '681d6ff2-41b9-471f-928b-15c413fd1ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'd3b5b0fa-0106-4cc6-ba2d-20ac604b05b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:42.578167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Network hostable DHCP agents. Network: d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:42:42.599458 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Network d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:42:42.608710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:42.612421 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:42.612998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:42.617470 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8735c5a-1144-4410-9c77-808755510ded None None] Network d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:42.634344 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1adc0081-750a-4068-a59d-37166331ddf5 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6273267 Apr 22 15:42:42.637904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40836) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:42.643414 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2005683101'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:42.648520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:42.652760 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Usage tracker for resource:network and tenant:8fcbad79b0db4489bf90292611150f7d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:42.655698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:42.661530 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:42.672352 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Made reservation on behalf of 8fcbad79b0db4489bf90292611150f7d for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:42.675359 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:42.703294 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:42:42.712175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:42.712507 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Added segment ed5f95ff-0a55-4318-be27-358a6f856ef4 of type vlan for network e3b42544-eb99-4aa4-8ee3-7e3753b75c3f Apr 22 15:42:42.738836 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:42.767775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:42.771647 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:42.772221 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:42.798162 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e73e254c-cc77-425f-b994-549ebde7b088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:42.847267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3', 'network_id': 'd3b5b0fa-0106-4cc6-ba2d-20ac604b05b3', 'tenant_id': '8fcbad79b0db4489bf90292611150f7d', 'fixed_ips': [{'subnet_id': 'aa2f73cb-7b22-4851-9b57-ca3ac203befe'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:42:42.848082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:42.869220 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2302158 Apr 22 15:42:42.872584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40840) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:42.879979 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Request body: {'subnet': {'network_id': 'e3b42544-eb99-4aa4-8ee3-7e3753b75c3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:42.897971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07697176-5626-4b71-a968-6f1da2b658fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event updated for resources: {'Network': ['ID=e3b42544-eb99-4aa4-8ee3-7e3753b75c3f,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:42.909330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network e3b42544-eb99-4aa4-8ee3-7e3753b75c3f details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:42:42.991347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:42.995049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Usage tracker for resource:subnet and tenant:8fcbad79b0db4489bf90292611150f7d is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:42.998389 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:43.003936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:43.014367 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Made reservation on behalf of 8fcbad79b0db4489bf90292611150f7d for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:43.092261 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Allocated IP 2001:db8::2 (d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3/aa2f73cb-7b22-4851-9b57-ca3ac203befe/b9bccabd-f87c-46ad-9068-15d311d9f615) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:42:43.114331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:43.241305 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:42:43.292616 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:43.303436 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Transition to ACTIVE for port object b9bccabd-f87c-46ad-9068-15d311d9f615 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:42:43.321714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Transition to ACTIVE for port object b9bccabd-f87c-46ad-9068-15d311d9f615 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:42:43.327392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:43.329579 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:43.400631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Network d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:42:43.403524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:43.407136 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:42:43.417261 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Pushing event updated for resources: {'Port': ['ID=b9bccabd-f87c-46ad-9068-15d311d9f615,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:43.502750 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event updated for resources: {'Subnet': ['ID=15760e7a-5b20-48f5-90d4-b61ed7e93bdd,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:43.513782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Checking segment: {'id': 'ed5f95ff-0a55-4318-be27-358a6f856ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e3b42544-eb99-4aa4-8ee3-7e3753b75c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:43.514154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Network hostable DHCP agents. Network: e3b42544-eb99-4aa4-8ee3-7e3753b75c3f, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:42:43.532757 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Attempting to bind port b9bccabd-f87c-46ad-9068-15d311d9f615 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:42:43.533175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Attempting to bind port b9bccabd-f87c-46ad-9068-15d311d9f615 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '681d6ff2-41b9-471f-928b-15c413fd1ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'd3b5b0fa-0106-4cc6-ba2d-20ac604b05b3'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:42:43.533535 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Attempting to bind port b9bccabd-f87c-46ad-9068-15d311d9f615 on network d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:42:43.536332 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Network e3b42544-eb99-4aa4-8ee3-7e3753b75c3f is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:42:43.540197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:42:43.540572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Checking segment: {'id': '681d6ff2-41b9-471f-928b-15c413fd1ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'd3b5b0fa-0106-4cc6-ba2d-20ac604b05b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:43.540973 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:43.541361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Bound using segment: {'id': '681d6ff2-41b9-471f-928b-15c413fd1ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'd3b5b0fa-0106-4cc6-ba2d-20ac604b05b3'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:42:43.541833 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Bound port: b9bccabd-f87c-46ad-9068-15d311d9f615, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681d6ff2-41b9-471f-928b-15c413fd1ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'd3b5b0fa-0106-4cc6-ba2d-20ac604b05b3'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:42:43.542212 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:43.546775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, e3b42544-eb99-4aa4-8ee3-7e3753b75c3f) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:43.550832 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:43.551410 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:43.556614 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f298f93d-9b03-44cf-adb0-f2348d717a2a None None] Network e3b42544-eb99-4aa4-8ee3-7e3753b75c3f requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:43.573151 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-03c1493b-92df-45ad-964a-6e3d0b025c09 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6995945 Apr 22 15:42:43.575928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40844) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:43.688535 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:42:43.726252 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:43.793319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:43.835736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] For port b9bccabd-f87c-46ad-9068-15d311d9f615, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:42:43.856198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] For port b9bccabd-f87c-46ad-9068-15d311d9f615, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b9bccabd-f87c-46ad-9068-15d311d9f615,segment=NetworkSegment(681d6ff2-41b9-471f-928b-15c413fd1ed7),segment_id=681d6ff2-41b9-471f-928b-15c413fd1ed7)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:42:43.862746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:43.869754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:43.908017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event deleted for resources: {'Subnet': ['ID=15760e7a-5b20-48f5-90d4-b61ed7e93bdd,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:43.939167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:43.939611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:43.940018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:43.940464 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:43.940870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:43.941266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:43.941658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:43.942051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:43.942461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:43.942852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:43.943242 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:43.967128 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:42:43.967716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:44.000733 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ded983-4ef6-41f6-8f9c-e0b90374036f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-e3b42544-eb99-4aa4-8ee3-7e3753b75c3f', 'network_id': 'e3b42544-eb99-4aa4-8ee3-7e3753b75c3f', 'tenant_id': '8fcbad79b0db4489bf90292611150f7d', 'fixed_ips': [{'subnet_id': '15760e7a-5b20-48f5-90d4-b61ed7e93bdd'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:42:44.001589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6ded983-4ef6-41f6-8f9c-e0b90374036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:44.020048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:44.045747 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b42544-eb99-4aa4-8ee3-7e3753b75c3f']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:44.052850 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d79438-42b7-428a-8d84-58cabcd1f234 None None] Pushing event updated for resources: {'Port': ['ID=b9bccabd-f87c-46ad-9068-15d311d9f615,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:44.058307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5f95ff-0a55-4318-be27-358a6f856ef4') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:44.058669 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5f95ff-0a55-4318-be27-358a6f856ef4') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:44.081691 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:44.100178 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:44.109663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:42:44.110071 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:42:44.124799 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:42:44.184638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553df4bd-7214-47fc-8dd3-e523792a365e None None] Network e3b42544-eb99-4aa4-8ee3-7e3753b75c3f requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:44.235611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:44.253720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:44.265687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event deleted for resources: {'Network': ['ID=e3b42544-eb99-4aa4-8ee3-7e3753b75c3f,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:44.273189 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40848) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:44.273750 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f611acd2-01d6-4a97-91c1-ff65faabbe45 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "DELETE /v2.0/networks/e3b42544-eb99-4aa4-8ee3-7e3753b75c3f HTTP/1.1" status: 204 len: 168 time: 0.6962595 Apr 22 15:42:44.323012 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bcb8ea-e100-4a95-9356-346ed8f8ccd6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] GET failed (client error): The resource could not be found. Apr 22 15:42:44.323675 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-21bcb8ea-e100-4a95-9356-346ed8f8ccd6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Synchronizing usage tracker for tenant:8fcbad79b0db4489bf90292611150f7d on resource:subnet {{(pid=83934) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:42:44.343267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-21bcb8ea-e100-4a95-9356-346ed8f8ccd6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Unset dirty status for tenant:8fcbad79b0db4489bf90292611150f7d on resource:subnet {{(pid=83934) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:42:44.347112 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-21bcb8ea-e100-4a95-9356-346ed8f8ccd6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "GET /v2.0/subnets/15760e7a-5b20-48f5-90d4-b61ed7e93bdd HTTP/1.1" status: 404 len: 337 time: 0.0691485 Apr 22 15:42:44.347507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40852) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:44.374085 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4f7870-7715-4aab-b3cd-93bfa58b1eaf tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] DELETE failed (client error): The resource could not be found. Apr 22 15:42:44.374544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e4f7870-7715-4aab-b3cd-93bfa58b1eaf tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:42:44.376276 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0e4f7870-7715-4aab-b3cd-93bfa58b1eaf tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "DELETE /v2.0/networks/e3b42544-eb99-4aa4-8ee3-7e3753b75c3f HTTP/1.1" status: 404 len: 339 time: 0.0276968 Apr 22 15:42:44.380535 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40856) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:44.419783 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84bbc2b-de2a-4eee-ae47-d6b20e8693e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] DELETE failed (client error): The resource could not be found. Apr 22 15:42:44.420220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84bbc2b-de2a-4eee-ae47-d6b20e8693e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:42:44.421854 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d84bbc2b-de2a-4eee-ae47-d6b20e8693e6 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "DELETE /v2.0/subnets/15760e7a-5b20-48f5-90d4-b61ed7e93bdd HTTP/1.1" status: 404 len: 337 time: 0.0399196 Apr 22 15:42:44.424548 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40860) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:44.451527 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b86038-b5f0-4510-8ab4-27c22eb212fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] DELETE failed (client error): The resource could not be found. Apr 22 15:42:44.451953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b86038-b5f0-4510-8ab4-27c22eb212fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:42:44.453514 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-37b86038-b5f0-4510-8ab4-27c22eb212fc tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "DELETE /v2.0/networks/e3b42544-eb99-4aa4-8ee3-7e3753b75c3f HTTP/1.1" status: 404 len: 339 time: 0.0281050 Apr 22 15:42:44.456056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40864) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:44.519561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-44efeea5-eff0-4d8d-91f0-022cf5174975 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Deleting subnet aa2f73cb-7b22-4851-9b57-ca3ac203befe {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:42:44.522445 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44efeea5-eff0-4d8d-91f0-022cf5174975 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:44.576754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44efeea5-eff0-4d8d-91f0-022cf5174975 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:44.761185 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44efeea5-eff0-4d8d-91f0-022cf5174975 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:44.835649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44efeea5-eff0-4d8d-91f0-022cf5174975 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:44.878912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efeea5-eff0-4d8d-91f0-022cf5174975 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2f73cb-7b22-4851-9b57-ca3ac203befe,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:44.883363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-44efeea5-eff0-4d8d-91f0-022cf5174975 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:44.896626 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-44efeea5-eff0-4d8d-91f0-022cf5174975 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "DELETE /v2.0/subnets/aa2f73cb-7b22-4851-9b57-ca3ac203befe HTTP/1.1" status: 204 len: 168 time: 0.4396646 Apr 22 15:42:44.899127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40868) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:45.013965 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8aac5a-fe1a-497b-bdb7-b19f06fd97af None None] Network d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:45.017268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:45.028133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Deleting port b9bccabd-f87c-46ad-9068-15d311d9f615 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:42:45.028460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:45.123576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c766f98f-c30e-4d67-9ac5-0097dc177932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:45.155202 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-272fbb27-ca52-4ff2-b2ee-688bf21dccec None None] Provisioning for port b9bccabd-f87c-46ad-9068-15d311d9f615 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:42:45.227152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] For port b9bccabd-f87c-46ad-9068-15d311d9f615, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b9bccabd-f87c-46ad-9068-15d311d9f615,segment=NetworkSegment(681d6ff2-41b9-471f-928b-15c413fd1ed7),segment_id=681d6ff2-41b9-471f-928b-15c413fd1ed7)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:45.227472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:45.285994 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab865e36-93d8-4d9f-af11-d639dd3eeabe None None] DHCP port deletion for d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:42:45.290355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ab865e36-93d8-4d9f-af11-d639dd3eeabe None None] Deleting port b9bccabd-f87c-46ad-9068-15d311d9f615 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:42:45.290737 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ab865e36-93d8-4d9f-af11-d639dd3eeabe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:45.347442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Calling delete_port for b9bccabd-f87c-46ad-9068-15d311d9f615 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:42:45.423937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:45.467659 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event deleted for resources: {'Port': ['ID=b9bccabd-f87c-46ad-9068-15d311d9f615,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:45.473668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] No DVR routers for this DVR port b9bccabd-f87c-46ad-9068-15d311d9f615 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:42:45.501273 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ab865e36-93d8-4d9f-af11-d639dd3eeabe None None] For port b9bccabd-f87c-46ad-9068-15d311d9f615, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b9bccabd-f87c-46ad-9068-15d311d9f615,segment=NetworkSegment(681d6ff2-41b9-471f-928b-15c413fd1ed7),segment_id=681d6ff2-41b9-471f-928b-15c413fd1ed7)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:45.501665 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ab865e36-93d8-4d9f-af11-d639dd3eeabe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:45.594781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:45.619811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:45.622427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ab865e36-93d8-4d9f-af11-d639dd3eeabe None None] Calling delete_port for b9bccabd-f87c-46ad-9068-15d311d9f615 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:42:45.633054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681d6ff2-41b9-471f-928b-15c413fd1ed7') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:45.633353 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681d6ff2-41b9-471f-928b-15c413fd1ed7') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:45.646119 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:45.668774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:45.675095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:42:45.675705 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:42:45.690519 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:42:45.725245 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-ab865e36-93d8-4d9f-af11-d639dd3eeabe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:42:45.725604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-ab865e36-93d8-4d9f-af11-d639dd3eeabe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:42:45.766992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:45.784047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:45.795104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event deleted for resources: {'Network': ['ID=d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:45.800620 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c7d4d1a5-fbf3-485c-9cbf-c75b408e27a9 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "DELETE /v2.0/networks/d3b5b0fa-0106-4cc6-ba2d-20ac604b05b3 HTTP/1.1" status: 204 len: 168 time: 0.9004450 Apr 22 15:42:45.801366 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40872) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:45.842581 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-25942f50-a072-4c2b-976e-18414a881195 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] DELETE failed (client error): The resource could not be found. Apr 22 15:42:45.843016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25942f50-a072-4c2b-976e-18414a881195 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:42:45.844651 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-25942f50-a072-4c2b-976e-18414a881195 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "DELETE /v2.0/subnets/1c547a88-649d-4452-98d3-63c272aa6e54 HTTP/1.1" status: 404 len: 337 time: 0.0423739 Apr 22 15:42:45.847071 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40876) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:45.871173 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7617b4d-8f35-4fa0-b75f-ac0c945831a7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] DELETE failed (client error): The resource could not be found. Apr 22 15:42:45.871601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7617b4d-8f35-4fa0-b75f-ac0c945831a7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:42:45.873171 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c7617b4d-8f35-4fa0-b75f-ac0c945831a7 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "DELETE /v2.0/networks/4c9328eb-38eb-4d95-9c87-b54c68d8cf87 HTTP/1.1" status: 404 len: 339 time: 0.0252118 Apr 22 15:42:45.875370 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40880) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:45.911735 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b011f5-cef8-43f3-a329-04baf96e478f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] DELETE failed (client error): The resource could not be found. Apr 22 15:42:45.912155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b011f5-cef8-43f3-a329-04baf96e478f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:42:45.913691 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-86b011f5-cef8-43f3-a329-04baf96e478f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "DELETE /v2.0/subnets/68f03387-809a-4db5-87c3-f5fa32fddafa HTTP/1.1" status: 404 len: 337 time: 0.0374725 Apr 22 15:42:45.915949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40884) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:45.939670 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7bc410-ac00-4858-a0a9-df7571a0de7f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] DELETE failed (client error): The resource could not be found. Apr 22 15:42:45.940080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7bc410-ac00-4858-a0a9-df7571a0de7f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83933) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 15:42:45.943585 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ea7bc410-ac00-4858-a0a9-df7571a0de7f tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "DELETE /v2.0/networks/95ce595b-4acb-46b9-a37f-b7a8e8e9b13e HTTP/1.1" status: 404 len: 339 time: 0.0247848 Apr 22 15:42:45.943784 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40888) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:46.056513 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:46.082381 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:46.137377 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f98ecc1-0771-42a8-a8db-67b7487f0559 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Deleting subnet 14a54427-be3d-4527-ab2c-197e560cfceb {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:42:46.140256 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f98ecc1-0771-42a8-a8db-67b7487f0559 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:46.192799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f98ecc1-0771-42a8-a8db-67b7487f0559 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:46.226598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ab865e36-93d8-4d9f-af11-d639dd3eeabe None None] Deleting port b9bccabd-f87c-46ad-9068-15d311d9f615 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:42:46.226971 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ab865e36-93d8-4d9f-af11-d639dd3eeabe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:46.276283 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f98ecc1-0771-42a8-a8db-67b7487f0559 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:46.290055 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ab865e36-93d8-4d9f-af11-d639dd3eeabe None None] The port 'b9bccabd-f87c-46ad-9068-15d311d9f615' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:42:46.348456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f98ecc1-0771-42a8-a8db-67b7487f0559 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:46.391460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98ecc1-0771-42a8-a8db-67b7487f0559 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event deleted for resources: {'Subnet': ['ID=14a54427-be3d-4527-ab2c-197e560cfceb,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:46.396484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f98ecc1-0771-42a8-a8db-67b7487f0559 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:46.403622 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427237a7-3b4a-418d-83bf-803c5ddff7c4 None None] Network 2705b6c2-d382-4a25-a77a-d3b5db1e8be7 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:46.408047 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3f98ecc1-0771-42a8-a8db-67b7487f0559 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "DELETE /v2.0/subnets/14a54427-be3d-4527-ab2c-197e560cfceb HTTP/1.1" status: 204 len: 168 time: 0.4630640 Apr 22 15:42:46.410110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40892) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:46.520335 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:46.530341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Deleting port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:42:46.530667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:46.666563 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60891cdb-ac4d-453c-ad0f-1174aff30c82 None None] DHCP port deletion for 2705b6c2-d382-4a25-a77a-d3b5db1e8be7 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:42:46.671178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-60891cdb-ac4d-453c-ad0f-1174aff30c82 None None] Deleting port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:42:46.671585 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60891cdb-ac4d-453c-ad0f-1174aff30c82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:46.821184 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] For port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=85eaa8c5-90b4-45f7-80f1-2677e2b87f19,segment=NetworkSegment(68f6df53-3407-420f-9618-74af12b72dd5),segment_id=68f6df53-3407-420f-9618-74af12b72dd5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:46.821831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:46.869736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-60891cdb-ac4d-453c-ad0f-1174aff30c82 None None] For port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=85eaa8c5-90b4-45f7-80f1-2677e2b87f19,segment=NetworkSegment(68f6df53-3407-420f-9618-74af12b72dd5),segment_id=68f6df53-3407-420f-9618-74af12b72dd5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:46.870013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60891cdb-ac4d-453c-ad0f-1174aff30c82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:46.940455 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Calling delete_port for 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:42:46.991905 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-60891cdb-ac4d-453c-ad0f-1174aff30c82 None None] Calling delete_port for 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:42:47.017633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:47.060654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event deleted for resources: {'Port': ['ID=85eaa8c5-90b4-45f7-80f1-2677e2b87f19,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:47.061475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-60891cdb-ac4d-453c-ad0f-1174aff30c82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:42:47.061949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-60891cdb-ac4d-453c-ad0f-1174aff30c82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:42:47.066757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] No DVR routers for this DVR port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:42:47.186227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:47.209710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2705b6c2-d382-4a25-a77a-d3b5db1e8be7']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:47.221168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f6df53-3407-420f-9618-74af12b72dd5') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:47.221455 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f6df53-3407-420f-9618-74af12b72dd5') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:47.232769 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:47.248664 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:47.254427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:42:47.254802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:42:47.268614 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:42:47.347697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:47.365198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:47.375739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] Pushing event deleted for resources: {'Network': ['ID=2705b6c2-d382-4a25-a77a-d3b5db1e8be7,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:47.382032 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4bd18286-c4ce-4a38-af94-cd2f377bd3a3 tempest-NetworksIpV6Test-2106428119 tempest-NetworksIpV6Test-2106428119-project] 10.222.0.71 "DELETE /v2.0/networks/2705b6c2-d382-4a25-a77a-d3b5db1e8be7 HTTP/1.1" status: 204 len: 168 time: 0.9685273 Apr 22 15:42:47.562938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-60891cdb-ac4d-453c-ad0f-1174aff30c82 None None] Deleting port 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:42:47.563392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-60891cdb-ac4d-453c-ad0f-1174aff30c82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:47.635181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-60891cdb-ac4d-453c-ad0f-1174aff30c82 None None] The port '85eaa8c5-90b4-45f7-80f1-2677e2b87f19' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:42:47.655864 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:47.669391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40900) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:47.678730 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:42:47.710758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:42:47.711022 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 85eaa8c5-90b4-45f7-80f1-2677e2b87f19 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:42:47.841177 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2e7a008a-3b54-49a5-b62e-1d670e869b4a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8fcbad79b0db4489bf90292611150f7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1705916 Apr 22 15:42:47.843580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40906) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:47.902949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-508ce90a-8186-443b-92f0-74c9b4865c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:47.927785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-508ce90a-8186-443b-92f0-74c9b4865c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:47.979368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-508ce90a-8186-443b-92f0-74c9b4865c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:47.995382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ce90a-8186-443b-92f0-74c9b4865c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8288de77-6782-4a6b-bfc4-a139bd85584e,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:48.000121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-508ce90a-8186-443b-92f0-74c9b4865c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:48.001216 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-508ce90a-8186-443b-92f0-74c9b4865c18 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8288de77-6782-4a6b-bfc4-a139bd85584e HTTP/1.1" status: 204 len: 168 time: 0.1567774 Apr 22 15:42:48.874465 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40928) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:48.999617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5a4c49cc-3e81-4e89-8d70-25e7d23f3d4c tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-790627592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:49.005857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5a4c49cc-3e81-4e89-8d70-25e7d23f3d4c tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:49.009868 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5a4c49cc-3e81-4e89-8d70-25e7d23f3d4c tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Usage tracker for resource:router and tenant:4154eaf409bc468da749653e8070e7fe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:49.013380 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5a4c49cc-3e81-4e89-8d70-25e7d23f3d4c tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:49.018974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5a4c49cc-3e81-4e89-8d70-25e7d23f3d4c tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:49.028259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a4c49cc-3e81-4e89-8d70-25e7d23f3d4c tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:49.029121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a4c49cc-3e81-4e89-8d70-25e7d23f3d4c tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:49.046225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a4c49cc-3e81-4e89-8d70-25e7d23f3d4c tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:49.063156 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a4c49cc-3e81-4e89-8d70-25e7d23f3d4c tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:49.083923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5a4c49cc-3e81-4e89-8d70-25e7d23f3d4c tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:49.085190 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5a4c49cc-3e81-4e89-8d70-25e7d23f3d4c tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2097495 Apr 22 15:42:49.087810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40934) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:49.093059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2029168263'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:49.097823 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:49.101756 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Usage tracker for resource:network and tenant:4154eaf409bc468da749653e8070e7fe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:49.105174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:49.111038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:49.120545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Made reservation on behalf of 4154eaf409bc468da749653e8070e7fe for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:49.123957 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:49.137072 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:49.167215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:49.171566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Usage tracker for resource:security_group_rule and tenant:4154eaf409bc468da749653e8070e7fe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:49.174433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:49.180194 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:49.249629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:49.253302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:49.287132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:42:49.292171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c235d73-5e01-4c7b-95b1-e324125812af,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:49.298791 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:49.299189 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Added segment 6c05e8c2-a9be-4c43-9522-862205509cf9 of type vlan for network 227568a4-6f92-46e2-aa9e-4d05050013fc Apr 22 15:42:49.327125 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:49.355645 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:49.360175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:49.361057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:49.473019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Pushing event updated for resources: {'Network': ['ID=227568a4-6f92-46e2-aa9e-4d05050013fc,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:49.476133 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f20be181-62f8-43a9-9cd3-898cd339ecda tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3874032 Apr 22 15:42:49.478854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40938) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:49.483187 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 227568a4-6f92-46e2-aa9e-4d05050013fc details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:42:49.484127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Request body: {'subnet': {'network_id': '227568a4-6f92-46e2-aa9e-4d05050013fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:49.591510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:49.595217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Usage tracker for resource:subnet and tenant:4154eaf409bc468da749653e8070e7fe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:49.597912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:49.603433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:49.612004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Made reservation on behalf of 4154eaf409bc468da749653e8070e7fe for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:49.713729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:50.004064 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:50.080742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Pushing event updated for resources: {'Subnet': ['ID=91b9a49e-8540-4896-aa9e-04d95a121705,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:50.091723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Checking segment: {'id': '6c05e8c2-a9be-4c43-9522-862205509cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '227568a4-6f92-46e2-aa9e-4d05050013fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:50.092076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Network hostable DHCP agents. Network: 227568a4-6f92-46e2-aa9e-4d05050013fc, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:42:50.113375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Network 227568a4-6f92-46e2-aa9e-4d05050013fc is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:42:50.122730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 227568a4-6f92-46e2-aa9e-4d05050013fc) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:50.127163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:50.127741 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:50.132964 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca5f6a2-cd83-47ed-93bd-433dbe5012ff None None] Network 227568a4-6f92-46e2-aa9e-4d05050013fc requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:50.149792 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-38e9b052-824b-4d20-bb3f-2a0358c83fc7 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6699636 Apr 22 15:42:50.152892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40942) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:50.158695 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-706218904'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:50.163478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:50.168478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Usage tracker for resource:network and tenant:4154eaf409bc468da749653e8070e7fe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:50.171348 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:50.177047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:50.187690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Made reservation on behalf of 4154eaf409bc468da749653e8070e7fe for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:50.190575 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:50.218401 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:42:50.228259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:50.228753 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Added segment feb09ea1-ccc0-4737-8872-745a3df1f683 of type vlan for network b5fb132a-12b9-4c34-951c-b4fd5cefaf51 Apr 22 15:42:50.257586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:50.287539 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:50.291139 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:50.291715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:50.354919 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-227568a4-6f92-46e2-aa9e-4d05050013fc', 'network_id': '227568a4-6f92-46e2-aa9e-4d05050013fc', 'tenant_id': '4154eaf409bc468da749653e8070e7fe', 'fixed_ips': [{'subnet_id': '91b9a49e-8540-4896-aa9e-04d95a121705'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:42:50.356368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:50.391667 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2377455 Apr 22 15:42:50.394707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40946) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:50.402600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Request body: {'subnet': {'network_id': 'b5fb132a-12b9-4c34-951c-b4fd5cefaf51', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:50.420491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f22bf9-5c3d-4d88-83bc-3c15660e0315 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Pushing event updated for resources: {'Network': ['ID=b5fb132a-12b9-4c34-951c-b4fd5cefaf51,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:50.437518 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network b5fb132a-12b9-4c34-951c-b4fd5cefaf51 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:42:50.514747 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:50.518373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Usage tracker for resource:subnet and tenant:4154eaf409bc468da749653e8070e7fe is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:50.521117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:50.526790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:50.537387 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Made reservation on behalf of 4154eaf409bc468da749653e8070e7fe for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:50.638933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Allocated IP 172.20.0.2 (227568a4-6f92-46e2-aa9e-4d05050013fc/91b9a49e-8540-4896-aa9e-04d95a121705/d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:42:50.639988 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:50.842916 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:50.853315 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Transition to ACTIVE for port object d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:42:50.864629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:50.872540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Transition to ACTIVE for port object d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:42:50.878002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:50.940952 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Pushing event updated for resources: {'Subnet': ['ID=44278ae6-07de-49e6-b195-7b8e02e24985,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:50.954624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Network 227568a4-6f92-46e2-aa9e-4d05050013fc is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:42:50.955616 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Pushing event updated for resources: {'Port': ['ID=d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:50.958615 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:50.960857 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:42:50.965985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Checking segment: {'id': 'feb09ea1-ccc0-4737-8872-745a3df1f683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b5fb132a-12b9-4c34-951c-b4fd5cefaf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:50.966375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Network hostable DHCP agents. Network: b5fb132a-12b9-4c34-951c-b4fd5cefaf51, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:42:50.991361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Network b5fb132a-12b9-4c34-951c-b4fd5cefaf51 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:42:51.003297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, b5fb132a-12b9-4c34-951c-b4fd5cefaf51) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:51.008601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:51.009322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:51.035170 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e9ad1957-b7a0-4723-9fe2-d118cf718aa3 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6364300 Apr 22 15:42:51.035421 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40950) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:51.039508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d700babc-f214-4a4c-9664-a97eb2b82a7e None None] Network b5fb132a-12b9-4c34-951c-b4fd5cefaf51 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:51.040904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-55ca7ed9-7d47-4e6e-bbc6-077771077350 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5fb132a-12b9-4c34-951c-b4fd5cefaf51'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:51.132845 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Attempting to bind port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:42:51.133232 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Attempting to bind port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '6c05e8c2-a9be-4c43-9522-862205509cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '227568a4-6f92-46e2-aa9e-4d05050013fc'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:42:51.133591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Attempting to bind port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 on network 227568a4-6f92-46e2-aa9e-4d05050013fc {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:42:51.148541 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:42:51.148912 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Checking segment: {'id': '6c05e8c2-a9be-4c43-9522-862205509cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '227568a4-6f92-46e2-aa9e-4d05050013fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:51.149310 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:51.149698 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Bound using segment: {'id': '6c05e8c2-a9be-4c43-9522-862205509cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '227568a4-6f92-46e2-aa9e-4d05050013fc'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:42:51.150192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Bound port: d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c05e8c2-a9be-4c43-9522-862205509cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '227568a4-6f92-46e2-aa9e-4d05050013fc'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:42:51.150563 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:51.332572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-50bc6149-b725-412a-be85-447587777dd6 None None] For port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:42:51.344357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-50bc6149-b725-412a-be85-447587777dd6 None None] For port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2,segment=NetworkSegment(6c05e8c2-a9be-4c43-9522-862205509cf9),segment_id=6c05e8c2-a9be-4c43-9522-862205509cf9)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:42:51.349172 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:51.380395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-b5fb132a-12b9-4c34-951c-b4fd5cefaf51', 'network_id': 'b5fb132a-12b9-4c34-951c-b4fd5cefaf51', 'tenant_id': '4154eaf409bc468da749653e8070e7fe', 'fixed_ips': [{'subnet_id': '44278ae6-07de-49e6-b195-7b8e02e24985'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:42:51.381189 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:51.439526 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-55ca7ed9-7d47-4e6e-bbc6-077771077350 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:51.485640 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc6149-b725-412a-be85-447587777dd6 None None] Pushing event updated for resources: {'Port': ['ID=d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:51.590515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Allocated IP 172.21.0.2 (b5fb132a-12b9-4c34-951c-b4fd5cefaf51/44278ae6-07de-49e6-b195-7b8e02e24985/7a869512-9d8e-42ff-a8d7-119e31352b29) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:42:51.731250 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.api.v2.resource [None req-55ca7ed9-7d47-4e6e-bbc6-077771077350 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 15:42:51.732304 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-55ca7ed9-7d47-4e6e-bbc6-077771077350 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] 10.222.0.71 "PUT /v2.0/routers/3475e6be-be66-4a21-94dd-7af51a1d3ebe HTTP/1.1" status: 400 len: 364 time: 0.6960709 Apr 22 15:42:51.738285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40954) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:51.824082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:51.834043 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Transition to ACTIVE for port object 7a869512-9d8e-42ff-a8d7-119e31352b29 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:42:51.852068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Transition to ACTIVE for port object 7a869512-9d8e-42ff-a8d7-119e31352b29 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:42:51.857948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:51.927502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Network b5fb132a-12b9-4c34-951c-b4fd5cefaf51 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:42:51.928281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Pushing event updated for resources: {'Port': ['ID=7a869512-9d8e-42ff-a8d7-119e31352b29,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:51.930813 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:51.932726 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:42:51.933229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Deleting subnet 44278ae6-07de-49e6-b195-7b8e02e24985 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:42:51.936567 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:51.996007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:52.021974 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Attempting to bind port 7a869512-9d8e-42ff-a8d7-119e31352b29 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:42:52.022372 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Attempting to bind port 7a869512-9d8e-42ff-a8d7-119e31352b29 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'feb09ea1-ccc0-4737-8872-745a3df1f683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b5fb132a-12b9-4c34-951c-b4fd5cefaf51'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:42:52.022731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Attempting to bind port 7a869512-9d8e-42ff-a8d7-119e31352b29 on network b5fb132a-12b9-4c34-951c-b4fd5cefaf51 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:42:52.029735 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:42:52.030104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Checking segment: {'id': 'feb09ea1-ccc0-4737-8872-745a3df1f683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b5fb132a-12b9-4c34-951c-b4fd5cefaf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:52.030533 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:52.030929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Bound using segment: {'id': 'feb09ea1-ccc0-4737-8872-745a3df1f683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b5fb132a-12b9-4c34-951c-b4fd5cefaf51'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:42:52.031387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Bound port: 7a869512-9d8e-42ff-a8d7-119e31352b29, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb09ea1-ccc0-4737-8872-745a3df1f683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b5fb132a-12b9-4c34-951c-b4fd5cefaf51'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:42:52.031755 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:52.082061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:52.152870 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:52.156111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] For port 7a869512-9d8e-42ff-a8d7-119e31352b29, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:42:52.159453 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] For port 7a869512-9d8e-42ff-a8d7-119e31352b29, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7a869512-9d8e-42ff-a8d7-119e31352b29,segment=NetworkSegment(feb09ea1-ccc0-4737-8872-745a3df1f683),segment_id=feb09ea1-ccc0-4737-8872-745a3df1f683)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:42:52.164652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:52.196969 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Pushing event deleted for resources: {'Subnet': ['ID=44278ae6-07de-49e6-b195-7b8e02e24985,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:52.201659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:52.212792 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] 10.222.0.71 "DELETE /v2.0/subnets/44278ae6-07de-49e6-b195-7b8e02e24985 HTTP/1.1" status: 204 len: 168 time: 0.4733927 Apr 22 15:42:52.214392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:52.214738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:52.215271 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40958) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:52.222720 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:52.223288 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:52.223809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:52.224504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:52.224989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:52.225504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:52.225999 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:52.226670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:52.227176 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54d3401-574c-41ff-9899-0e5123debc0b tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:42:52.250360 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2287a10-bed6-4c42-8e09-71989cf5afb3 None None] Pushing event updated for resources: {'Port': ['ID=7a869512-9d8e-42ff-a8d7-119e31352b29,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:52.342842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:52.353989 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Deleting port 7a869512-9d8e-42ff-a8d7-119e31352b29 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:42:52.354361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:52.572505 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] For port 7a869512-9d8e-42ff-a8d7-119e31352b29, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7a869512-9d8e-42ff-a8d7-119e31352b29,segment=NetworkSegment(feb09ea1-ccc0-4737-8872-745a3df1f683),segment_id=feb09ea1-ccc0-4737-8872-745a3df1f683)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:52.572861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:52.613352 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02d6cd3-e098-40b1-b54a-fd2965a00c95 None None] Network 227568a4-6f92-46e2-aa9e-4d05050013fc requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:52.703316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Calling delete_port for 7a869512-9d8e-42ff-a8d7-119e31352b29 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:42:52.753528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-193df78f-1a71-4052-9f3d-88922c45a925 None None] Provisioning for port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:42:52.779995 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:52.826291 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Pushing event deleted for resources: {'Port': ['ID=7a869512-9d8e-42ff-a8d7-119e31352b29,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:52.833761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] No DVR routers for this DVR port 7a869512-9d8e-42ff-a8d7-119e31352b29 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:42:52.959711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:52.992357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fb132a-12b9-4c34-951c-b4fd5cefaf51']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:53.007159 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb09ea1-ccc0-4737-8872-745a3df1f683') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:53.007458 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb09ea1-ccc0-4737-8872-745a3df1f683') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:53.019656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:53.036251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:53.043321 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:42:53.043715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:42:53.058730 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:42:53.142509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:53.160826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:53.173692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Pushing event deleted for resources: {'Network': ['ID=b5fb132a-12b9-4c34-951c-b4fd5cefaf51,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:53.176302 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ee42dde6-5743-4522-848e-8e63807ecb93 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] 10.222.0.71 "DELETE /v2.0/networks/b5fb132a-12b9-4c34-951c-b4fd5cefaf51 HTTP/1.1" status: 204 len: 168 time: 0.9600577 Apr 22 15:42:53.178889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40962) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:53.365968 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e41c6-e50a-4cc3-8fe1-66064e1d6086 None None] DHCP port deletion for b5fb132a-12b9-4c34-951c-b4fd5cefaf51 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:42:53.369306 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-949ba8f7-8478-4b45-987f-50116dd2de44 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Deleting subnet 91b9a49e-8540-4896-aa9e-04d95a121705 {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:42:53.372732 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-949ba8f7-8478-4b45-987f-50116dd2de44 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:53.380065 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932cb340-1c69-4f70-ac91-e8caa19f84f8 None None] Network b5fb132a-12b9-4c34-951c-b4fd5cefaf51 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:53.406715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932cb340-1c69-4f70-ac91-e8caa19f84f8 None None] Network b5fb132a-12b9-4c34-951c-b4fd5cefaf51 could not be found, it might have been deleted concurrently. {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 22 15:42:53.409476 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-aa455ca8-c96e-4fb9-b888-b62093ed795e None None] Could not find standard attr ID for object 7a869512-9d8e-42ff-a8d7-119e31352b29. {{(pid=83935) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 15:42:53.428690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-949ba8f7-8478-4b45-987f-50116dd2de44 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:53.510906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-949ba8f7-8478-4b45-987f-50116dd2de44 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:53.580040 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-949ba8f7-8478-4b45-987f-50116dd2de44 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:53.619994 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ba8f7-8478-4b45-987f-50116dd2de44 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Pushing event deleted for resources: {'Subnet': ['ID=91b9a49e-8540-4896-aa9e-04d95a121705,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:53.623864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-949ba8f7-8478-4b45-987f-50116dd2de44 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:53.630854 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-949ba8f7-8478-4b45-987f-50116dd2de44 tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] 10.222.0.71 "DELETE /v2.0/subnets/91b9a49e-8540-4896-aa9e-04d95a121705 HTTP/1.1" status: 204 len: 168 time: 0.4509692 Apr 22 15:42:53.633572 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40966) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:53.635199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cf379e-6754-404c-83c0-011842b17be2 None None] Network 227568a4-6f92-46e2-aa9e-4d05050013fc requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:53.731781 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:42:53.752307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:53.763303 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Deleting port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:42:53.763633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:53.884329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:42:53.892678 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:42:53.893055 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:53.951766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] DHCP port deletion for 227568a4-6f92-46e2-aa9e-4d05050013fc request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:42:53.960049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] Deleting port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:42:53.960429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:53.967718 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] For port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2,segment=NetworkSegment(6c05e8c2-a9be-4c43-9522-862205509cf9),segment_id=6c05e8c2-a9be-4c43-9522-862205509cf9)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:53.968073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:54.086452 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Calling delete_port for d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:42:54.098830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:54.210038 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2,segment=NetworkSegment(6c05e8c2-a9be-4c43-9522-862205509cf9),segment_id=6c05e8c2-a9be-4c43-9522-862205509cf9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:54.220399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.db.api [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83934) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:42:54.220966 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG oslo_db.api [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:42:54.223559 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:54.262520 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] For port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2,segment=NetworkSegment(6c05e8c2-a9be-4c43-9522-862205509cf9),segment_id=6c05e8c2-a9be-4c43-9522-862205509cf9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:54.262899 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:54.396146 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] Calling delete_port for d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:42:54.446336 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:54.475231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:42:54.475520 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:42:54.721808 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Deleting port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:42:54.722462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:54.976840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] Deleting port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:42:54.977407 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:54.997051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] For port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2,segment=NetworkSegment(6c05e8c2-a9be-4c43-9522-862205509cf9),segment_id=6c05e8c2-a9be-4c43-9522-862205509cf9)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:54.997412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:55.118834 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Calling delete_port for d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:42:55.176152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] For port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2,segment=NetworkSegment(6c05e8c2-a9be-4c43-9522-862205509cf9),segment_id=6c05e8c2-a9be-4c43-9522-862205509cf9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:42:55.176537 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:55.190247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:55.231531 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Pushing event deleted for resources: {'Port': ['ID=d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:55.240228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] No DVR routers for this DVR port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:42:55.297664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] Calling delete_port for d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:42:55.358844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:55.365497 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:42:55.365982 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:42:55.383097 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227568a4-6f92-46e2-aa9e-4d05050013fc']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:55.398952 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c05e8c2-a9be-4c43-9522-862205509cf9') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:55.399252 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c05e8c2-a9be-4c43-9522-862205509cf9') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:42:55.411236 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:55.426826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:55.432684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:42:55.433058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:42:55.446825 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:42:55.523188 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:55.539839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:55.554643 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Pushing event deleted for resources: {'Network': ['ID=227568a4-6f92-46e2-aa9e-4d05050013fc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:55.557969 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-775538cd-98b8-449a-a3a7-6bc380d349bb tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] 10.222.0.71 "DELETE /v2.0/networks/227568a4-6f92-46e2-aa9e-4d05050013fc HTTP/1.1" status: 204 len: 168 time: 1.9232273 Apr 22 15:42:55.560592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40970) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:55.601110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-95937556-07a9-43da-ad4c-175e4a78fa9f tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Synchronizing usage tracker for tenant:4154eaf409bc468da749653e8070e7fe on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:42:55.616376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-95937556-07a9-43da-ad4c-175e4a78fa9f tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Unset dirty status for tenant:4154eaf409bc468da749653e8070e7fe on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:42:55.617755 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-95937556-07a9-43da-ad4c-175e4a78fa9f tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] 10.222.0.71 "GET /v2.0/ports?device_id=3475e6be-be66-4a21-94dd-7af51a1d3ebe HTTP/1.1" status: 200 len: 205 time: 0.0560486 Apr 22 15:42:55.621211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 40974) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:55.673947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:42:55.740520 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:42:55.740863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:42:55.770300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-93a477c5-4489-40e8-aa06-b8d4e64dd2df tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:56.166817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] Deleting port d7ccf253-c237-4b9a-aaf8-8b0abdb20ee2 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:42:56.167999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:56.228777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1b4a2c56-914b-425f-a8d4-3595fc08f478 None None] The port 'd7ccf253-c237-4b9a-aaf8-8b0abdb20ee2' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:42:56.243419 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-93a477c5-4489-40e8-aa06-b8d4e64dd2df tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:56.248330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-93a477c5-4489-40e8-aa06-b8d4e64dd2df tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:56.271526 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-93a477c5-4489-40e8-aa06-b8d4e64dd2df tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:56.271982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a477c5-4489-40e8-aa06-b8d4e64dd2df tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Fanout notify agent at l3_agent the message router_deleted on router 3475e6be-be66-4a21-94dd-7af51a1d3ebe {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:42:56.282491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-93a477c5-4489-40e8-aa06-b8d4e64dd2df tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:56.283537 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-93a477c5-4489-40e8-aa06-b8d4e64dd2df tempest-RoutersNegativeTest-685958374 tempest-RoutersNegativeTest-685958374-project] 10.222.0.71 "DELETE /v2.0/routers/3475e6be-be66-4a21-94dd-7af51a1d3ebe HTTP/1.1" status: 204 len: 168 time: 0.6620042 Apr 22 15:42:56.563459 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40982) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:56.731746 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a01cfa9c-85d2-4294-bd2f-a67a19a6a21b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4154eaf409bc468da749653e8070e7fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1671560 Apr 22 15:42:56.734199 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 40988) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:56.791024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c791-623a-473f-ad0c-c90523dfc76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:56.820417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c791-623a-473f-ad0c-c90523dfc76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:56.875630 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c791-623a-473f-ad0c-c90523dfc76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:56.889623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4c791-623a-473f-ad0c-c90523dfc76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c235d73-5e01-4c7b-95b1-e324125812af,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:56.895957 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2cd4c791-623a-473f-ad0c-c90523dfc76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:56.897023 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2cd4c791-623a-473f-ad0c-c90523dfc76b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7c235d73-5e01-4c7b-95b1-e324125812af HTTP/1.1" status: 204 len: 168 time: 0.1619546 Apr 22 15:42:57.736215 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41010) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:57.861383 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-793128429-network', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:57.866198 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:57.870211 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Usage tracker for resource:network and tenant:fd5c9f76e555423cab1f3abd40900541 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:57.873028 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:57.878701 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:57.888360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Made reservation on behalf of fd5c9f76e555423cab1f3abd40900541 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:57.890675 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:57.902956 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:57.936512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:57.940190 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Usage tracker for resource:security_group_rule and tenant:fd5c9f76e555423cab1f3abd40900541 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:57.942929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:57.948478 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:58.014518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:58.018036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:58.048393 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:42:58.056381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e2a951-b12c-46d7-b23e-dbe11fd79527,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:58.061964 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:58.062356 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Added segment ccac4e50-2ec4-43bf-a077-e715797cd2a5 of type vlan for network e3e26d6d-2442-418f-8404-6d22222c843b Apr 22 15:42:58.087473 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:58.115861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:58.116700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:58.117267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:58.217174 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e26d6d-2442-418f-8404-6d22222c843b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:58.219988 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-35dade60-dbd4-4133-b289-2e68b3b61570 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4827805 Apr 22 15:42:58.223123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41016) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:58.226573 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network e3e26d6d-2442-418f-8404-6d22222c843b details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:42:58.228635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Request body: {'subnet': {'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-793128429-subnet', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:58.233534 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:58.237429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Usage tracker for resource:subnet and tenant:fd5c9f76e555423cab1f3abd40900541 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:58.240625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:58.246847 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:58.256800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Made reservation on behalf of fd5c9f76e555423cab1f3abd40900541 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:42:58.259408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:58.458377 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:58.532128 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f8f32b-bded-4659-916d-af3f205e5ee5,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:58.543825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Checking segment: {'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:58.544176 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Network hostable DHCP agents. Network: e3e26d6d-2442-418f-8404-6d22222c843b, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:42:58.564216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Network e3e26d6d-2442-418f-8404-6d22222c843b is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:42:58.572621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, e3e26d6d-2442-418f-8404-6d22222c843b) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:58.576550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:42:58.577128 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:58.582164 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701a652b-1299-4af6-8fc8-938b9ea141a4 None None] Network e3e26d6d-2442-418f-8404-6d22222c843b requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:42:58.599500 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-78271f64-85e4-4e10-ade8-35613b7498af admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3725960 Apr 22 15:42:58.599716 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41020) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:42:58.604674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-793128429-router', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:42:58.609642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:42:58.613436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Usage tracker for resource:router and tenant:fd5c9f76e555423cab1f3abd40900541 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:42:58.616240 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:42:58.621845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:42:58.631813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:58.632854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:58.652351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:58.794360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:58.795499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-e3e26d6d-2442-418f-8404-6d22222c843b', 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'fixed_ips': [{'subnet_id': '03f8f32b-bded-4659-916d-af3f205e5ee5'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:42:58.796301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:58.951992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Allocated IP 172.20.0.2 (e3e26d6d-2442-418f-8404-6d22222c843b/03f8f32b-bded-4659-916d-af3f205e5ee5/3ff61c21-92b9-4138-9cf5-70914e98a916) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:42:58.990916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:59.020960 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:59.158118 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:59.160508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Allocated IP 172.26.8.38 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/b5228748-4895-4a86-8174-2e070b924bf5) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:42:59.171489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Transition to ACTIVE for port object 3ff61c21-92b9-4138-9cf5-70914e98a916 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:42:59.193691 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Transition to ACTIVE for port object 3ff61c21-92b9-4138-9cf5-70914e98a916 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:42:59.200463 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:59.265732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Network e3e26d6d-2442-418f-8404-6d22222c843b is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:42:59.268368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:59.271898 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:42:59.280268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Pushing event updated for resources: {'Port': ['ID=3ff61c21-92b9-4138-9cf5-70914e98a916,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:59.317667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:59.346060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:59.363543 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Attempting to bind port 3ff61c21-92b9-4138-9cf5-70914e98a916 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:42:59.363912 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Attempting to bind port 3ff61c21-92b9-4138-9cf5-70914e98a916 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:42:59.364268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Attempting to bind port 3ff61c21-92b9-4138-9cf5-70914e98a916 on network e3e26d6d-2442-418f-8404-6d22222c843b {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:42:59.370838 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:42:59.371208 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Checking segment: {'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:42:59.371604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:59.371995 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Bound using segment: {'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:42:59.372454 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Bound port: 3ff61c21-92b9-4138-9cf5-70914e98a916, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:42:59.372824 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:59.414516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:42:59.418569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:42:59.420296 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Pushing event updated for resources: {'Port': ['ID=b5228748-4895-4a86-8174-2e070b924bf5,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:59.422373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:42:59.464107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] For port 3ff61c21-92b9-4138-9cf5-70914e98a916, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:42:59.467714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] For port 3ff61c21-92b9-4138-9cf5-70914e98a916, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3ff61c21-92b9-4138-9cf5-70914e98a916,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:42:59.472068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:59.551944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2edc1-718f-4778-8aac-7738902456b4 None None] Pushing event updated for resources: {'Port': ['ID=3ff61c21-92b9-4138-9cf5-70914e98a916,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:42:59.588463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:59.589200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:42:59.923016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Router 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:43:00.120017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:43:00.129167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Sync routers for ids ['12d94ddf-c13d-4893-9a42-41e3f5b31ba4'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:43:00.142178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Routers {'12d94ddf-c13d-4893-9a42-41e3f5b31ba4'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:43:00.142802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c56a5043-b094-422e-b587-b4240de6999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:42:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['12d94ddf-c13d-4893-9a42-41e3f5b31ba4'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:00.144275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:00.148506 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cbf7cb1a-9c88-4664-8872-01c98ccd3e56 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5449572 Apr 22 15:43:00.148600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41024) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:43:00.328861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Set router 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:43:00.543860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dd2a80-4055-4d6d-99ba-81ca32731ff4 None None] Network e3e26d6d-2442-418f-8404-6d22222c843b requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:43:00.669259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-4fa5a9b5-9d59-4a6d-b9e4-261bbaa34e59 None None] Provisioning for port 3ff61c21-92b9-4138-9cf5-70914e98a916 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:43:00.866567 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c56a5043-b094-422e-b587-b4240de6999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'name': 'tempest-TestEncryptedCinderVolumes-793128429-router', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'b5228748-4895-4a86-8174-2e070b924bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:42:58Z', 'updated_at': '2022-04-22T15:42:59Z', 'revision_number': 3, 'project_id': 'fd5c9f76e555423cab1f3abd40900541', 'gw_port': {'id': 'b5228748-4895-4a86-8174-2e070b924bf5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:42:59Z', 'updated_at': '2022-04-22T15:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:00.873023 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Checking router: 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:43:00.873368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Updating router 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 port b5228748-4895-4a86-8174-2e070b924bf5 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:43:00.908964 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:00.928962 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:01.137729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Allocated IP 172.20.0.1 (e3e26d6d-2442-418f-8404-6d22222c843b/03f8f32b-bded-4659-916d-af3f205e5ee5/c502218e-3914-4994-aa32-673b0871684e) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:43:01.264966 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:01.280209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Transition to ACTIVE for port object b5228748-4895-4a86-8174-2e070b924bf5 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:43:01.285473 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:01.287049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:01.301727 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Transition to ACTIVE for port object c502218e-3914-4994-aa32-673b0871684e will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:43:01.323896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:01.371408 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Attempting to bind port b5228748-4895-4a86-8174-2e070b924bf5 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:43:01.372014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Attempting to bind port b5228748-4895-4a86-8174-2e070b924bf5 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:43:01.372133 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Attempting to bind port b5228748-4895-4a86-8174-2e070b924bf5 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:43:01.374317 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bde20-fbf1-4c93-9fc0-8342c808a226 None None] Pushing event updated for resources: {'Port': ['ID=b5228748-4895-4a86-8174-2e070b924bf5,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:01.383083 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:43:01.383462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:43:01.383863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:01.384257 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:43:01.384730 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Bound port: b5228748-4895-4a86-8174-2e070b924bf5, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:43:01.385107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:01.461772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c56a5043-b094-422e-b587-b4240de6999b None None] For port b5228748-4895-4a86-8174-2e070b924bf5, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:43:01.466050 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c56a5043-b094-422e-b587-b4240de6999b None None] For port b5228748-4895-4a86-8174-2e070b924bf5, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b5228748-4895-4a86-8174-2e070b924bf5,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:43:01.471066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:01.499441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Network e3e26d6d-2442-418f-8404-6d22222c843b is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:43:01.502838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Pushing event updated for resources: {'Port': ['ID=c502218e-3914-4994-aa32-673b0871684e,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:01.505159 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:43:01.507384 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:43:01.551808 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bde20-fbf1-4c93-9fc0-8342c808a226 None None] Pushing event updated for resources: {'Port': ['ID=b5228748-4895-4a86-8174-2e070b924bf5,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:01.556309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Routers {'12d94ddf-c13d-4893-9a42-41e3f5b31ba4'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:43:01.556923 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c56a5043-b094-422e-b587-b4240de6999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:42:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['12d94ddf-c13d-4893-9a42-41e3f5b31ba4'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:01.559727 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:01.645818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:01.740292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3ff61c21-92b9-4138-9cf5-70914e98a916 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:43:01.780388 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-c56a5043-b094-422e-b587-b4240de6999b None None] Set router 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:43:01.884780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:01.889213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:01.943423 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-01cbade6-e5d5-4d23-8750-94cacd24df21 None None] Provisioning for port c502218e-3914-4994-aa32-673b0871684e completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:43:01.965171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-01cbade6-e5d5-4d23-8750-94cacd24df21 None None] Provisioning complete for port c502218e-3914-4994-aa32-673b0871684e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:01.965538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-01cbade6-e5d5-4d23-8750-94cacd24df21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:01.996882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Pushing event updated for resources: {'Port': ['ID=c502218e-3914-4994-aa32-673b0871684e,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:02.000487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:02.086737 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 3ff61c21-92b9-4138-9cf5-70914e98a916 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:43:02.118325 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 3ff61c21-92b9-4138-9cf5-70914e98a916 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:02.118696 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:02.138406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Network e3e26d6d-2442-418f-8404-6d22222c843b is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:43:02.139587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:43:02.149937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-01cbade6-e5d5-4d23-8750-94cacd24df21 None None] Port c502218e-3914-4994-aa32-673b0871684e cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:43:02.323276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:02.366516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 3ff61c21-92b9-4138-9cf5-70914e98a916, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3ff61c21-92b9-4138-9cf5-70914e98a916,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:43:02.372328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c56a5043-b094-422e-b587-b4240de6999b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'name': 'tempest-TestEncryptedCinderVolumes-793128429-router', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'b5228748-4895-4a86-8174-2e070b924bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:42:58Z', 'updated_at': '2022-04-22T15:43:01Z', 'revision_number': 4, 'project_id': 'fd5c9f76e555423cab1f3abd40900541', 'gw_port': {'id': 'b5228748-4895-4a86-8174-2e070b924bf5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:42:59Z', 'updated_at': '2022-04-22T15:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c502218e-3914-4994-aa32-673b0871684e', 'name': '', 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'mac_address': 'fa:16:3e:1d:3f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f8f32b-bded-4659-916d-af3f205e5ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:00Z', 'updated_at': '2022-04-22T15:43:01Z', 'revision_number': 1, 'project_id': 'fd5c9f76e555423cab1f3abd40900541', 'subnets': [{'id': '03f8f32b-bded-4659-916d-af3f205e5ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:02.375932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:02.413985 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56a5043-b094-422e-b587-b4240de6999b None None] The sync data for ids ['12d94ddf-c13d-4893-9a42-41e3f5b31ba4'] in dv-neutron-838883-3-hyperv is: [{'id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'name': 'tempest-TestEncryptedCinderVolumes-793128429-router', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'b5228748-4895-4a86-8174-2e070b924bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:42:58Z', 'updated_at': '2022-04-22T15:43:01Z', 'revision_number': 4, 'project_id': 'fd5c9f76e555423cab1f3abd40900541', 'gw_port': {'id': 'b5228748-4895-4a86-8174-2e070b924bf5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:42:59Z', 'updated_at': '2022-04-22T15:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c502218e-3914-4994-aa32-673b0871684e', 'name': '', 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'mac_address': 'fa:16:3e:1d:3f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f8f32b-bded-4659-916d-af3f205e5ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:00Z', 'updated_at': '2022-04-22T15:43:01Z', 'revision_number': 1, 'project_id': 'fd5c9f76e555423cab1f3abd40900541', 'subnets': [{'id': '03f8f32b-bded-4659-916d-af3f205e5ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:43:02.444116 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-84e45ad4-8318-48ed-a025-da60c09408b4 None None] Provisioning complete for port c502218e-3914-4994-aa32-673b0871684e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:02.444499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84e45ad4-8318-48ed-a025-da60c09408b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:02.510414 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=3ff61c21-92b9-4138-9cf5-70914e98a916,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:02.523195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-84e45ad4-8318-48ed-a025-da60c09408b4 None None] Port c502218e-3914-4994-aa32-673b0871684e cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:43:02.551686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Router 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:43:02.762805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:43:02.780402 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6bb9aa82-0882-47b9-a20d-15b8bdee9411 admin admin] 10.222.0.71 "PUT /v2.0/routers/12d94ddf-c13d-4893-9a42-41e3f5b31ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6222537 Apr 22 15:43:03.313543 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:03.645255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41046) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:43:03.654659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1724848100-network', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:43:03.659769 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:43:03.663670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Usage tracker for resource:network and tenant:216e97d5e8a14ec5b40a14d298046f4b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:43:03.666795 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:43:03.672741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:43:03.683343 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Made reservation on behalf of 216e97d5e8a14ec5b40a14d298046f4b for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:43:03.685761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:03.698089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:03.731510 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:43:03.735640 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Usage tracker for resource:security_group_rule and tenant:216e97d5e8a14ec5b40a14d298046f4b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:43:03.740303 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:43:03.746968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:43:03.748281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b5228748-4895-4a86-8174-2e070b924bf5 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:43:03.812526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:03.816669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:03.822085 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port b5228748-4895-4a86-8174-2e070b924bf5 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:43:03.827963 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b5228748-4895-4a86-8174-2e070b924bf5 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:03.828676 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:03.845696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:43:03.853647 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b48c7f-d565-4513-a675-4521937b4634,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:03.863273 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:03.864063 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Added segment e3623118-7e97-4886-ba3f-5c0b515d17a9 of type vlan for network b9780d3c-b876-4086-b9d5-64d9cefbe4c9 Apr 22 15:43:03.895530 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:03.924709 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:03.925904 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:03.926512 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:03.942103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:03.958254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port b5228748-4895-4a86-8174-2e070b924bf5, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b5228748-4895-4a86-8174-2e070b924bf5,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:43:03.963291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:03.964150 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3ff61c21-92b9-4138-9cf5-70914e98a916 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:43:04.032621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] Pushing event updated for resources: {'Network': ['ID=b9780d3c-b876-4086-b9d5-64d9cefbe4c9,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:04.036582 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2c233cae-8f90-4324-828a-e60c53e7dcb7 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3884909 Apr 22 15:43:04.039490 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41050) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:43:04.045269 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Request body: {'subnet': {'network_id': 'b9780d3c-b876-4086-b9d5-64d9cefbe4c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1724848100-subnet', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:43:04.052704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:43:04.056606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Usage tracker for resource:subnet and tenant:216e97d5e8a14ec5b40a14d298046f4b is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:43:04.057375 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network b9780d3c-b876-4086-b9d5-64d9cefbe4c9 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:43:04.060174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:43:04.065971 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:43:04.076813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Made reservation on behalf of 216e97d5e8a14ec5b40a14d298046f4b for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:43:04.079131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:04.157065 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=b5228748-4895-4a86-8174-2e070b924bf5,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:04.186960 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 3ff61c21-92b9-4138-9cf5-70914e98a916 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:04.187328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:04.282388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:04.457503 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad011e7-4a93-4e18-9717-e3439295f36e,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:04.470427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Checking segment: {'id': 'e3623118-7e97-4886-ba3f-5c0b515d17a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b9780d3c-b876-4086-b9d5-64d9cefbe4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:43:04.470776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Network hostable DHCP agents. Network: b9780d3c-b876-4086-b9d5-64d9cefbe4c9, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:43:04.491637 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Network b9780d3c-b876-4086-b9d5-64d9cefbe4c9 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:43:04.500966 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, b9780d3c-b876-4086-b9d5-64d9cefbe4c9) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:43:04.504790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:04.505353 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:04.509575 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1524b58c-ffb7-487a-acd0-35b8009a1f07 None None] Network b9780d3c-b876-4086-b9d5-64d9cefbe4c9 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:43:04.524947 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-584b92c9-dd0f-4a8c-9beb-2fdcdb6c477e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4842112 Apr 22 15:43:04.527309 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41054) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:43:04.532045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1724848100-router', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:43:04.536440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:43:04.540161 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Usage tracker for resource:router and tenant:216e97d5e8a14ec5b40a14d298046f4b is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:43:04.542991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:43:04.548693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:43:04.559343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:04.560157 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:04.579483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:04.719256 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-b9780d3c-b876-4086-b9d5-64d9cefbe4c9', 'network_id': 'b9780d3c-b876-4086-b9d5-64d9cefbe4c9', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'fixed_ips': [{'subnet_id': '6ad011e7-4a93-4e18-9717-e3439295f36e'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:43:04.720079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:04.723745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:04.874857 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Allocated IP 172.20.0.2 (b9780d3c-b876-4086-b9d5-64d9cefbe4c9/6ad011e7-4a93-4e18-9717-e3439295f36e/2660de33-67ec-47fa-baad-c2a2fc0d032c) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:43:04.911258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:04.941175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:05.080872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Allocated IP 172.26.8.15 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/724cf897-aad4-4a44-9300-6d31c4bcfc06) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:43:05.087107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:05.098065 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Transition to ACTIVE for port object 2660de33-67ec-47fa-baad-c2a2fc0d032c will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:43:05.115862 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Transition to ACTIVE for port object 2660de33-67ec-47fa-baad-c2a2fc0d032c will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:43:05.121278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:05.190310 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Network b9780d3c-b876-4086-b9d5-64d9cefbe4c9 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:43:05.193211 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:43:05.198168 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:43:05.200645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Pushing event updated for resources: {'Port': ['ID=2660de33-67ec-47fa-baad-c2a2fc0d032c,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:05.229349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:05.257545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:05.322303 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Attempting to bind port 2660de33-67ec-47fa-baad-c2a2fc0d032c on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:43:05.322672 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Attempting to bind port 2660de33-67ec-47fa-baad-c2a2fc0d032c by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'e3623118-7e97-4886-ba3f-5c0b515d17a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b9780d3c-b876-4086-b9d5-64d9cefbe4c9'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:43:05.323027 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Attempting to bind port 2660de33-67ec-47fa-baad-c2a2fc0d032c on network b9780d3c-b876-4086-b9d5-64d9cefbe4c9 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:43:05.325641 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:43:05.328556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:43:05.329781 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:43:05.330288 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Checking segment: {'id': 'e3623118-7e97-4886-ba3f-5c0b515d17a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b9780d3c-b876-4086-b9d5-64d9cefbe4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:43:05.330682 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:05.331065 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Bound using segment: {'id': 'e3623118-7e97-4886-ba3f-5c0b515d17a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b9780d3c-b876-4086-b9d5-64d9cefbe4c9'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:43:05.331656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Bound port: 2660de33-67ec-47fa-baad-c2a2fc0d032c, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3623118-7e97-4886-ba3f-5c0b515d17a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b9780d3c-b876-4086-b9d5-64d9cefbe4c9'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:43:05.332025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:05.332918 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:43:05.362834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=724cf897-aad4-4a44-9300-6d31c4bcfc06,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:05.419418 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] For port 2660de33-67ec-47fa-baad-c2a2fc0d032c, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:43:05.422735 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] For port 2660de33-67ec-47fa-baad-c2a2fc0d032c, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=2660de33-67ec-47fa-baad-c2a2fc0d032c,segment=NetworkSegment(e3623118-7e97-4886-ba3f-5c0b515d17a9),segment_id=e3623118-7e97-4886-ba3f-5c0b515d17a9)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:43:05.427205 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:05.495241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:05.496316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:05.510886 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9751d-6847-4c80-ace9-84fb4c15f8f6 None None] Pushing event updated for resources: {'Port': ['ID=2660de33-67ec-47fa-baad-c2a2fc0d032c,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:05.803951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Router c83cd85b-af1b-4a36-a54c-229bbc022b58 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:43:05.822836 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b5228748-4895-4a86-8174-2e070b924bf5 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:43:05.890642 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b5228748-4895-4a86-8174-2e070b924bf5 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:05.891262 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:06.009395 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:43:06.009752 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 2660de33-67ec-47fa-baad-c2a2fc0d032c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:43:06.018406 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Sync routers for ids ['c83cd85b-af1b-4a36-a54c-229bbc022b58'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:43:06.032752 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Routers {'c83cd85b-af1b-4a36-a54c-229bbc022b58'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:43:06.033407 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:42:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['c83cd85b-af1b-4a36-a54c-229bbc022b58'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:06.034754 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:06.038652 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ea39e32b-435a-4cef-8632-9254ea15c2e4 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5079188 Apr 22 15:43:06.038923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41058) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:43:06.083594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 2660de33-67ec-47fa-baad-c2a2fc0d032c completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:43:06.227821 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Set router c83cd85b-af1b-4a36-a54c-229bbc022b58 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:43:06.464295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e919e82b-fb98-4fc2-8d8e-3fa2fcdf6394 None None] Network b9780d3c-b876-4086-b9d5-64d9cefbe4c9 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:43:06.517274 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'name': 'tempest-TestEncryptedCinderVolumes-1724848100-router', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '724cf897-aad4-4a44-9300-6d31c4bcfc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:43:05Z', 'revision_number': 3, 'project_id': '216e97d5e8a14ec5b40a14d298046f4b', 'gw_port': {'id': '724cf897-aad4-4a44-9300-6d31c4bcfc06', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:06.520966 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Checking router: c83cd85b-af1b-4a36-a54c-229bbc022b58 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:43:06.521297 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Updating router c83cd85b-af1b-4a36-a54c-229bbc022b58 port 724cf897-aad4-4a44-9300-6d31c4bcfc06 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:43:06.578443 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:06.626281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Provisioning for port 2660de33-67ec-47fa-baad-c2a2fc0d032c completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:43:06.638003 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Provisioning complete for port 2660de33-67ec-47fa-baad-c2a2fc0d032c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:06.638670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:06.812800 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:06.848607 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] For port 2660de33-67ec-47fa-baad-c2a2fc0d032c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=2660de33-67ec-47fa-baad-c2a2fc0d032c,segment=NetworkSegment(e3623118-7e97-4886-ba3f-5c0b515d17a9),segment_id=e3623118-7e97-4886-ba3f-5c0b515d17a9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:43:06.855316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:06.924547 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:06.932167 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:06.937333 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Transition to ACTIVE for port object 724cf897-aad4-4a44-9300-6d31c4bcfc06 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:43:06.946351 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:06.947869 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Pushing event updated for resources: {'Port': ['ID=2660de33-67ec-47fa-baad-c2a2fc0d032c,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:06.964763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:06.965244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:06.965687 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:06.966165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:06.966621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:06.967053 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:06.967484 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:06.967913 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:06.968341 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:06.968765 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:06.969199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd70d87c-7ba4-47bb-b308-6039abf96f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:07.037225 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Attempting to bind port 724cf897-aad4-4a44-9300-6d31c4bcfc06 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:43:07.037701 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Attempting to bind port 724cf897-aad4-4a44-9300-6d31c4bcfc06 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:43:07.038003 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Attempting to bind port 724cf897-aad4-4a44-9300-6d31c4bcfc06 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:43:07.048925 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:43:07.049289 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:43:07.049681 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:07.050068 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:43:07.050667 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Bound port: 724cf897-aad4-4a44-9300-6d31c4bcfc06, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:43:07.051043 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:07.074493 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc18e5-732b-48fd-aa02-59d62202f3af None None] Pushing event updated for resources: {'Port': ['ID=724cf897-aad4-4a44-9300-6d31c4bcfc06,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:07.077765 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3ac10214-c5cd-430c-925f-51b391b93b68 None None] Provisioning complete for port 2660de33-67ec-47fa-baad-c2a2fc0d032c triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:07.078274 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3ac10214-c5cd-430c-925f-51b391b93b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:07.101920 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc18e5-732b-48fd-aa02-59d62202f3af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:07.102168 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc18e5-732b-48fd-aa02-59d62202f3af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:07.102506 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc18e5-732b-48fd-aa02-59d62202f3af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:07.102835 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc18e5-732b-48fd-aa02-59d62202f3af None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:07.103156 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc18e5-732b-48fd-aa02-59d62202f3af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:07.103487 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc18e5-732b-48fd-aa02-59d62202f3af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:07.103801 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc18e5-732b-48fd-aa02-59d62202f3af None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:07.104117 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc18e5-732b-48fd-aa02-59d62202f3af None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:07.104433 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc18e5-732b-48fd-aa02-59d62202f3af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:07.104780 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc18e5-732b-48fd-aa02-59d62202f3af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:07.105091 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffc18e5-732b-48fd-aa02-59d62202f3af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:07.140241 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] For port 724cf897-aad4-4a44-9300-6d31c4bcfc06, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:43:07.143886 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] For port 724cf897-aad4-4a44-9300-6d31c4bcfc06, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=724cf897-aad4-4a44-9300-6d31c4bcfc06,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:43:07.151060 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:07.177800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Allocated IP 172.20.0.1 (b9780d3c-b876-4086-b9d5-64d9cefbe4c9/6ad011e7-4a93-4e18-9717-e3439295f36e/150ebf98-3801-4b3c-b84d-a7693f47d395) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:43:07.233094 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Routers {'c83cd85b-af1b-4a36-a54c-229bbc022b58'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:43:07.233693 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:42:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['c83cd85b-af1b-4a36-a54c-229bbc022b58'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:07.289474 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc18e5-732b-48fd-aa02-59d62202f3af None None] Pushing event updated for resources: {'Port': ['ID=724cf897-aad4-4a44-9300-6d31c4bcfc06,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:07.329130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:07.345368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Transition to ACTIVE for port object 150ebf98-3801-4b3c-b84d-a7693f47d395 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:43:07.367684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:07.415461 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] Set router c83cd85b-af1b-4a36-a54c-229bbc022b58 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:43:07.436864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Network b9780d3c-b876-4086-b9d5-64d9cefbe4c9 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:43:07.439654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:43:07.443549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:43:07.477689 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Pushing event updated for resources: {'Port': ['ID=150ebf98-3801-4b3c-b84d-a7693f47d395,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:07.501127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:07.589925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:07.690540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 2660de33-67ec-47fa-baad-c2a2fc0d032c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:43:07.741149 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'name': 'tempest-TestEncryptedCinderVolumes-1724848100-router', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '724cf897-aad4-4a44-9300-6d31c4bcfc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:43:05Z', 'revision_number': 3, 'project_id': '216e97d5e8a14ec5b40a14d298046f4b', 'gw_port': {'id': '724cf897-aad4-4a44-9300-6d31c4bcfc06', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:07.745092 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a636b5ba-9a55-4bfa-bb24-7b826d68e71e None None] The sync data for ids ['c83cd85b-af1b-4a36-a54c-229bbc022b58'] in dv-neutron-838883-3-hyperv is: [{'id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'name': 'tempest-TestEncryptedCinderVolumes-1724848100-router', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '724cf897-aad4-4a44-9300-6d31c4bcfc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:43:05Z', 'revision_number': 3, 'project_id': '216e97d5e8a14ec5b40a14d298046f4b', 'gw_port': {'id': '724cf897-aad4-4a44-9300-6d31c4bcfc06', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:43:07.759448 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7b33e0a8-a15f-41e5-8725-295e3a107f11 None None] Provisioning for port 150ebf98-3801-4b3c-b84d-a7693f47d395 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:43:07.769084 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-7b33e0a8-a15f-41e5-8725-295e3a107f11 None None] Provisioning complete for port 150ebf98-3801-4b3c-b84d-a7693f47d395 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:07.769592 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7b33e0a8-a15f-41e5-8725-295e3a107f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:07.805087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 2660de33-67ec-47fa-baad-c2a2fc0d032c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:07.805466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:07.837218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:07.841871 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:07.864914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-7b33e0a8-a15f-41e5-8725-295e3a107f11 None None] Port 150ebf98-3801-4b3c-b84d-a7693f47d395 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:43:07.946798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Pushing event updated for resources: {'Port': ['ID=150ebf98-3801-4b3c-b84d-a7693f47d395,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:07.949272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:08.177170 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Network b9780d3c-b876-4086-b9d5-64d9cefbe4c9 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:43:08.178251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:43:08.392206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-9cc7fd41-72de-4f88-bd51-76a44da47cf0 None None] Provisioning complete for port 150ebf98-3801-4b3c-b84d-a7693f47d395 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:08.393316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9cc7fd41-72de-4f88-bd51-76a44da47cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:08.447565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9cc7fd41-72de-4f88-bd51-76a44da47cf0 None None] Port 150ebf98-3801-4b3c-b84d-a7693f47d395 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:43:08.563069 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Router c83cd85b-af1b-4a36-a54c-229bbc022b58 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:43:08.760669 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:43:08.770152 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ef2c1d9e-dcbf-4b7e-a0f7-0219504e6f8d admin admin] 10.222.0.71 "PUT /v2.0/routers/c83cd85b-af1b-4a36-a54c-229bbc022b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7301831 Apr 22 15:43:09.608043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-dc1048cf-1f84-43c7-8b1f-af0657b59c0f tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:09.609369 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-dc1048cf-1f84-43c7-8b1f-af0657b59c0f tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/networks?id=e3e26d6d-2442-418f-8404-6d22222c843b HTTP/1.1" status: 200 len: 816 time: 0.1498251 Apr 22 15:43:09.625640 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-7bab26a0-21f3-4a81-94b5-873f8c3575ac tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/quotas/fd5c9f76e555423cab1f3abd40900541 HTTP/1.1" status: 200 len: 375 time: 0.0107946 Apr 22 15:43:09.706598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-a3a70d46-e961-4b39-9134-8946b0a79c56 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Synchronizing usage tracker for tenant:fd5c9f76e555423cab1f3abd40900541 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:43:09.723174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-a3a70d46-e961-4b39-9134-8946b0a79c56 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Unset dirty status for tenant:fd5c9f76e555423cab1f3abd40900541 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:43:09.724534 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-a3a70d46-e961-4b39-9134-8946b0a79c56 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd5c9f76e555423cab1f3abd40900541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941908 Apr 22 15:43:09.859433 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-9487d2df-bd77-4cf7-a073-1a74e5a0e8f9 service neutron] 10.222.0.71 "GET /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229689 Apr 22 15:43:09.987729 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-b8eb5deb-bf4e-4b82-8be6-90715f933e69 service neutron] 10.222.0.71 "GET /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227090 Apr 22 15:43:10.166687 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-92f0d5af-a0ee-4dd1-ba5f-91fa3d4a9326 req-a8c01d31-8567-42b6-b643-9021c3a6a442 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 210 time: 0.0397496 Apr 22 15:43:11.329507 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0590aed6-0c87-419c-bdd2-4af6a6207394 req-6b338316-ecb8-4275-bc74-e9c1c57eab40 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 210 time: 0.0431228 Apr 22 15:43:11.481549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-64812e81-15f5-4cba-a136-ef2de026e15b tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:11.483000 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-64812e81-15f5-4cba-a136-ef2de026e15b tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.70 "GET /v2.0/networks?id=e3e26d6d-2442-418f-8404-6d22222c843b HTTP/1.1" status: 200 len: 816 time: 0.1420956 Apr 22 15:43:11.505529 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Request body: {'port': {'device_id': 'da09d346-f780-4a76-b736-eb8aa2f2c122', 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b', 'admin_state_up': True, 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:43:11.742067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:43:11.751379 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:43:11.762510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Made reservation on behalf of fd5c9f76e555423cab1f3abd40900541 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:43:11.765561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:11.924708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Allocated IP 172.20.0.11 (e3e26d6d-2442-418f-8404-6d22222c843b/03f8f32b-bded-4659-916d-af3f205e5ee5/29ba855c-682f-48b3-a3dc-7d222e1694d6) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:43:12.121320 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:12.136481 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Transition to ACTIVE for port object 29ba855c-682f-48b3-a3dc-7d222e1694d6 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:43:12.157813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:12.230372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Network e3e26d6d-2442-418f-8404-6d22222c843b is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:43:12.233169 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:43:12.235461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:43:12.272315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Pushing event updated for resources: {'Port': ['ID=29ba855c-682f-48b3-a3dc-7d222e1694d6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:12.309356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:12.309988 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:12.335209 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-baa8fe87-8f26-42f6-b4f3-5938c98f5cd9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8335612 Apr 22 15:43:12.354160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Request body: {'port': {'device_id': 'da09d346-f780-4a76-b736-eb8aa2f2c122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:43:12.491712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-10050a3c-d92b-4536-be80-e9663b2e320f None None] Provisioning for port 29ba855c-682f-48b3-a3dc-7d222e1694d6 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:43:12.496489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-10050a3c-d92b-4536-be80-e9663b2e320f None None] Provisioning complete for port 29ba855c-682f-48b3-a3dc-7d222e1694d6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:12.496975 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10050a3c-d92b-4536-be80-e9663b2e320f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:12.508416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:12.550506 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-10050a3c-d92b-4536-be80-e9663b2e320f None None] Port 29ba855c-682f-48b3-a3dc-7d222e1694d6 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:43:12.616878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c682504-b47b-48d4-8e97-ef35a6a5066b req-53f99787-c4b3-4403-a78b-b383d7dbc307 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:12.617875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-2c682504-b47b-48d4-8e97-ef35a6a5066b req-53f99787-c4b3-4403-a78b-b383d7dbc307 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Synchronizing usage tracker for tenant:fd5c9f76e555423cab1f3abd40900541 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:43:12.702807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-2c682504-b47b-48d4-8e97-ef35a6a5066b req-53f99787-c4b3-4403-a78b-b383d7dbc307 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Unset dirty status for tenant:fd5c9f76e555423cab1f3abd40900541 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:43:12.703966 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2c682504-b47b-48d4-8e97-ef35a6a5066b req-53f99787-c4b3-4403-a78b-b383d7dbc307 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 932 time: 0.2461882 Apr 22 15:43:12.771484 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1746f28b-1c5e-498f-838c-a4732ec29bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:12.832317 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2c682504-b47b-48d4-8e97-ef35a6a5066b req-b6462974-4edc-4782-801d-8fd109add822 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218486 Apr 22 15:43:12.967289 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ba855c-682f-48b3-a3dc-7d222e1694d6 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:43:12.976514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:12.991365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Transition to ACTIVE for port object 29ba855c-682f-48b3-a3dc-7d222e1694d6 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:43:12.997527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:13.137798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Pushing event updated for resources: {'Port': ['ID=29ba855c-682f-48b3-a3dc-7d222e1694d6,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:13.256113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Attempting to bind port 29ba855c-682f-48b3-a3dc-7d222e1694d6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:43:13.256572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Attempting to bind port 29ba855c-682f-48b3-a3dc-7d222e1694d6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:43:13.257153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Attempting to bind port 29ba855c-682f-48b3-a3dc-7d222e1694d6 on network e3e26d6d-2442-418f-8404-6d22222c843b {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:43:13.263791 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Port 29ba855c-682f-48b3-a3dc-7d222e1694d6 on network e3e26d6d-2442-418f-8404-6d22222c843b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:43:13.264106 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Attempting to bind port 29ba855c-682f-48b3-a3dc-7d222e1694d6 on network e3e26d6d-2442-418f-8404-6d22222c843b {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:43:13.270830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:43:13.271237 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Checking segment: {'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:43:13.271682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Bound using segment: {'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:43:13.272172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Bound port: 29ba855c-682f-48b3-a3dc-7d222e1694d6, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:43:13.272579 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:13.365861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] For port 29ba855c-682f-48b3-a3dc-7d222e1694d6, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:43:13.369093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] For port 29ba855c-682f-48b3-a3dc-7d222e1694d6, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=29ba855c-682f-48b3-a3dc-7d222e1694d6,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:43:13.374028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:13.434898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:13.436264 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] 10.222.0.70 "PUT /v2.0/ports/29ba855c-682f-48b3-a3dc-7d222e1694d6 HTTP/1.1" status: 200 len: 1094 time: 1.0866401 Apr 22 15:43:13.436696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da09d346-f780-4a76-b736-eb8aa2f2c122', 'tag': '29ba855c-682f-48b3-a3dc-7d222e1694d6'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:43:13.461160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07909269-d38c-46d4-aae4-a985a54ba4da service neutron] Pushing event updated for resources: {'Port': ['ID=29ba855c-682f-48b3-a3dc-7d222e1694d6,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:13.532712 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ed0b9c-85ef-48f3-b08e-8af12909cf89'] response: {'name': 'network-changed', 'server_uuid': 'da09d346-f780-4a76-b736-eb8aa2f2c122', 'tag': '29ba855c-682f-48b3-a3dc-7d222e1694d6', 'status': 'completed', 'code': 200} Apr 22 15:43:13.574128 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-74b262a2-46d1-4c48-9ec0-389a6e565cc2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd5c9f76e555423cab1f3abd40900541&device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 1097 time: 0.0805948 Apr 22 15:43:13.651240 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-1aefb7ca-a208-4635-bb1c-e072dfd88c5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29ba855c-682f-48b3-a3dc-7d222e1694d6 HTTP/1.1" status: 200 len: 217 time: 0.0639534 Apr 22 15:43:13.716997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 724cf897-aad4-4a44-9300-6d31c4bcfc06 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:43:13.786727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 724cf897-aad4-4a44-9300-6d31c4bcfc06 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:43:13.791253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 724cf897-aad4-4a44-9300-6d31c4bcfc06 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:13.791630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:13.805519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-a3f1f146-1f44-4757-a278-b054cab9164a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:13.806991 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-a3f1f146-1f44-4757-a278-b054cab9164a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03f8f32b-bded-4659-916d-af3f205e5ee5 HTTP/1.1" status: 200 len: 855 time: 0.1504717 Apr 22 15:43:13.884537 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-68e10deb-7430-4d75-97f9-5f201b50577e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3e26d6d-2442-418f-8404-6d22222c843b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715225 Apr 22 15:43:13.906589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:13.924849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 724cf897-aad4-4a44-9300-6d31c4bcfc06, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=724cf897-aad4-4a44-9300-6d31c4bcfc06,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:43:13.931219 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:14.030497 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=724cf897-aad4-4a44-9300-6d31c4bcfc06,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:14.039271 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-1b826f5e-c435-4f55-b7a6-8d214ec204cc service neutron] 10.222.0.70 "GET /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484401 Apr 22 15:43:14.209133 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f5e9eee-aaf1-4725-88d9-6be5a857685c req-44341e53-61f7-44dc-9e6a-519e3c1b946c service neutron] 10.222.0.70 "GET /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629241 Apr 22 15:43:14.238002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054ee11-40f0-47a1-854d-3dcb3b207aa1 req-893f701a-c1b4-4b39-82c9-488cf60b9423 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:14.239424 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f054ee11-40f0-47a1-854d-3dcb3b207aa1 req-893f701a-c1b4-4b39-82c9-488cf60b9423 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 944 time: 0.1054730 Apr 22 15:43:14.284488 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f054ee11-40f0-47a1-854d-3dcb3b207aa1 req-4451bffb-1744-4fb0-8958-a572570bcb45 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395725 Apr 22 15:43:14.374548 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7dd693b8-d9d3-4432-b4d9-91a66d1df644 req-5dfbad89-b0d5-43e4-993a-6207aab94b02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd5c9f76e555423cab1f3abd40900541&device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 1097 time: 0.0690053 Apr 22 15:43:14.502970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd693b8-d9d3-4432-b4d9-91a66d1df644 req-a5949bab-0c28-415d-9b1b-ae00c68f6dfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:14.504372 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7dd693b8-d9d3-4432-b4d9-91a66d1df644 req-a5949bab-0c28-415d-9b1b-ae00c68f6dfa service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3e26d6d-2442-418f-8404-6d22222c843b HTTP/1.1" status: 200 len: 917 time: 0.1232138 Apr 22 15:43:14.569485 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7dd693b8-d9d3-4432-b4d9-91a66d1df644 req-7d73f05e-01ca-470d-bce6-64334fa628b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29ba855c-682f-48b3-a3dc-7d222e1694d6 HTTP/1.1" status: 200 len: 217 time: 0.0588701 Apr 22 15:43:14.630891 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd693b8-d9d3-4432-b4d9-91a66d1df644 req-ce194e5c-c1b1-4f65-84cd-4004475113bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:14.632488 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7dd693b8-d9d3-4432-b4d9-91a66d1df644 req-ce194e5c-c1b1-4f65-84cd-4004475113bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03f8f32b-bded-4659-916d-af3f205e5ee5 HTTP/1.1" status: 200 len: 855 time: 0.0573139 Apr 22 15:43:14.708574 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7dd693b8-d9d3-4432-b4d9-91a66d1df644 req-130be471-5794-4374-8455-df0bab2cac4c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3e26d6d-2442-418f-8404-6d22222c843b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698307 Apr 22 15:43:14.834821 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7dd693b8-d9d3-4432-b4d9-91a66d1df644 req-ce239df8-16f0-4d84-827c-2c604b8a1805 service neutron] 10.222.0.70 "GET /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207933 Apr 22 15:43:14.962398 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7dd693b8-d9d3-4432-b4d9-91a66d1df644 req-5c5bec71-01fd-403a-8ead-25b05f1d4ca5 service neutron] 10.222.0.70 "GET /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207547 Apr 22 15:43:15.057296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9863577d-9354-4f56-809a-13c0bcbd5ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:15.480600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9067d51-631a-4423-bd4e-e79f421650d5 req-bb330080-a45a-40f5-97f7-c1adb7cbc3a8 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:15.482053 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d9067d51-631a-4423-bd4e-e79f421650d5 req-bb330080-a45a-40f5-97f7-c1adb7cbc3a8 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 944 time: 0.0789969 Apr 22 15:43:15.526017 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d9067d51-631a-4423-bd4e-e79f421650d5 req-4f62f6a1-9fdf-49ed-a2e7-0e51ab0b31e6 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384755 Apr 22 15:43:15.696541 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 724cf897-aad4-4a44-9300-6d31c4bcfc06 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:43:15.789496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 724cf897-aad4-4a44-9300-6d31c4bcfc06 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:15.789857 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:16.058666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:16.084740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:16.715314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5bb3a-55c8-4895-b084-119f44e12a70 req-89c52dd9-311c-484d-acc0-0393b3ab38b2 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:16.716753 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-04f5bb3a-55c8-4895-b084-119f44e12a70 req-89c52dd9-311c-484d-acc0-0393b3ab38b2 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 944 time: 0.0739253 Apr 22 15:43:16.760699 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-04f5bb3a-55c8-4895-b084-119f44e12a70 req-8e57b641-fe6b-41ef-b447-9ff4a394fcc7 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385327 Apr 22 15:43:17.216246 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Sync routers for ids ['12d94ddf-c13d-4893-9a42-41e3f5b31ba4'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:43:17.228216 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Routers {'12d94ddf-c13d-4893-9a42-41e3f5b31ba4'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:43:17.228822 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:43:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['12d94ddf-c13d-4893-9a42-41e3f5b31ba4'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:17.399572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Set router 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:43:17.680009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:17.708752 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'name': 'tempest-TestEncryptedCinderVolumes-793128429-router', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'b5228748-4895-4a86-8174-2e070b924bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:42:58Z', 'updated_at': '2022-04-22T15:43:01Z', 'revision_number': 4, 'project_id': 'fd5c9f76e555423cab1f3abd40900541', 'gw_port': {'id': 'b5228748-4895-4a86-8174-2e070b924bf5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:42:59Z', 'updated_at': '2022-04-22T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c502218e-3914-4994-aa32-673b0871684e', 'name': '', 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'mac_address': 'fa:16:3e:1d:3f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f8f32b-bded-4659-916d-af3f205e5ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:00Z', 'updated_at': '2022-04-22T15:43:01Z', 'revision_number': 2, 'project_id': 'fd5c9f76e555423cab1f3abd40900541', 'subnets': [{'id': '03f8f32b-bded-4659-916d-af3f205e5ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:17.712557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Checking router: 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:43:17.712906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Updating router 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 port c502218e-3914-4994-aa32-673b0871684e binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:43:17.765533 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:17.961411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e534a3-f811-4c9f-adc0-0a6b35f6df18 req-1bc528ee-738b-4622-b0f0-598ca8e6d5f3 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:17.962865 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08e534a3-f811-4c9f-adc0-0a6b35f6df18 req-1bc528ee-738b-4622-b0f0-598ca8e6d5f3 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 944 time: 0.0820494 Apr 22 15:43:18.015531 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08e534a3-f811-4c9f-adc0-0a6b35f6df18 req-fbc5cf43-5694-4633-af2f-729f227e68bb tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454731 Apr 22 15:43:18.103812 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:18.115496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Transition to ACTIVE for port object c502218e-3914-4994-aa32-673b0871684e will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:43:18.121633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:18.243671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31326fba-6ffd-4ef5-897f-7a4382e8e610 None None] Pushing event updated for resources: {'Port': ['ID=c502218e-3914-4994-aa32-673b0871684e,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:18.334117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Attempting to bind port c502218e-3914-4994-aa32-673b0871684e on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:43:18.334513 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Attempting to bind port c502218e-3914-4994-aa32-673b0871684e by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:43:18.334866 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Attempting to bind port c502218e-3914-4994-aa32-673b0871684e on network e3e26d6d-2442-418f-8404-6d22222c843b {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:43:18.341736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:43:18.342100 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Checking segment: {'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:43:18.342521 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:18.342931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Bound using segment: {'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:43:18.343390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Bound port: c502218e-3914-4994-aa32-673b0871684e, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:43:18.343758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:18.409245 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 29ba855c-682f-48b3-a3dc-7d222e1694d6 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:43:18.445026 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] For port c502218e-3914-4994-aa32-673b0871684e, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:43:18.559590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] For port c502218e-3914-4994-aa32-673b0871684e, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c502218e-3914-4994-aa32-673b0871684e,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:43:18.568100 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:18.686965 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 29ba855c-682f-48b3-a3dc-7d222e1694d6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=29ba855c-682f-48b3-a3dc-7d222e1694d6,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:43:18.706951 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31326fba-6ffd-4ef5-897f-7a4382e8e610 None None] Pushing event updated for resources: {'Port': ['ID=c502218e-3914-4994-aa32-673b0871684e,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:18.709647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '29ba855c-682f-48b3-a3dc-7d222e1694d6', 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b', 'port_id': '29ba855c-682f-48b3-a3dc-7d222e1694d6', 'mac_address': 'fa:16:3e:b8:e9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f8f32b-bded-4659-916d-af3f205e5ee5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:43:18.711320 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Routers {'12d94ddf-c13d-4893-9a42-41e3f5b31ba4'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:43:18.711937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:43:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['12d94ddf-c13d-4893-9a42-41e3f5b31ba4'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:18.855541 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Sync routers for ids ['c83cd85b-af1b-4a36-a54c-229bbc022b58'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:43:18.867829 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Routers {'c83cd85b-af1b-4a36-a54c-229bbc022b58'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:43:18.868477 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:43:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['c83cd85b-af1b-4a36-a54c-229bbc022b58'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:18.901527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:18.938151 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ba855c-682f-48b3-a3dc-7d222e1694d6 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:43:18.967856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 29ba855c-682f-48b3-a3dc-7d222e1694d6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=29ba855c-682f-48b3-a3dc-7d222e1694d6,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:43:18.974358 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] Set router 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:43:19.019377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:19.048839 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Set router c83cd85b-af1b-4a36-a54c-229bbc022b58 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:43:19.179751 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=29ba855c-682f-48b3-a3dc-7d222e1694d6,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:19.224143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2f488-d24b-41ac-bc71-6a09bc2fe8a2 req-1323818a-a869-448c-ab65-d2335ada89be tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:19.225806 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f3b2f488-d24b-41ac-bc71-6a09bc2fe8a2 req-1323818a-a869-448c-ab65-d2335ada89be tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 945 time: 0.0817609 Apr 22 15:43:19.278464 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f3b2f488-d24b-41ac-bc71-6a09bc2fe8a2 req-20ecabd5-9185-41ed-9c07-78383bc81996 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449259 Apr 22 15:43:19.355236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'name': 'tempest-TestEncryptedCinderVolumes-793128429-router', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'b5228748-4895-4a86-8174-2e070b924bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:42:58Z', 'updated_at': '2022-04-22T15:43:01Z', 'revision_number': 4, 'project_id': 'fd5c9f76e555423cab1f3abd40900541', 'gw_port': {'id': 'b5228748-4895-4a86-8174-2e070b924bf5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:42:59Z', 'updated_at': '2022-04-22T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c502218e-3914-4994-aa32-673b0871684e', 'name': '', 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'mac_address': 'fa:16:3e:1d:3f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f8f32b-bded-4659-916d-af3f205e5ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:00Z', 'updated_at': '2022-04-22T15:43:18Z', 'revision_number': 4, 'project_id': 'fd5c9f76e555423cab1f3abd40900541', 'subnets': [{'id': '03f8f32b-bded-4659-916d-af3f205e5ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:19.359336 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc68dee8-e272-4670-bebe-7212f165843e None None] The sync data for ids ['12d94ddf-c13d-4893-9a42-41e3f5b31ba4'] in dv-neutron-838883-3-hyperv is: [{'id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'name': 'tempest-TestEncryptedCinderVolumes-793128429-router', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'b5228748-4895-4a86-8174-2e070b924bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:42:58Z', 'updated_at': '2022-04-22T15:43:01Z', 'revision_number': 4, 'project_id': 'fd5c9f76e555423cab1f3abd40900541', 'gw_port': {'id': 'b5228748-4895-4a86-8174-2e070b924bf5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:42:59Z', 'updated_at': '2022-04-22T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'c502218e-3914-4994-aa32-673b0871684e', 'name': '', 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'mac_address': 'fa:16:3e:1d:3f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03f8f32b-bded-4659-916d-af3f205e5ee5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:00Z', 'updated_at': '2022-04-22T15:43:18Z', 'revision_number': 4, 'project_id': 'fd5c9f76e555423cab1f3abd40900541', 'subnets': [{'id': '03f8f32b-bded-4659-916d-af3f205e5ee5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:43:19.370011 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'name': 'tempest-TestEncryptedCinderVolumes-1724848100-router', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '724cf897-aad4-4a44-9300-6d31c4bcfc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:43:07Z', 'revision_number': 4, 'project_id': '216e97d5e8a14ec5b40a14d298046f4b', 'gw_port': {'id': '724cf897-aad4-4a44-9300-6d31c4bcfc06', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '150ebf98-3801-4b3c-b84d-a7693f47d395', 'name': '', 'network_id': 'b9780d3c-b876-4086-b9d5-64d9cefbe4c9', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'mac_address': 'fa:16:3e:42:90:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ad011e7-4a93-4e18-9717-e3439295f36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:06Z', 'updated_at': '2022-04-22T15:43:07Z', 'revision_number': 2, 'project_id': '216e97d5e8a14ec5b40a14d298046f4b', 'subnets': [{'id': '6ad011e7-4a93-4e18-9717-e3439295f36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:19.373898 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Checking router: c83cd85b-af1b-4a36-a54c-229bbc022b58 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:43:19.374275 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Updating router c83cd85b-af1b-4a36-a54c-229bbc022b58 port 150ebf98-3801-4b3c-b84d-a7693f47d395 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:43:19.425834 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['29ba855c-682f-48b3-a3dc-7d222e1694d6'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:43:19.426941 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:19.718531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c502218e-3914-4994-aa32-673b0871684e up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:43:19.791731 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port c502218e-3914-4994-aa32-673b0871684e completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:43:19.795744 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:19.796783 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c502218e-3914-4994-aa32-673b0871684e triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:19.797197 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:19.810311 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Transition to ACTIVE for port object 150ebf98-3801-4b3c-b84d-a7693f47d395 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:43:19.816977 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:19.923546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:19.947481 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4028cb-e0d5-4cd0-9a3b-8a6b04567fb4 None None] Pushing event updated for resources: {'Port': ['ID=150ebf98-3801-4b3c-b84d-a7693f47d395,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:19.965992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port c502218e-3914-4994-aa32-673b0871684e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c502218e-3914-4994-aa32-673b0871684e,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:43:19.971219 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:20.042278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=c502218e-3914-4994-aa32-673b0871684e,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:20.080813 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Attempting to bind port 150ebf98-3801-4b3c-b84d-a7693f47d395 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:43:20.081164 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Attempting to bind port 150ebf98-3801-4b3c-b84d-a7693f47d395 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'e3623118-7e97-4886-ba3f-5c0b515d17a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b9780d3c-b876-4086-b9d5-64d9cefbe4c9'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:43:20.081507 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Attempting to bind port 150ebf98-3801-4b3c-b84d-a7693f47d395 on network b9780d3c-b876-4086-b9d5-64d9cefbe4c9 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:43:20.087866 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:43:20.088225 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Checking segment: {'id': 'e3623118-7e97-4886-ba3f-5c0b515d17a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b9780d3c-b876-4086-b9d5-64d9cefbe4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:43:20.088612 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:20.088988 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Bound using segment: {'id': 'e3623118-7e97-4886-ba3f-5c0b515d17a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b9780d3c-b876-4086-b9d5-64d9cefbe4c9'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:43:20.089428 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Bound port: 150ebf98-3801-4b3c-b84d-a7693f47d395, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3623118-7e97-4886-ba3f-5c0b515d17a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b9780d3c-b876-4086-b9d5-64d9cefbe4c9'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:43:20.089783 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:20.175627 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] For port 150ebf98-3801-4b3c-b84d-a7693f47d395, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:43:20.179067 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] For port 150ebf98-3801-4b3c-b84d-a7693f47d395, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=150ebf98-3801-4b3c-b84d-a7693f47d395,segment=NetworkSegment(e3623118-7e97-4886-ba3f-5c0b515d17a9),segment_id=e3623118-7e97-4886-ba3f-5c0b515d17a9)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:43:20.183887 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:20.269111 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:43:20.269949 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4028cb-e0d5-4cd0-9a3b-8a6b04567fb4 None None] Pushing event updated for resources: {'Port': ['ID=150ebf98-3801-4b3c-b84d-a7693f47d395,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:20.279555 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Routers {'c83cd85b-af1b-4a36-a54c-229bbc022b58'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:43:20.280159 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:43:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['c83cd85b-af1b-4a36-a54c-229bbc022b58'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:20.422496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 29ba855c-682f-48b3-a3dc-7d222e1694d6 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:43:20.472658 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] Set router c83cd85b-af1b-4a36-a54c-229bbc022b58 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:43:20.510088 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 29ba855c-682f-48b3-a3dc-7d222e1694d6 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:43:20.519173 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 29ba855c-682f-48b3-a3dc-7d222e1694d6 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:20.519462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:20.573177 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac02903-adda-49e7-ac98-289e9387857d req-6177f104-b092-45db-b7d5-46f9ae87dfe5 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:20.574880 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fac02903-adda-49e7-ac98-289e9387857d req-6177f104-b092-45db-b7d5-46f9ae87dfe5 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 945 time: 0.1716659 Apr 22 15:43:20.620673 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fac02903-adda-49e7-ac98-289e9387857d req-dc870cfb-36dd-4e1a-bca0-185603f5b3d9 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394475 Apr 22 15:43:20.646710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:20.677032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da09d346-f780-4a76-b736-eb8aa2f2c122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ba855c-682f-48b3-a3dc-7d222e1694d6'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:43:20.687567 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 29ba855c-682f-48b3-a3dc-7d222e1694d6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=29ba855c-682f-48b3-a3dc-7d222e1694d6,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:43:20.694264 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:20.759665 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=29ba855c-682f-48b3-a3dc-7d222e1694d6,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:20.796735 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'name': 'tempest-TestEncryptedCinderVolumes-1724848100-router', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '724cf897-aad4-4a44-9300-6d31c4bcfc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:43:07Z', 'revision_number': 4, 'project_id': '216e97d5e8a14ec5b40a14d298046f4b', 'gw_port': {'id': '724cf897-aad4-4a44-9300-6d31c4bcfc06', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '150ebf98-3801-4b3c-b84d-a7693f47d395', 'name': '', 'network_id': 'b9780d3c-b876-4086-b9d5-64d9cefbe4c9', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'mac_address': 'fa:16:3e:42:90:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ad011e7-4a93-4e18-9717-e3439295f36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:06Z', 'updated_at': '2022-04-22T15:43:20Z', 'revision_number': 4, 'project_id': '216e97d5e8a14ec5b40a14d298046f4b', 'subnets': [{'id': '6ad011e7-4a93-4e18-9717-e3439295f36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:43:20.800611 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ce1b4-fa2b-4ca0-97e9-4ab8defe2df1 None None] The sync data for ids ['c83cd85b-af1b-4a36-a54c-229bbc022b58'] in dv-neutron-838883-3-hyperv is: [{'id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'name': 'tempest-TestEncryptedCinderVolumes-1724848100-router', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '724cf897-aad4-4a44-9300-6d31c4bcfc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:43:07Z', 'revision_number': 4, 'project_id': '216e97d5e8a14ec5b40a14d298046f4b', 'gw_port': {'id': '724cf897-aad4-4a44-9300-6d31c4bcfc06', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '150ebf98-3801-4b3c-b84d-a7693f47d395', 'name': '', 'network_id': 'b9780d3c-b876-4086-b9d5-64d9cefbe4c9', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'mac_address': 'fa:16:3e:42:90:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6ad011e7-4a93-4e18-9717-e3439295f36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:06Z', 'updated_at': '2022-04-22T15:43:20Z', 'revision_number': 4, 'project_id': '216e97d5e8a14ec5b40a14d298046f4b', 'subnets': [{'id': '6ad011e7-4a93-4e18-9717-e3439295f36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:43:20.818475 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7139e733-4067-496f-9eb8-f2599c0a7cf1'] response: {'server_uuid': 'da09d346-f780-4a76-b736-eb8aa2f2c122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ba855c-682f-48b3-a3dc-7d222e1694d6', 'code': 200} Apr 22 15:43:21.103433 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-42df7ec0-70d1-48b1-97b8-a55c8f59e193 req-f67d1af9-657b-46e3-937f-433b082ab629 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 1099 time: 0.0707321 Apr 22 15:43:21.147301 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-42df7ec0-70d1-48b1-97b8-a55c8f59e193 req-5a4fb5f6-71e1-4585-a260-88462f483b8f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385616 Apr 22 15:43:21.765693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 150ebf98-3801-4b3c-b84d-a7693f47d395 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:43:21.821937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8cbfb-295f-4226-ba64-64a888d8746a req-fd47e4d4-2404-4997-b709-2dde7c62623b tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:21.823537 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-63c8cbfb-295f-4226-ba64-64a888d8746a req-fd47e4d4-2404-4997-b709-2dde7c62623b tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 946 time: 0.0802703 Apr 22 15:43:21.870431 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-63c8cbfb-295f-4226-ba64-64a888d8746a req-440fa186-1ed4-4f48-8a4b-d9700af93194 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400836 Apr 22 15:43:21.997981 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 150ebf98-3801-4b3c-b84d-a7693f47d395 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:43:22.010218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 150ebf98-3801-4b3c-b84d-a7693f47d395 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:22.010590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:22.152520 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:22.199894 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 150ebf98-3801-4b3c-b84d-a7693f47d395, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=150ebf98-3801-4b3c-b84d-a7693f47d395,segment=NetworkSegment(e3623118-7e97-4886-ba3f-5c0b515d17a9),segment_id=e3623118-7e97-4886-ba3f-5c0b515d17a9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:43:22.203619 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:22.204335 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c502218e-3914-4994-aa32-673b0871684e up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:43:22.320342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=150ebf98-3801-4b3c-b84d-a7693f47d395,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:22.332652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port c502218e-3914-4994-aa32-673b0871684e triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:22.333021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:23.071482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7256e-cd28-43fa-aa48-e43b59bc5bb4 req-84f57363-8064-427d-a3d1-c03662f7b6af tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:23.072926 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9fd7256e-cd28-43fa-aa48-e43b59bc5bb4 req-84f57363-8064-427d-a3d1-c03662f7b6af tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 946 time: 0.0785220 Apr 22 15:43:23.116612 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9fd7256e-cd28-43fa-aa48-e43b59bc5bb4 req-f0bff02e-0294-4b5b-b38c-23a9872667a0 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381362 Apr 22 15:43:23.309170 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d31d59-21ca-4fb4-8995-b5a7e61e941b req-5106e165-ebbc-4fcd-85a8-5bb99160351b tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:23.310633 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-80d31d59-21ca-4fb4-8995-b5a7e61e941b req-5106e165-ebbc-4fcd-85a8-5bb99160351b tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 946 time: 0.0739481 Apr 22 15:43:23.353896 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-80d31d59-21ca-4fb4-8995-b5a7e61e941b req-b32fe5d7-58a1-4747-8574-84efbaccf519 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379839 Apr 22 15:43:23.695464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 150ebf98-3801-4b3c-b84d-a7693f47d395 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:43:23.763736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 150ebf98-3801-4b3c-b84d-a7693f47d395 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:23.764208 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:33.328282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:38.876270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2011316-5795-409f-b841-74f4f1999c3a req-b18c4758-0c99-4c33-a810-54baa6a4d80f tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:38.877580 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b2011316-5795-409f-b841-74f4f1999c3a req-b18c4758-0c99-4c33-a810-54baa6a4d80f tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 946 time: 0.0776026 Apr 22 15:43:38.921391 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b2011316-5795-409f-b841-74f4f1999c3a req-d8c54e85-484d-475f-943e-3bebf88fc71d tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380678 Apr 22 15:43:40.117530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726171f0-9065-43ea-b6de-e3180ac24d3e req-9d51793c-05df-4a71-ba97-fa20229a12bc tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:40.118986 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-726171f0-9065-43ea-b6de-e3180ac24d3e req-9d51793c-05df-4a71-ba97-fa20229a12bc tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 946 time: 0.0746598 Apr 22 15:43:40.166061 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-726171f0-9065-43ea-b6de-e3180ac24d3e req-5e96eb30-4edb-43b5-a58d-29552fb45689 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Apr 22 15:43:40.935354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47606c10-6e67-4b3d-9862-6dbfde6c268c req-935fb55e-a9ec-4c64-878b-f851770056e1 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:40.936756 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-47606c10-6e67-4b3d-9862-6dbfde6c268c req-935fb55e-a9ec-4c64-878b-f851770056e1 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.70 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 946 time: 0.0734208 Apr 22 15:43:41.002456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-47606c10-6e67-4b3d-9862-6dbfde6c268c req-f549f120-eca9-4519-a491-9214ac5bd865 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Deleting port 29ba855c-682f-48b3-a3dc-7d222e1694d6 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:43:41.002796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-47606c10-6e67-4b3d-9862-6dbfde6c268c req-f549f120-eca9-4519-a491-9214ac5bd865 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:41.242687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-47606c10-6e67-4b3d-9862-6dbfde6c268c req-f549f120-eca9-4519-a491-9214ac5bd865 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] For port 29ba855c-682f-48b3-a3dc-7d222e1694d6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=29ba855c-682f-48b3-a3dc-7d222e1694d6,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:43:41.243376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-47606c10-6e67-4b3d-9862-6dbfde6c268c req-f549f120-eca9-4519-a491-9214ac5bd865 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:41.405130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-47606c10-6e67-4b3d-9862-6dbfde6c268c req-f549f120-eca9-4519-a491-9214ac5bd865 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Calling delete_port for 29ba855c-682f-48b3-a3dc-7d222e1694d6 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:43:41.547630 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2c134-90aa-455f-8a6a-7856fab65d48 req-f98a716c-c818-4d95-ac03-6089dfb19b37 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:41.549157 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-21b2c134-90aa-455f-8a6a-7856fab65d48 req-f98a716c-c818-4d95-ac03-6089dfb19b37 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=da09d346-f780-4a76-b736-eb8aa2f2c122 HTTP/1.1" status: 200 len: 946 time: 0.2398312 Apr 22 15:43:41.620896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-47606c10-6e67-4b3d-9862-6dbfde6c268c req-f549f120-eca9-4519-a491-9214ac5bd865 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:41.624944 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-21b2c134-90aa-455f-8a6a-7856fab65d48 req-dccfb666-ffd3-44ea-b44e-2f569f07c925 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703366 Apr 22 15:43:41.655296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['29ba855c-682f-48b3-a3dc-7d222e1694d6'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:43:41.675972 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549f120-eca9-4519-a491-9214ac5bd865 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Pushing event deleted for resources: {'Port': ['ID=29ba855c-682f-48b3-a3dc-7d222e1694d6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:41.755315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-47606c10-6e67-4b3d-9862-6dbfde6c268c req-f549f120-eca9-4519-a491-9214ac5bd865 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] No DVR routers for this DVR port 29ba855c-682f-48b3-a3dc-7d222e1694d6 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:43:41.758268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-47606c10-6e67-4b3d-9862-6dbfde6c268c req-f549f120-eca9-4519-a491-9214ac5bd865 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:41.760905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da09d346-f780-4a76-b736-eb8aa2f2c122', 'name': 'network-vif-deleted', 'tag': '29ba855c-682f-48b3-a3dc-7d222e1694d6'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:43:41.777171 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-47606c10-6e67-4b3d-9862-6dbfde6c268c req-f549f120-eca9-4519-a491-9214ac5bd865 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.70 "DELETE /v2.0/ports/29ba855c-682f-48b3-a3dc-7d222e1694d6 HTTP/1.1" status: 204 len: 173 time: 0.8348885 Apr 22 15:43:41.820865 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f97a86-5447-4bae-a0e3-9e96db3fc10a'] response: {'server_uuid': 'da09d346-f780-4a76-b736-eb8aa2f2c122', 'name': 'network-vif-deleted', 'tag': '29ba855c-682f-48b3-a3dc-7d222e1694d6', 'status': 'completed', 'code': 200} Apr 22 15:43:42.773044 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3d53eeaf-6265-47e2-a775-343412d302c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:43.642160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096707c-43bc-4655-a047-b72edb4bb871 req-9b06a3d3-95bc-4450-85f2-9ebfc1edf863 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:43.643518 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3096707c-43bc-4655-a047-b72edb4bb871 req-9b06a3d3-95bc-4450-85f2-9ebfc1edf863 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/networks?id=e3e26d6d-2442-418f-8404-6d22222c843b HTTP/1.1" status: 200 len: 816 time: 0.2295899 Apr 22 15:43:43.660101 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3096707c-43bc-4655-a047-b72edb4bb871 req-b5f5e200-7042-4c8b-a505-601e8dfb4da0 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/quotas/fd5c9f76e555423cab1f3abd40900541 HTTP/1.1" status: 200 len: 375 time: 0.0109568 Apr 22 15:43:43.737903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad69280e-3d21-4631-b72e-f6e4f3b6a256 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Synchronizing usage tracker for tenant:fd5c9f76e555423cab1f3abd40900541 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:43:43.753631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad69280e-3d21-4631-b72e-f6e4f3b6a256 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Unset dirty status for tenant:fd5c9f76e555423cab1f3abd40900541 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:43:43.755055 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad69280e-3d21-4631-b72e-f6e4f3b6a256 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fd5c9f76e555423cab1f3abd40900541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902359 Apr 22 15:43:43.893145 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3096707c-43bc-4655-a047-b72edb4bb871 req-7306987a-416f-47f7-a259-46562c64ced8 service neutron] 10.222.0.71 "GET /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263618 Apr 22 15:43:44.029136 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3096707c-43bc-4655-a047-b72edb4bb871 req-57f1b533-9a70-4b7f-8708-71c86ce30c7c service neutron] 10.222.0.71 "GET /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304216 Apr 22 15:43:44.221211 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1606dbd4-a1d0-4b0c-8747-94aa3ccfd3e5 req-5a12f251-080a-4a59-afe5-65a2255923a6 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 210 time: 0.0509531 Apr 22 15:43:44.579686 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 29ba855c-682f-48b3-a3dc-7d222e1694d6 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:43:44.611990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 29ba855c-682f-48b3-a3dc-7d222e1694d6 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:43:44.612334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 29ba855c-682f-48b3-a3dc-7d222e1694d6 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:43:45.059737 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c3aa2d9-4b79-4be7-9c0f-b750295ee4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:45.275727 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096707c-43bc-4655-a047-b72edb4bb871 req-348dbaed-15b2-46fc-b888-5624d3962f30 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:45.277118 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3096707c-43bc-4655-a047-b72edb4bb871 req-348dbaed-15b2-46fc-b888-5624d3962f30 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.70 "GET /v2.0/networks?id=e3e26d6d-2442-418f-8404-6d22222c843b HTTP/1.1" status: 200 len: 816 time: 0.1454613 Apr 22 15:43:45.299897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Request body: {'port': {'device_id': '2d07252a-bf26-4ade-b69d-c5b2577cd28a', 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b', 'admin_state_up': True, 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:43:45.421749 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-582064b7-797c-4522-b99a-3888559184cc req-a7c4fb16-7c0a-4d21-bb9b-2ca8373429dc tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 210 time: 0.0579591 Apr 22 15:43:45.472788 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:43:45.482253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:43:45.491424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Made reservation on behalf of fd5c9f76e555423cab1f3abd40900541 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:43:45.494324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:45.651857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Allocated IP 172.20.0.11 (e3e26d6d-2442-418f-8404-6d22222c843b/03f8f32b-bded-4659-916d-af3f205e5ee5/80fca17f-4490-4934-a672-8fbe0be16df7) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:43:45.850402 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:45.865920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Transition to ACTIVE for port object 80fca17f-4490-4934-a672-8fbe0be16df7 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:43:45.888209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:45.964467 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Network e3e26d6d-2442-418f-8404-6d22222c843b is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:43:45.967933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Pushing event updated for resources: {'Port': ['ID=80fca17f-4490-4934-a672-8fbe0be16df7,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:45.970080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:43:45.973494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:43:46.011437 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:46.011779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:46.012121 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:46.013056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:46.013391 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:46.013724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:46.014053 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:46.014406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:46.014733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:46.015063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:46.015386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:43:46.045086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:46.045688 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:46.062991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:46.071238 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3096707c-43bc-4655-a047-b72edb4bb871 req-ad6700e3-a9e5-406d-b1e8-fc002110d550 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7753222 Apr 22 15:43:46.090225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:46.090657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Request body: {'port': {'device_id': '2d07252a-bf26-4ade-b69d-c5b2577cd28a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:43:46.213295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e68a7604-1401-4f50-a43d-c7fb58ccb13d None None] Provisioning for port 80fca17f-4490-4934-a672-8fbe0be16df7 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:43:46.217901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e68a7604-1401-4f50-a43d-c7fb58ccb13d None None] Provisioning complete for port 80fca17f-4490-4934-a672-8fbe0be16df7 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:46.218314 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e68a7604-1401-4f50-a43d-c7fb58ccb13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:46.226430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:46.272036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e68a7604-1401-4f50-a43d-c7fb58ccb13d None None] Port 80fca17f-4490-4934-a672-8fbe0be16df7 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:43:46.676242 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238d564-9169-4a7c-a0a3-ade9f60e3039 req-0e4d75fc-bfd0-4ace-a6d1-edcf270af208 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:46.676929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-9238d564-9169-4a7c-a0a3-ade9f60e3039 req-0e4d75fc-bfd0-4ace-a6d1-edcf270af208 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Synchronizing usage tracker for tenant:fd5c9f76e555423cab1f3abd40900541 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:43:46.737327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fca17f-4490-4934-a672-8fbe0be16df7 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:43:46.743061 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-9238d564-9169-4a7c-a0a3-ade9f60e3039 req-0e4d75fc-bfd0-4ace-a6d1-edcf270af208 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Unset dirty status for tenant:fd5c9f76e555423cab1f3abd40900541 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:43:46.744185 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9238d564-9169-4a7c-a0a3-ade9f60e3039 req-0e4d75fc-bfd0-4ace-a6d1-edcf270af208 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 932 time: 0.1918502 Apr 22 15:43:46.745708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:46.778859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Transition to ACTIVE for port object 80fca17f-4490-4934-a672-8fbe0be16df7 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:43:46.788187 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:46.854776 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9238d564-9169-4a7c-a0a3-ade9f60e3039 req-ad096a9a-a131-44fe-9f26-6dbc67dcdf18 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047833 Apr 22 15:43:46.922911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Pushing event updated for resources: {'Port': ['ID=80fca17f-4490-4934-a672-8fbe0be16df7,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:47.035416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Attempting to bind port 80fca17f-4490-4934-a672-8fbe0be16df7 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:43:47.035745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Attempting to bind port 80fca17f-4490-4934-a672-8fbe0be16df7 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:43:47.036065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Attempting to bind port 80fca17f-4490-4934-a672-8fbe0be16df7 on network e3e26d6d-2442-418f-8404-6d22222c843b {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:43:47.041623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Port 80fca17f-4490-4934-a672-8fbe0be16df7 on network e3e26d6d-2442-418f-8404-6d22222c843b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:43:47.041934 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Attempting to bind port 80fca17f-4490-4934-a672-8fbe0be16df7 on network e3e26d6d-2442-418f-8404-6d22222c843b {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:43:47.048575 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:43:47.048901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Checking segment: {'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:43:47.049274 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Bound using segment: {'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:43:47.049684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Bound port: 80fca17f-4490-4934-a672-8fbe0be16df7, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccac4e50-2ec4-43bf-a077-e715797cd2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:43:47.050040 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:47.134365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] For port 80fca17f-4490-4934-a672-8fbe0be16df7, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:43:47.137113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] For port 80fca17f-4490-4934-a672-8fbe0be16df7, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=80fca17f-4490-4934-a672-8fbe0be16df7,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:43:47.141559 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:47.204017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:47.205337 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3096707c-43bc-4655-a047-b72edb4bb871 req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] 10.222.0.70 "PUT /v2.0/ports/80fca17f-4490-4934-a672-8fbe0be16df7 HTTP/1.1" status: 200 len: 1094 time: 1.1208580 Apr 22 15:43:47.205760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d07252a-bf26-4ade-b69d-c5b2577cd28a', 'tag': '80fca17f-4490-4934-a672-8fbe0be16df7'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:43:47.222556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2adfa53-a307-4f4d-b8ec-1cfff90a163a service neutron] Pushing event updated for resources: {'Port': ['ID=80fca17f-4490-4934-a672-8fbe0be16df7,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:47.298873 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62085e29-9657-4356-8c2d-6dd934b56103'] response: {'name': 'network-changed', 'server_uuid': '2d07252a-bf26-4ade-b69d-c5b2577cd28a', 'tag': '80fca17f-4490-4934-a672-8fbe0be16df7', 'status': 'completed', 'code': 200} Apr 22 15:43:47.340055 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3096707c-43bc-4655-a047-b72edb4bb871 req-4c0334db-6ce4-41c5-a803-0d3fc12b9830 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd5c9f76e555423cab1f3abd40900541&device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 1097 time: 0.0724640 Apr 22 15:43:47.418620 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3096707c-43bc-4655-a047-b72edb4bb871 req-505e7f3d-d418-4e57-9b3c-16b434b4de43 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80fca17f-4490-4934-a672-8fbe0be16df7 HTTP/1.1" status: 200 len: 217 time: 0.0656550 Apr 22 15:43:47.479407 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096707c-43bc-4655-a047-b72edb4bb871 req-7f43b962-8414-4b95-b36d-b922f9c435e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:47.480692 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3096707c-43bc-4655-a047-b72edb4bb871 req-7f43b962-8414-4b95-b36d-b922f9c435e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03f8f32b-bded-4659-916d-af3f205e5ee5 HTTP/1.1" status: 200 len: 855 time: 0.0567100 Apr 22 15:43:47.553477 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3096707c-43bc-4655-a047-b72edb4bb871 req-040aaf95-1fec-4bd0-97d2-56950ddcbcc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3e26d6d-2442-418f-8404-6d22222c843b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669463 Apr 22 15:43:47.646036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:47.684082 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3096707c-43bc-4655-a047-b72edb4bb871 req-3e18d94f-ca83-448d-a5d7-21a0d91ae261 service neutron] 10.222.0.70 "GET /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235976 Apr 22 15:43:47.813864 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3096707c-43bc-4655-a047-b72edb4bb871 req-7a95eeeb-57d0-4240-880f-75b250684c50 service neutron] 10.222.0.70 "GET /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234524 Apr 22 15:43:47.979492 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-64afec24-9d3d-4f68-aa3d-ea26d43df12b req-a6c37748-1f39-447a-a604-d4d43227698a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd5c9f76e555423cab1f3abd40900541&device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 1097 time: 0.0748720 Apr 22 15:43:48.171211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d9106-1f87-4b7a-8656-193e9ee06fb3 req-d257fce7-1ea1-4871-9385-bfae002cbc1d tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:48.172855 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-696d9106-1f87-4b7a-8656-193e9ee06fb3 req-d257fce7-1ea1-4871-9385-bfae002cbc1d tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 944 time: 0.1693282 Apr 22 15:43:48.174054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afec24-9d3d-4f68-aa3d-ea26d43df12b req-58fe9289-ecee-4528-9d88-ee0bac07b2db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:48.175368 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-64afec24-9d3d-4f68-aa3d-ea26d43df12b req-58fe9289-ecee-4528-9d88-ee0bac07b2db service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3e26d6d-2442-418f-8404-6d22222c843b HTTP/1.1" status: 200 len: 917 time: 0.1895597 Apr 22 15:43:48.267999 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-64afec24-9d3d-4f68-aa3d-ea26d43df12b req-e6c36c99-70dd-4f7d-9b9e-0dca9b60a000 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80fca17f-4490-4934-a672-8fbe0be16df7 HTTP/1.1" status: 200 len: 217 time: 0.0734005 Apr 22 15:43:48.317879 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-696d9106-1f87-4b7a-8656-193e9ee06fb3 req-402ff335-151c-4115-9b09-09b18c418723 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393285 Apr 22 15:43:48.424571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afec24-9d3d-4f68-aa3d-ea26d43df12b req-2023bc9f-2638-48bc-9a6a-865227dd56dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:48.425997 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-64afec24-9d3d-4f68-aa3d-ea26d43df12b req-2023bc9f-2638-48bc-9a6a-865227dd56dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03f8f32b-bded-4659-916d-af3f205e5ee5 HTTP/1.1" status: 200 len: 855 time: 0.1508005 Apr 22 15:43:48.502364 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-64afec24-9d3d-4f68-aa3d-ea26d43df12b req-ef6ee2b7-818e-494d-aec5-7e3d6253436b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3e26d6d-2442-418f-8404-6d22222c843b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693781 Apr 22 15:43:48.632342 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-64afec24-9d3d-4f68-aa3d-ea26d43df12b req-ce916b1b-16e2-4aa9-a69c-fa51b25ce4d6 service neutron] 10.222.0.70 "GET /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235533 Apr 22 15:43:48.764492 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-64afec24-9d3d-4f68-aa3d-ea26d43df12b req-deeb63d9-bfb2-414d-9cf9-c66774de2679 service neutron] 10.222.0.70 "GET /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248925 Apr 22 15:43:49.514915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134c790-4d74-4fae-8d06-2c6816b29fb0 req-f0ab8740-f4f6-455d-961d-d54b4fa088bb tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:49.516370 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6134c790-4d74-4fae-8d06-2c6816b29fb0 req-f0ab8740-f4f6-455d-961d-d54b4fa088bb tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 944 time: 0.0756304 Apr 22 15:43:49.563650 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6134c790-4d74-4fae-8d06-2c6816b29fb0 req-245ccd88-2503-442c-bca1-b83ab273fede tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Apr 22 15:43:50.601744 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 80fca17f-4490-4934-a672-8fbe0be16df7 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:43:50.741490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 80fca17f-4490-4934-a672-8fbe0be16df7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=80fca17f-4490-4934-a672-8fbe0be16df7,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:43:50.755841 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '80fca17f-4490-4934-a672-8fbe0be16df7', 'network_id': 'e3e26d6d-2442-418f-8404-6d22222c843b', 'port_id': '80fca17f-4490-4934-a672-8fbe0be16df7', 'mac_address': 'fa:16:3e:dd:fd:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f8f32b-bded-4659-916d-af3f205e5ee5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:43:50.761472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06569a4c-e3e0-4a9c-824b-ffe153a9077d req-d93b4a5d-02ab-4f97-b258-f44581ee91ab tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:50.763014 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-06569a4c-e3e0-4a9c-824b-ffe153a9077d req-d93b4a5d-02ab-4f97-b258-f44581ee91ab tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 944 time: 0.0793593 Apr 22 15:43:50.810074 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-06569a4c-e3e0-4a9c-824b-ffe153a9077d req-bfd6b5bd-4793-4f9c-91f2-32c33f17fb39 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413923 Apr 22 15:43:50.811790 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:50.830164 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fca17f-4490-4934-a672-8fbe0be16df7 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:43:50.845193 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 80fca17f-4490-4934-a672-8fbe0be16df7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=80fca17f-4490-4934-a672-8fbe0be16df7,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:43:50.849409 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:50.916884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=80fca17f-4490-4934-a672-8fbe0be16df7,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:51.249839 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['80fca17f-4490-4934-a672-8fbe0be16df7'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:43:52.014438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e2d62-9c66-43ed-8a45-91d1136edf17 req-6f1c8aaf-aae0-47e0-a333-129ace7c175c tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:52.015878 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b04e2d62-9c66-43ed-8a45-91d1136edf17 req-6f1c8aaf-aae0-47e0-a333-129ace7c175c tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 945 time: 0.0800419 Apr 22 15:43:52.059961 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b04e2d62-9c66-43ed-8a45-91d1136edf17 req-4026994e-d828-4cbf-8181-ce7cbc465b93 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385230 Apr 22 15:43:52.602102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 80fca17f-4490-4934-a672-8fbe0be16df7 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:43:52.670133 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 80fca17f-4490-4934-a672-8fbe0be16df7 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:43:52.674575 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 80fca17f-4490-4934-a672-8fbe0be16df7 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:43:52.674938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:52.784772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:52.841023 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d07252a-bf26-4ade-b69d-c5b2577cd28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fca17f-4490-4934-a672-8fbe0be16df7'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:43:52.849910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 80fca17f-4490-4934-a672-8fbe0be16df7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=80fca17f-4490-4934-a672-8fbe0be16df7,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:43:52.853989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:43:52.894130 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64661d38-dd74-42ef-898e-3953cae363b9'] response: {'server_uuid': '2d07252a-bf26-4ade-b69d-c5b2577cd28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fca17f-4490-4934-a672-8fbe0be16df7', 'code': 200} Apr 22 15:43:52.918998 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=80fca17f-4490-4934-a672-8fbe0be16df7,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:43:53.154644 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7ec14ab0-0012-474c-9781-17254809d74c req-4cb85bf6-3856-46f9-935d-97654eb4ed7a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 1099 time: 0.0677841 Apr 22 15:43:53.240754 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7ec14ab0-0012-474c-9781-17254809d74c req-eaf00e46-37f1-4f3e-ae6c-a08476b706ef service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805786 Apr 22 15:43:53.270821 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5ae01-5af4-41d3-a955-aeb37ceea6d1 req-255ca50c-a8b0-4c22-9654-0a8c73f36468 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:53.272220 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-55b5ae01-5af4-41d3-a955-aeb37ceea6d1 req-255ca50c-a8b0-4c22-9654-0a8c73f36468 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 946 time: 0.0910823 Apr 22 15:43:53.316545 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-55b5ae01-5af4-41d3-a955-aeb37ceea6d1 req-42c0fb8d-90aa-481a-8a2d-882b8188a654 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389454 Apr 22 15:43:54.508855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88194c06-d4c8-4fba-aa56-6db3c3cc116d req-28f6dc92-1766-45ab-b06d-598cfba2230c tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:54.510355 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-88194c06-d4c8-4fba-aa56-6db3c3cc116d req-28f6dc92-1766-45ab-b06d-598cfba2230c tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 946 time: 0.0748508 Apr 22 15:43:54.557664 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-88194c06-d4c8-4fba-aa56-6db3c3cc116d req-000fe247-514f-4705-9c0c-51cf4964b803 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417731 Apr 22 15:43:55.753905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5814ef-3ce6-47fd-a931-f62e5960e28e req-ac8e861d-7e94-4d8b-8d5f-26415a59fdb8 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:55.755357 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ca5814ef-3ce6-47fd-a931-f62e5960e28e req-ac8e861d-7e94-4d8b-8d5f-26415a59fdb8 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 946 time: 0.0743616 Apr 22 15:43:55.799916 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ca5814ef-3ce6-47fd-a931-f62e5960e28e req-0e21f0b1-1459-4a7a-9c30-23bf0b4ccf54 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388992 Apr 22 15:43:55.994408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b0031-8e21-40aa-a410-eb2e2fad39c0 req-83bc29d2-537e-46ee-9595-29f1355d859b tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:55.995598 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b6b0031-8e21-40aa-a410-eb2e2fad39c0 req-83bc29d2-537e-46ee-9595-29f1355d859b tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 946 time: 0.0777814 Apr 22 15:43:56.040129 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b6b0031-8e21-40aa-a410-eb2e2fad39c0 req-8e8fbed0-e052-46a6-940f-800b791d81d4 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391572 Apr 22 15:43:57.251860 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:43:59.620209 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e4c37859-8814-418d-987f-b111febed9fa req-f0dae1ad-cd90-4884-a224-cca658c08b3f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2050562 Apr 22 15:43:59.783999 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e4c37859-8814-418d-987f-b111febed9fa req-7d0d4e68-bd87-4f3f-ae6e-5325bba0fd75 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd5c9f76e555423cab1f3abd40900541&device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 1099 time: 0.0717936 Apr 22 15:43:59.923346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c37859-8814-418d-987f-b111febed9fa req-c13c171e-b744-43cd-a50b-ea14d322584e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:43:59.924671 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e4c37859-8814-418d-987f-b111febed9fa req-c13c171e-b744-43cd-a50b-ea14d322584e service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3e26d6d-2442-418f-8404-6d22222c843b HTTP/1.1" status: 200 len: 917 time: 0.1231580 Apr 22 15:43:59.993562 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e4c37859-8814-418d-987f-b111febed9fa req-9a1fc370-4155-400d-b82a-c8d0aab575f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80fca17f-4490-4934-a672-8fbe0be16df7 HTTP/1.1" status: 200 len: 217 time: 0.0628064 Apr 22 15:44:00.056766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c37859-8814-418d-987f-b111febed9fa req-c7d98c9c-815b-4dd9-9235-bde81fa5bbc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:00.058113 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e4c37859-8814-418d-987f-b111febed9fa req-c7d98c9c-815b-4dd9-9235-bde81fa5bbc7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03f8f32b-bded-4659-916d-af3f205e5ee5 HTTP/1.1" status: 200 len: 855 time: 0.0580857 Apr 22 15:44:00.129255 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e4c37859-8814-418d-987f-b111febed9fa req-74cec009-f1b0-421b-988f-b5074ae39391 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3e26d6d-2442-418f-8404-6d22222c843b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645266 Apr 22 15:44:00.345390 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e4c37859-8814-418d-987f-b111febed9fa req-6ab5c4b6-003b-48cd-b6a7-b431fb8b0d8e service neutron] 10.222.0.70 "GET /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099965 Apr 22 15:44:00.472120 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e4c37859-8814-418d-987f-b111febed9fa req-51d278be-5ea3-4a38-a965-30d101876650 service neutron] 10.222.0.70 "GET /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205771 Apr 22 15:44:03.334181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:12.442795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db691b1a-c1e5-4613-86b6-d33f5fdf0a25 req-47d58ae4-bff4-470d-aa1d-463d8a0091cd tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:12.444126 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-db691b1a-c1e5-4613-86b6-d33f5fdf0a25 req-47d58ae4-bff4-470d-aa1d-463d8a0091cd tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 946 time: 0.0794649 Apr 22 15:44:12.487667 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-db691b1a-c1e5-4613-86b6-d33f5fdf0a25 req-c4b79afa-2ebf-4feb-954f-4e31deab2418 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380976 Apr 22 15:44:12.775253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-351f38b9-4193-4614-bd91-cf6862292d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:13.682054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5ed5d-4969-438a-a563-441ed1a0d2f3 req-f31c924c-0abb-4633-a7f0-8312ae1ca02f tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:13.683547 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10f5ed5d-4969-438a-a563-441ed1a0d2f3 req-f31c924c-0abb-4633-a7f0-8312ae1ca02f tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 946 time: 0.0746646 Apr 22 15:44:13.727140 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10f5ed5d-4969-438a-a563-441ed1a0d2f3 req-bd5ebba8-7062-477a-8f41-5e8d64bd0758 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382855 Apr 22 15:44:14.503198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbb0b9-a7d5-41d0-9e13-22e9366f6329 req-53d267a4-7271-4705-b7e7-6d0df2957b57 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:14.504536 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0cfbb0b9-a7d5-41d0-9e13-22e9366f6329 req-53d267a4-7271-4705-b7e7-6d0df2957b57 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 946 time: 0.0786669 Apr 22 15:44:14.570455 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-0cfbb0b9-a7d5-41d0-9e13-22e9366f6329 req-a30e4152-3c86-4e77-b835-8fd0a0e80ff6 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Deleting port 80fca17f-4490-4934-a672-8fbe0be16df7 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:44:14.570796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-0cfbb0b9-a7d5-41d0-9e13-22e9366f6329 req-a30e4152-3c86-4e77-b835-8fd0a0e80ff6 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:14.835480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-0cfbb0b9-a7d5-41d0-9e13-22e9366f6329 req-a30e4152-3c86-4e77-b835-8fd0a0e80ff6 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] For port 80fca17f-4490-4934-a672-8fbe0be16df7, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=80fca17f-4490-4934-a672-8fbe0be16df7,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:14.836243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-0cfbb0b9-a7d5-41d0-9e13-22e9366f6329 req-a30e4152-3c86-4e77-b835-8fd0a0e80ff6 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:14.993461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-0cfbb0b9-a7d5-41d0-9e13-22e9366f6329 req-a30e4152-3c86-4e77-b835-8fd0a0e80ff6 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Calling delete_port for 80fca17f-4490-4934-a672-8fbe0be16df7 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:44:15.062049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a14ed524-285c-4162-ab4b-cdfb68513fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:15.097679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a97e8f-9f92-4a5a-b044-92a8415022f0 req-a23718e2-9db8-4bf1-bce1-c27221d5df83 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:15.099258 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-41a97e8f-9f92-4a5a-b044-92a8415022f0 req-a23718e2-9db8-4bf1-bce1-c27221d5df83 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d07252a-bf26-4ade-b69d-c5b2577cd28a HTTP/1.1" status: 200 len: 946 time: 0.2517495 Apr 22 15:44:15.217842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-0cfbb0b9-a7d5-41d0-9e13-22e9366f6329 req-a30e4152-3c86-4e77-b835-8fd0a0e80ff6 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:15.221078 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-41a97e8f-9f92-4a5a-b044-92a8415022f0 req-2c4a9cc9-a489-4754-a3e0-b32dbb89242e tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.71 "GET /v2.0/security-groups?id=03e2a951-b12c-46d7-b23e-dbe11fd79527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814843 Apr 22 15:44:15.265801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e4152-3c86-4e77-b835-8fd0a0e80ff6 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Pushing event deleted for resources: {'Port': ['ID=80fca17f-4490-4934-a672-8fbe0be16df7,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:15.343527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfbb0b9-a7d5-41d0-9e13-22e9366f6329 req-a30e4152-3c86-4e77-b835-8fd0a0e80ff6 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] No DVR routers for this DVR port 80fca17f-4490-4934-a672-8fbe0be16df7 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:44:15.346018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-0cfbb0b9-a7d5-41d0-9e13-22e9366f6329 req-a30e4152-3c86-4e77-b835-8fd0a0e80ff6 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:15.348591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d07252a-bf26-4ade-b69d-c5b2577cd28a', 'name': 'network-vif-deleted', 'tag': '80fca17f-4490-4934-a672-8fbe0be16df7'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:44:15.364869 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0cfbb0b9-a7d5-41d0-9e13-22e9366f6329 req-a30e4152-3c86-4e77-b835-8fd0a0e80ff6 tempest-TestEncryptedCinderVolumes-746416782 tempest-TestEncryptedCinderVolumes-746416782-project] 10.222.0.70 "DELETE /v2.0/ports/80fca17f-4490-4934-a672-8fbe0be16df7 HTTP/1.1" status: 204 len: 173 time: 0.8547325 Apr 22 15:44:15.414757 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53db1819-8472-4d37-b29f-e9e3f7d2ac6e'] response: {'server_uuid': '2d07252a-bf26-4ade-b69d-c5b2577cd28a', 'name': 'network-vif-deleted', 'tag': '80fca17f-4490-4934-a672-8fbe0be16df7', 'status': 'completed', 'code': 200} Apr 22 15:44:16.065988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:16.090343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:16.366915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41342) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:16.726253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 80fca17f-4490-4934-a672-8fbe0be16df7 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:44:16.760857 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 80fca17f-4490-4934-a672-8fbe0be16df7 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:44:16.761202 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 80fca17f-4490-4934-a672-8fbe0be16df7 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:44:16.848658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6dde7018-ebc3-4b83-ba78-9332029047d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:17.423486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6dde7018-ebc3-4b83-ba78-9332029047d2 admin admin] Deleting port c502218e-3914-4994-aa32-673b0871684e {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:44:17.424161 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6dde7018-ebc3-4b83-ba78-9332029047d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:17.589106 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-6dde7018-ebc3-4b83-ba78-9332029047d2 admin admin] For port c502218e-3914-4994-aa32-673b0871684e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=c502218e-3914-4994-aa32-673b0871684e,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:17.590045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6dde7018-ebc3-4b83-ba78-9332029047d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:17.649971 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:17.710227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6dde7018-ebc3-4b83-ba78-9332029047d2 admin admin] Calling delete_port for c502218e-3914-4994-aa32-673b0871684e owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:44:17.870838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6dde7018-ebc3-4b83-ba78-9332029047d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:17.914615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde7018-ebc3-4b83-ba78-9332029047d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c502218e-3914-4994-aa32-673b0871684e,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:18.280944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6dde7018-ebc3-4b83-ba78-9332029047d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:18.835477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dde7018-ebc3-4b83-ba78-9332029047d2 admin admin] Router 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:44:19.032771 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dde7018-ebc3-4b83-ba78-9332029047d2 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:44:19.041542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7898a-1dce-4e3d-8591-60f8cd0478dd None None] Sync routers for ids ['12d94ddf-c13d-4893-9a42-41e3f5b31ba4'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:44:19.045210 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6dde7018-ebc3-4b83-ba78-9332029047d2 admin admin] 10.222.0.71 "PUT /v2.0/routers/12d94ddf-c13d-4893-9a42-41e3f5b31ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6772401 Apr 22 15:44:19.047828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41346) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:19.055547 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7898a-1dce-4e3d-8591-60f8cd0478dd None None] Routers {'12d94ddf-c13d-4893-9a42-41e3f5b31ba4'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:44:19.056156 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-79e7898a-1dce-4e3d-8591-60f8cd0478dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:44:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['12d94ddf-c13d-4893-9a42-41e3f5b31ba4'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:19.231528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-79e7898a-1dce-4e3d-8591-60f8cd0478dd None None] Set router 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:44:19.236973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:19.428093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:19.437968 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] Deleting port b5228748-4895-4a86-8174-2e070b924bf5 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:44:19.438327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:19.506655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-79e7898a-1dce-4e3d-8591-60f8cd0478dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'name': 'tempest-TestEncryptedCinderVolumes-793128429-router', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': 'b5228748-4895-4a86-8174-2e070b924bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:42:58Z', 'updated_at': '2022-04-22T15:44:17Z', 'revision_number': 5, 'project_id': 'fd5c9f76e555423cab1f3abd40900541', 'gw_port': {'id': 'b5228748-4895-4a86-8174-2e070b924bf5', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:42:59Z', 'updated_at': '2022-04-22T15:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:19.510643 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7898a-1dce-4e3d-8591-60f8cd0478dd None None] Checking router: 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:44:19.521471 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7898a-1dce-4e3d-8591-60f8cd0478dd None None] Routers {'12d94ddf-c13d-4893-9a42-41e3f5b31ba4'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:44:19.522052 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-79e7898a-1dce-4e3d-8591-60f8cd0478dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:44:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['12d94ddf-c13d-4893-9a42-41e3f5b31ba4'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:19.676203 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-79e7898a-1dce-4e3d-8591-60f8cd0478dd None None] Set router 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:44:19.722211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] For port b5228748-4895-4a86-8174-2e070b924bf5, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b5228748-4895-4a86-8174-2e070b924bf5,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:19.722575 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:19.782754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-79e7898a-1dce-4e3d-8591-60f8cd0478dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'name': 'tempest-TestEncryptedCinderVolumes-793128429-router', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:42:58Z', 'updated_at': '2022-04-22T15:44:19Z', 'revision_number': 6, 'project_id': 'fd5c9f76e555423cab1f3abd40900541', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:19.786527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7898a-1dce-4e3d-8591-60f8cd0478dd None None] The sync data for ids ['12d94ddf-c13d-4893-9a42-41e3f5b31ba4'] in dv-neutron-838883-3-hyperv is: [{'id': '12d94ddf-c13d-4893-9a42-41e3f5b31ba4', 'name': 'tempest-TestEncryptedCinderVolumes-793128429-router', 'tenant_id': 'fd5c9f76e555423cab1f3abd40900541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:42:58Z', 'updated_at': '2022-04-22T15:44:19Z', 'revision_number': 6, 'project_id': 'fd5c9f76e555423cab1f3abd40900541', 'gw_port_host': None}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:44:19.846556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] Calling delete_port for b5228748-4895-4a86-8174-2e070b924bf5 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:44:20.007800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:20.061041 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5228748-4895-4a86-8174-2e070b924bf5,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:20.287573 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:20.537996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:20.542035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:20.565584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:20.566104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12d94ddf-c13d-4893-9a42-41e3f5b31ba4 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:44:20.578579 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:20.579691 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-52ca0705-6bea-44fa-a742-0456953c0414 admin admin] 10.222.0.71 "DELETE /v2.0/routers/12d94ddf-c13d-4893-9a42-41e3f5b31ba4 HTTP/1.1" status: 204 len: 168 time: 1.5309839 Apr 22 15:44:20.582280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41350) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:20.640560 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd1cf9d-debe-4a7b-952e-1c9168e710fc admin admin] Deleting subnet 03f8f32b-bded-4659-916d-af3f205e5ee5 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:44:20.643404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0dd1cf9d-debe-4a7b-952e-1c9168e710fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:20.694166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0dd1cf9d-debe-4a7b-952e-1c9168e710fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:20.773423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0dd1cf9d-debe-4a7b-952e-1c9168e710fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:20.838678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0dd1cf9d-debe-4a7b-952e-1c9168e710fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:20.878393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1cf9d-debe-4a7b-952e-1c9168e710fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f8f32b-bded-4659-916d-af3f205e5ee5,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:20.883432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0dd1cf9d-debe-4a7b-952e-1c9168e710fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:20.888706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afce5354-cedc-4af9-affd-9016adf29d15 None None] Network e3e26d6d-2442-418f-8404-6d22222c843b requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:44:20.893066 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0dd1cf9d-debe-4a7b-952e-1c9168e710fc admin admin] 10.222.0.71 "DELETE /v2.0/subnets/03f8f32b-bded-4659-916d-af3f205e5ee5 HTTP/1.1" status: 204 len: 168 time: 0.3097849 Apr 22 15:44:20.895589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41354) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:21.003387 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:21.014029 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Deleting port 3ff61c21-92b9-4138-9cf5-70914e98a916 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:44:21.014300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:21.129139 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9852dfc-62ce-4449-afbf-5de734ba6bcf None None] DHCP port deletion for e3e26d6d-2442-418f-8404-6d22222c843b request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:44:21.133649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e9852dfc-62ce-4449-afbf-5de734ba6bcf None None] Deleting port 3ff61c21-92b9-4138-9cf5-70914e98a916 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:44:21.134022 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9852dfc-62ce-4449-afbf-5de734ba6bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:21.294253 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] For port 3ff61c21-92b9-4138-9cf5-70914e98a916, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3ff61c21-92b9-4138-9cf5-70914e98a916,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:21.294536 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:21.375802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e9852dfc-62ce-4449-afbf-5de734ba6bcf None None] For port 3ff61c21-92b9-4138-9cf5-70914e98a916, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3ff61c21-92b9-4138-9cf5-70914e98a916,segment=NetworkSegment(ccac4e50-2ec4-43bf-a077-e715797cd2a5),segment_id=ccac4e50-2ec4-43bf-a077-e715797cd2a5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:21.376108 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9852dfc-62ce-4449-afbf-5de734ba6bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:21.412066 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Calling delete_port for 3ff61c21-92b9-4138-9cf5-70914e98a916 owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:44:21.490358 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:21.499208 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e9852dfc-62ce-4449-afbf-5de734ba6bcf None None] Calling delete_port for 3ff61c21-92b9-4138-9cf5-70914e98a916 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:44:21.534524 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff61c21-92b9-4138-9cf5-70914e98a916,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:21.541963 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] No DVR routers for this DVR port 3ff61c21-92b9-4138-9cf5-70914e98a916 on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.562936 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.565830 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.565830 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.565830 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.565830 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.565830 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.565830 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.565830 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.565830 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.565830 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.565830 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.565830 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.565830 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.565830 dv-neutron-838883-3-hyperv neutron-server[83935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 15:44:21.565830 dv-neutron-838883-3-hyperv neutron-server[83935]: util.warn( Apr 22 15:44:21.569111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-e9852dfc-62ce-4449-afbf-5de734ba6bcf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:44:21.569469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-e9852dfc-62ce-4449-afbf-5de734ba6bcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:44:21.572111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:21.572454 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:21.572784 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:21.573111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:21.573435 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:21.573788 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:21.574111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:21.574462 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:21.574783 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:21.575096 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:21.575412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:21.661600 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:21.686590 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e26d6d-2442-418f-8404-6d22222c843b']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:21.699022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccac4e50-2ec4-43bf-a077-e715797cd2a5') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:21.699321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccac4e50-2ec4-43bf-a077-e715797cd2a5') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:21.710531 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:21.725280 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b5228748-4895-4a86-8174-2e070b924bf5 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:44:21.729448 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:21.736228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:44:21.736602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:44:21.752947 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:44:21.761081 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: b5228748-4895-4a86-8174-2e070b924bf5 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:44:21.761460 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b5228748-4895-4a86-8174-2e070b924bf5 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:44:21.761879 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c502218e-3914-4994-aa32-673b0871684e no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:44:21.793140 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: c502218e-3914-4994-aa32-673b0871684e {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:44:21.793480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device c502218e-3914-4994-aa32-673b0871684e not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:44:21.793889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3ff61c21-92b9-4138-9cf5-70914e98a916 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:44:21.824212 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:21.825848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 3ff61c21-92b9-4138-9cf5-70914e98a916 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:44:21.825848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3ff61c21-92b9-4138-9cf5-70914e98a916 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:44:21.840036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:21.849642 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e26d6d-2442-418f-8404-6d22222c843b,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:21.856975 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-9834f020-b9eb-44c4-8758-ca9686f38e86 admin admin] 10.222.0.71 "DELETE /v2.0/networks/e3e26d6d-2442-418f-8404-6d22222c843b HTTP/1.1" status: 204 len: 168 time: 0.9604113 Apr 22 15:44:21.859741 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41358) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:22.070924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e9852dfc-62ce-4449-afbf-5de734ba6bcf None None] Deleting port 3ff61c21-92b9-4138-9cf5-70914e98a916 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:44:22.071504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9852dfc-62ce-4449-afbf-5de734ba6bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:22.138520 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e9852dfc-62ce-4449-afbf-5de734ba6bcf None None] The port '3ff61c21-92b9-4138-9cf5-70914e98a916' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:44:22.236178 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ecdaf78-9239-4c5d-9d87-0177572d519a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:22.881936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4ecdaf78-9239-4c5d-9d87-0177572d519a admin admin] Deleting port 150ebf98-3801-4b3c-b84d-a7693f47d395 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:44:22.882557 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ecdaf78-9239-4c5d-9d87-0177572d519a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:23.047460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-4ecdaf78-9239-4c5d-9d87-0177572d519a admin admin] For port 150ebf98-3801-4b3c-b84d-a7693f47d395, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=150ebf98-3801-4b3c-b84d-a7693f47d395,segment=NetworkSegment(e3623118-7e97-4886-ba3f-5c0b515d17a9),segment_id=e3623118-7e97-4886-ba3f-5c0b515d17a9)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:23.047812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ecdaf78-9239-4c5d-9d87-0177572d519a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:23.163597 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-4ecdaf78-9239-4c5d-9d87-0177572d519a admin admin] Calling delete_port for 150ebf98-3801-4b3c-b84d-a7693f47d395 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:44:23.323453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ecdaf78-9239-4c5d-9d87-0177572d519a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:23.368381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdaf78-9239-4c5d-9d87-0177572d519a admin admin] Pushing event deleted for resources: {'Port': ['ID=150ebf98-3801-4b3c-b84d-a7693f47d395,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:23.647363 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-4ecdaf78-9239-4c5d-9d87-0177572d519a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:24.295494 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecdaf78-9239-4c5d-9d87-0177572d519a admin admin] Router c83cd85b-af1b-4a36-a54c-229bbc022b58 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:44:24.487980 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecdaf78-9239-4c5d-9d87-0177572d519a admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:44:24.496416 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f67a76-7793-4148-b204-178d2e6be150 None None] Sync routers for ids ['c83cd85b-af1b-4a36-a54c-229bbc022b58'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:44:24.497038 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4ecdaf78-9239-4c5d-9d87-0177572d519a admin admin] 10.222.0.71 "PUT /v2.0/routers/c83cd85b-af1b-4a36-a54c-229bbc022b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6363609 Apr 22 15:44:24.499483 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41362) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:24.507985 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f67a76-7793-4148-b204-178d2e6be150 None None] Routers {'c83cd85b-af1b-4a36-a54c-229bbc022b58'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:44:24.508568 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c3f67a76-7793-4148-b204-178d2e6be150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:44:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['c83cd85b-af1b-4a36-a54c-229bbc022b58'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:24.680660 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c3f67a76-7793-4148-b204-178d2e6be150 None None] Set router c83cd85b-af1b-4a36-a54c-229bbc022b58 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:44:24.693960 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:24.888799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:24.897807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] Deleting port 724cf897-aad4-4a44-9300-6d31c4bcfc06 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:44:24.898173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:24.960001 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c3f67a76-7793-4148-b204-178d2e6be150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'name': 'tempest-TestEncryptedCinderVolumes-1724848100-router', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '724cf897-aad4-4a44-9300-6d31c4bcfc06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:44:23Z', 'revision_number': 5, 'project_id': '216e97d5e8a14ec5b40a14d298046f4b', 'gw_port': {'id': '724cf897-aad4-4a44-9300-6d31c4bcfc06', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:70:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:24.963683 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f67a76-7793-4148-b204-178d2e6be150 None None] Checking router: c83cd85b-af1b-4a36-a54c-229bbc022b58 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:44:24.974444 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f67a76-7793-4148-b204-178d2e6be150 None None] Routers {'c83cd85b-af1b-4a36-a54c-229bbc022b58'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:44:24.975030 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c3f67a76-7793-4148-b204-178d2e6be150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:44:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['c83cd85b-af1b-4a36-a54c-229bbc022b58'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:25.069500 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] For port 724cf897-aad4-4a44-9300-6d31c4bcfc06, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=724cf897-aad4-4a44-9300-6d31c4bcfc06,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:25.069851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:25.150892 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c3f67a76-7793-4148-b204-178d2e6be150 None None] Set router c83cd85b-af1b-4a36-a54c-229bbc022b58 gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:44:25.186333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] Calling delete_port for 724cf897-aad4-4a44-9300-6d31c4bcfc06 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:44:25.253652 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c3f67a76-7793-4148-b204-178d2e6be150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'name': 'tempest-TestEncryptedCinderVolumes-1724848100-router', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:44:24Z', 'revision_number': 6, 'project_id': '216e97d5e8a14ec5b40a14d298046f4b', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:25.257899 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f67a76-7793-4148-b204-178d2e6be150 None None] The sync data for ids ['c83cd85b-af1b-4a36-a54c-229bbc022b58'] in dv-neutron-838883-3-hyperv is: [{'id': 'c83cd85b-af1b-4a36-a54c-229bbc022b58', 'name': 'tempest-TestEncryptedCinderVolumes-1724848100-router', 'tenant_id': '216e97d5e8a14ec5b40a14d298046f4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:43:04Z', 'updated_at': '2022-04-22T15:44:24Z', 'revision_number': 6, 'project_id': '216e97d5e8a14ec5b40a14d298046f4b', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:44:25.351346 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:25.394652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=724cf897-aad4-4a44-9300-6d31c4bcfc06,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:25.715602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:25.963858 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:25.967833 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:25.993012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:25.993540 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c83cd85b-af1b-4a36-a54c-229bbc022b58 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:44:26.007716 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:26.011003 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dbb98769-9013-4842-8b85-cea8122cf9a2 admin admin] 10.222.0.71 "DELETE /v2.0/routers/c83cd85b-af1b-4a36-a54c-229bbc022b58 HTTP/1.1" status: 204 len: 168 time: 1.5083289 Apr 22 15:44:26.011269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41366) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:26.069885 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f66df27-c22e-4127-b90a-8daca5341db3 admin admin] Deleting subnet 6ad011e7-4a93-4e18-9717-e3439295f36e {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:44:26.070867 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 150ebf98-3801-4b3c-b84d-a7693f47d395 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:44:26.072906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f66df27-c22e-4127-b90a-8daca5341db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:26.102847 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 150ebf98-3801-4b3c-b84d-a7693f47d395 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:44:26.103188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 150ebf98-3801-4b3c-b84d-a7693f47d395 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:44:26.103599 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 724cf897-aad4-4a44-9300-6d31c4bcfc06 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:44:26.124014 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f66df27-c22e-4127-b90a-8daca5341db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:26.135504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 724cf897-aad4-4a44-9300-6d31c4bcfc06 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:44:26.136621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 724cf897-aad4-4a44-9300-6d31c4bcfc06 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:44:26.201707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f66df27-c22e-4127-b90a-8daca5341db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:26.269927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f66df27-c22e-4127-b90a-8daca5341db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:26.310444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66df27-c22e-4127-b90a-8daca5341db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad011e7-4a93-4e18-9717-e3439295f36e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:26.315191 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-1f66df27-c22e-4127-b90a-8daca5341db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:26.320604 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1f66df27-c22e-4127-b90a-8daca5341db3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6ad011e7-4a93-4e18-9717-e3439295f36e HTTP/1.1" status: 204 len: 168 time: 0.3084147 Apr 22 15:44:26.320884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a59e2f-1e2a-4fd5-b2eb-5e250f2d7c40 None None] Network b9780d3c-b876-4086-b9d5-64d9cefbe4c9 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:44:26.323070 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41370) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:26.426341 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:26.437024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Deleting port 2660de33-67ec-47fa-baad-c2a2fc0d032c {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:44:26.437354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:26.556933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd23d7c-9533-49b4-9d0b-7348ffd6f10a None None] DHCP port deletion for b9780d3c-b876-4086-b9d5-64d9cefbe4c9 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:44:26.561018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9cd23d7c-9533-49b4-9d0b-7348ffd6f10a None None] Deleting port 2660de33-67ec-47fa-baad-c2a2fc0d032c {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:44:26.561394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9cd23d7c-9533-49b4-9d0b-7348ffd6f10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:26.636869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] For port 2660de33-67ec-47fa-baad-c2a2fc0d032c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=2660de33-67ec-47fa-baad-c2a2fc0d032c,segment=NetworkSegment(e3623118-7e97-4886-ba3f-5c0b515d17a9),segment_id=e3623118-7e97-4886-ba3f-5c0b515d17a9)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:26.636869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:26.753411 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Calling delete_port for 2660de33-67ec-47fa-baad-c2a2fc0d032c owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:44:26.754240 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-9cd23d7c-9533-49b4-9d0b-7348ffd6f10a None None] For port 2660de33-67ec-47fa-baad-c2a2fc0d032c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=2660de33-67ec-47fa-baad-c2a2fc0d032c,segment=NetworkSegment(e3623118-7e97-4886-ba3f-5c0b515d17a9),segment_id=e3623118-7e97-4886-ba3f-5c0b515d17a9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:26.754632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9cd23d7c-9533-49b4-9d0b-7348ffd6f10a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:26.877998 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9cd23d7c-9533-49b4-9d0b-7348ffd6f10a None None] Calling delete_port for 2660de33-67ec-47fa-baad-c2a2fc0d032c owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:44:26.916552 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:26.947957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-9cd23d7c-9533-49b4-9d0b-7348ffd6f10a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:44:26.949291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-9cd23d7c-9533-49b4-9d0b-7348ffd6f10a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:44:26.959956 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Pushing event deleted for resources: {'Port': ['ID=2660de33-67ec-47fa-baad-c2a2fc0d032c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:26.965822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] No DVR routers for this DVR port 2660de33-67ec-47fa-baad-c2a2fc0d032c on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:44:27.080069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:27.104400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9780d3c-b876-4086-b9d5-64d9cefbe4c9']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:27.116055 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3623118-7e97-4886-ba3f-5c0b515d17a9') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:27.116355 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3623118-7e97-4886-ba3f-5c0b515d17a9') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:27.127834 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:27.147980 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:27.153780 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:44:27.154169 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:44:27.166751 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:44:27.236380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:27.252320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:27.262806 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] Pushing event deleted for resources: {'Network': ['ID=b9780d3c-b876-4086-b9d5-64d9cefbe4c9,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:27.266728 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-3d3214de-91eb-4f0f-ac3b-50ac7802873b admin admin] 10.222.0.71 "DELETE /v2.0/networks/b9780d3c-b876-4086-b9d5-64d9cefbe4c9 HTTP/1.1" status: 204 len: 168 time: 0.9426539 Apr 22 15:44:27.451086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9cd23d7c-9533-49b4-9d0b-7348ffd6f10a None None] Deleting port 2660de33-67ec-47fa-baad-c2a2fc0d032c {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:44:27.451566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9cd23d7c-9533-49b4-9d0b-7348ffd6f10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:27.473911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41376) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:27.515608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-9cd23d7c-9533-49b4-9d0b-7348ffd6f10a None None] The port '2660de33-67ec-47fa-baad-c2a2fc0d032c' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:44:27.529176 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c91e1300-0c57-4485-ab99-d0e7d8a1c1f1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fd5c9f76e555423cab1f3abd40900541&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540917 Apr 22 15:44:27.531535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41380) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:27.588689 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a2094c-7d48-40f4-850f-45c217a7b855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:27.613374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a2094c-7d48-40f4-850f-45c217a7b855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:27.664167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a2094c-7d48-40f4-850f-45c217a7b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:27.679620 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2094c-7d48-40f4-850f-45c217a7b855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e2a951-b12c-46d7-b23e-dbe11fd79527,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:27.684364 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-79a2094c-7d48-40f4-850f-45c217a7b855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:27.685477 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-79a2094c-7d48-40f4-850f-45c217a7b855 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/03e2a951-b12c-46d7-b23e-dbe11fd79527 HTTP/1.1" status: 204 len: 168 time: 0.1530361 Apr 22 15:44:27.729701 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 2660de33-67ec-47fa-baad-c2a2fc0d032c no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:44:27.761826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 2660de33-67ec-47fa-baad-c2a2fc0d032c {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:44:27.762190 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 2660de33-67ec-47fa-baad-c2a2fc0d032c not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:44:28.084211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41388) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:28.133606 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2ff11b0d-fab8-41a9-a853-b57f641db4f3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=216e97d5e8a14ec5b40a14d298046f4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482004 Apr 22 15:44:28.135841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41392) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:28.196726 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f30bc87c-ed93-4b64-a403-a8757cb9e123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:28.222058 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f30bc87c-ed93-4b64-a403-a8757cb9e123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:28.271296 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f30bc87c-ed93-4b64-a403-a8757cb9e123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:28.285741 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bc87c-ed93-4b64-a403-a8757cb9e123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b48c7f-d565-4513-a675-4521937b4634,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:28.291764 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f30bc87c-ed93-4b64-a403-a8757cb9e123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:28.292898 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f30bc87c-ed93-4b64-a403-a8757cb9e123 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/29b48c7f-d565-4513-a675-4521937b4634 HTTP/1.1" status: 204 len: 168 time: 0.1557140 Apr 22 15:44:29.146695 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41414) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:29.319209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1322350477-network', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:44:29.324493 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:44:29.328297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Usage tracker for resource:network and tenant:3d46dec9cfe7408a8606b841424228cd is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:44:29.331037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:44:29.336518 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:44:29.348894 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Made reservation on behalf of 3d46dec9cfe7408a8606b841424228cd for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:44:29.351039 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:29.451649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:29.481155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:44:29.484866 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Usage tracker for resource:security_group_rule and tenant:3d46dec9cfe7408a8606b841424228cd is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:44:29.487599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:44:29.493166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:44:29.557077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:29.561044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:29.591171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:44:29.599650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d949924e-f0ed-49b6-b241-d1a607f28aa2,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:29.605987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:29.606352 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Added segment a9628d22-c508-4b30-bbf6-9ddc97dc7886 of type vlan for network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 Apr 22 15:44:29.641887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:29.675393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:29.676215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:29.676791 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:29.777501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] Pushing event updated for resources: {'Network': ['ID=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:29.780268 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-73ffcade-563b-40bc-ba32-0ebf0d1ed302 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6325536 Apr 22 15:44:29.783299 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41420) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:29.787496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:44:29.788315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Request body: {'subnet': {'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1322350477-subnet', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:44:29.793613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:44:29.797423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Usage tracker for resource:subnet and tenant:3d46dec9cfe7408a8606b841424228cd is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:44:29.800299 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:44:29.806055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:44:29.816044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Made reservation on behalf of 3d46dec9cfe7408a8606b841424228cd for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:44:29.818264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.024315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.095911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a4a6d01-1a77-4558-b88f-48a56d6e78b9,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:30.105947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Checking segment: {'id': 'a9628d22-c508-4b30-bbf6-9ddc97dc7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:44:30.106320 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Network hostable DHCP agents. Network: 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:44:30.126684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:44:30.135947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:44:30.139805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:30.140353 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.145877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2816e14-b081-46b5-952a-4e413db440e0 None None] Network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:44:30.163263 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d7304ecf-2a4c-4249-b1ec-447cddfe3d86 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3762171 Apr 22 15:44:30.163817 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41424) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:30.168802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:44:30.173425 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:44:30.177488 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Usage tracker for resource:router and tenant:3d46dec9cfe7408a8606b841424228cd is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:44:30.180501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:44:30.188731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:44:30.198941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.199935 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.220715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.369639 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.394921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'fixed_ips': [{'subnet_id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:44:30.396307 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.550318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Allocated IP 172.20.0.2 (44f1c0a0-f6fb-4cfe-a384-e741a3081ca4/8a4a6d01-1a77-4558-b88f-48a56d6e78b9/499bdd94-62b0-47b1-9ae7-259df175c6d5) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:44:30.553696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.583337 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.723278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Allocated IP 172.26.8.95 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/a5175423-36c7-48a9-88f4-bc390aac9506) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:44:30.755638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.767102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Transition to ACTIVE for port object 499bdd94-62b0-47b1-9ae7-259df175c6d5 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:44:30.785129 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Transition to ACTIVE for port object 499bdd94-62b0-47b1-9ae7-259df175c6d5 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:44:30.790790 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.859817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:44:30.862687 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:44:30.865159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:44:30.870995 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.871954 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Pushing event updated for resources: {'Port': ['ID=499bdd94-62b0-47b1-9ae7-259df175c6d5,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:30.900064 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.944730 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:30.945077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:30.945414 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:30.945745 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:30.946076 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:30.946431 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:30.946758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:30.947084 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:30.947395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:30.948062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:30.948062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:30.971608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Attempting to bind port 499bdd94-62b0-47b1-9ae7-259df175c6d5 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:44:30.971785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:44:30.972117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Attempting to bind port 499bdd94-62b0-47b1-9ae7-259df175c6d5 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a9628d22-c508-4b30-bbf6-9ddc97dc7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:44:30.972370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Attempting to bind port 499bdd94-62b0-47b1-9ae7-259df175c6d5 on network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:44:30.974633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:44:30.979022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:44:30.979918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:44:30.980297 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Checking segment: {'id': 'a9628d22-c508-4b30-bbf6-9ddc97dc7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:44:30.980740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:30.981074 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Bound using segment: {'id': 'a9628d22-c508-4b30-bbf6-9ddc97dc7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:44:30.981538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Bound port: 499bdd94-62b0-47b1-9ae7-259df175c6d5, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9628d22-c508-4b30-bbf6-9ddc97dc7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:44:30.981909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:31.003308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a5175423-36c7-48a9-88f4-bc390aac9506,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:31.071136 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] For port 499bdd94-62b0-47b1-9ae7-259df175c6d5, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:44:31.074641 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] For port 499bdd94-62b0-47b1-9ae7-259df175c6d5, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=499bdd94-62b0-47b1-9ae7-259df175c6d5,segment=NetworkSegment(a9628d22-c508-4b30-bbf6-9ddc97dc7886),segment_id=a9628d22-c508-4b30-bbf6-9ddc97dc7886)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:44:31.079035 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:31.139342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:31.140079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:31.159984 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f037a4-dbb2-4633-9ceb-41a098d30a86 None None] Pushing event updated for resources: {'Port': ['ID=499bdd94-62b0-47b1-9ae7-259df175c6d5,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:31.475895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Router e2d4e268-a22a-4ceb-8776-282c662080e8 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:44:31.673101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:44:31.684651 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Sync routers for ids ['e2d4e268-a22a-4ceb-8776-282c662080e8'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:44:31.698763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:31.700080 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7e79f219-3f62-40eb-84d0-4637e8da40d1 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5358033 Apr 22 15:44:31.701530 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Routers {'e2d4e268-a22a-4ceb-8776-282c662080e8'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:44:31.702176 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:44:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e2d4e268-a22a-4ceb-8776-282c662080e8'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:31.702988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41428) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:31.824553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 499bdd94-62b0-47b1-9ae7-259df175c6d5 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:44:31.952589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Set router e2d4e268-a22a-4ceb-8776-282c662080e8 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:44:31.990112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 499bdd94-62b0-47b1-9ae7-259df175c6d5 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:44:32.129467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274a8517-abef-4d15-9b37-957a37f7f776 None None] Network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:44:32.346304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e6595970-318d-4fcb-8175-6ec2ca375575 None None] Provisioning for port 499bdd94-62b0-47b1-9ae7-259df175c6d5 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:44:32.394255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e6595970-318d-4fcb-8175-6ec2ca375575 None None] Provisioning complete for port 499bdd94-62b0-47b1-9ae7-259df175c6d5 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:32.394560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6595970-318d-4fcb-8175-6ec2ca375575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:32.463327 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:32.630576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:31Z', 'revision_number': 3, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port': {'id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:32.651111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Checking router: e2d4e268-a22a-4ceb-8776-282c662080e8 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:44:32.651633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Updating router e2d4e268-a22a-4ceb-8776-282c662080e8 port a5175423-36c7-48a9-88f4-bc390aac9506 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:44:32.667998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Allocated IP 172.20.0.1 (44f1c0a0-f6fb-4cfe-a384-e741a3081ca4/8a4a6d01-1a77-4558-b88f-48a56d6e78b9/75646cfc-c9a9-461c-93fa-4fec666c50f6) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:44:32.688188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6595970-318d-4fcb-8175-6ec2ca375575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:32.737992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:32.795447 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e6595970-318d-4fcb-8175-6ec2ca375575 None None] For port 499bdd94-62b0-47b1-9ae7-259df175c6d5, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=499bdd94-62b0-47b1-9ae7-259df175c6d5,segment=NetworkSegment(a9628d22-c508-4b30-bbf6-9ddc97dc7886),segment_id=a9628d22-c508-4b30-bbf6-9ddc97dc7886)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:32.805693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6595970-318d-4fcb-8175-6ec2ca375575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:32.916230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:32.932424 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Transition to ACTIVE for port object 75646cfc-c9a9-461c-93fa-4fec666c50f6 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:44:32.953762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6595970-318d-4fcb-8175-6ec2ca375575 None None] Pushing event updated for resources: {'Port': ['ID=499bdd94-62b0-47b1-9ae7-259df175c6d5,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:32.956096 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:33.036496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:44:33.037205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Pushing event updated for resources: {'Port': ['ID=75646cfc-c9a9-461c-93fa-4fec666c50f6,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:33.039719 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:44:33.042374 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:44:33.070272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d7f5bea8-0c96-4113-ad3c-648de93610cf None None] Provisioning complete for port 499bdd94-62b0-47b1-9ae7-259df175c6d5 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:33.070650 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d7f5bea8-0c96-4113-ad3c-648de93610cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:33.093336 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:33.186555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:33.276572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:33.291291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Transition to ACTIVE for port object a5175423-36c7-48a9-88f4-bc390aac9506 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:44:33.297791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:33.376131 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:33.384780 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544f3dc-8f46-4d6c-b48a-1bd3f962f73a None None] Pushing event updated for resources: {'Port': ['ID=a5175423-36c7-48a9-88f4-bc390aac9506,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:33.394308 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Attempting to bind port a5175423-36c7-48a9-88f4-bc390aac9506 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:44:33.394671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Attempting to bind port a5175423-36c7-48a9-88f4-bc390aac9506 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:44:33.395030 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Attempting to bind port a5175423-36c7-48a9-88f4-bc390aac9506 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:44:33.404392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:44:33.404753 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:44:33.405142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:33.405526 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:44:33.405977 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Bound port: a5175423-36c7-48a9-88f4-bc390aac9506, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:44:33.406365 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:33.416587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:33.421722 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:33.451225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cfaa30ff-cef3-4671-b546-7c37b8cb9da5 None None] Provisioning for port 75646cfc-c9a9-461c-93fa-4fec666c50f6 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:44:33.460303 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cfaa30ff-cef3-4671-b546-7c37b8cb9da5 None None] Provisioning complete for port 75646cfc-c9a9-461c-93fa-4fec666c50f6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:33.460664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cfaa30ff-cef3-4671-b546-7c37b8cb9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:33.525477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Pushing event updated for resources: {'Port': ['ID=75646cfc-c9a9-461c-93fa-4fec666c50f6,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:33.526555 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] For port a5175423-36c7-48a9-88f4-bc390aac9506, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:44:33.528194 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:33.530734 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] For port a5175423-36c7-48a9-88f4-bc390aac9506, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a5175423-36c7-48a9-88f4-bc390aac9506,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:44:33.531782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa30ff-cef3-4671-b546-7c37b8cb9da5 None None] Port 75646cfc-c9a9-461c-93fa-4fec666c50f6 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:44:33.535442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:33.611359 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544f3dc-8f46-4d6c-b48a-1bd3f962f73a None None] Pushing event updated for resources: {'Port': ['ID=a5175423-36c7-48a9-88f4-bc390aac9506,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:33.615628 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Routers {'e2d4e268-a22a-4ceb-8776-282c662080e8'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:44:33.616538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:44:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e2d4e268-a22a-4ceb-8776-282c662080e8'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:33.664304 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:44:33.665334 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:44:33.749745 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 499bdd94-62b0-47b1-9ae7-259df175c6d5 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:44:33.863891 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] Set router e2d4e268-a22a-4ceb-8776-282c662080e8 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:44:33.906944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 499bdd94-62b0-47b1-9ae7-259df175c6d5 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:33.907420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:34.052862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Router e2d4e268-a22a-4ceb-8776-282c662080e8 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:44:34.113381 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a33961a7-86ed-41c8-ab6d-f593f435792b None None] Provisioning complete for port 75646cfc-c9a9-461c-93fa-4fec666c50f6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:34.113983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a33961a7-86ed-41c8-ab6d-f593f435792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:34.253309 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:44:34.257065 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:44:34.274317 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-460ece50-6840-4b1b-ab48-8f8014f47518 admin admin] 10.222.0.71 "PUT /v2.0/routers/e2d4e268-a22a-4ceb-8776-282c662080e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5611720 Apr 22 15:44:34.274667 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-a33961a7-86ed-41c8-ab6d-f593f435792b None None] Port 75646cfc-c9a9-461c-93fa-4fec666c50f6 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:44:34.377202 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 4, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port': {'id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '75646cfc-c9a9-461c-93fa-4fec666c50f6', 'name': '', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:32Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 2, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'subnets': [{'id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:34.381297 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feccb23e-0614-4419-a843-ae45cab47100 None None] The sync data for ids ['e2d4e268-a22a-4ceb-8776-282c662080e8'] in dv-neutron-838883-3-hyperv is: [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 4, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port': {'id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '75646cfc-c9a9-461c-93fa-4fec666c50f6', 'name': '', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:32Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 2, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'subnets': [{'id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:44:35.171316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41450) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:35.176939 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-438352415-network', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:44:35.181721 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:44:35.185657 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Usage tracker for resource:network and tenant:377a336b9c5f492387f76ea3ffe4d2e6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:44:35.188652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:44:35.194828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:44:35.206377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Made reservation on behalf of 377a336b9c5f492387f76ea3ffe4d2e6 for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:44:35.208764 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:35.221864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:35.253872 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:44:35.258100 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Usage tracker for resource:security_group_rule and tenant:377a336b9c5f492387f76ea3ffe4d2e6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:44:35.261099 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:44:35.266870 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:44:35.334948 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:35.340285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:35.371160 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:44:35.383730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6839ac08-5f6f-4278-aeb5-a410157d8f8e,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:35.388058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:35.388401 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Added segment 54bae7b7-cf44-4c70-bb55-1919447b9ac2 of type vlan for network 4257d32d-c8c9-47a9-a774-aff87d4d4658 Apr 22 15:44:35.416288 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:35.446834 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:35.447684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:35.448283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:35.641911 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4257d32d-c8c9-47a9-a774-aff87d4d4658,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:35.644656 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a1b8b65a-8bc0-4a28-9d28-61b3f35c18a1 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4723308 Apr 22 15:44:35.648813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41454) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:35.654485 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Request body: {'subnet': {'network_id': '4257d32d-c8c9-47a9-a774-aff87d4d4658', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-438352415-subnet', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:44:35.654921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 4257d32d-c8c9-47a9-a774-aff87d4d4658 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:44:35.659513 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:44:35.663604 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Usage tracker for resource:subnet and tenant:377a336b9c5f492387f76ea3ffe4d2e6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:44:35.666706 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:44:35.673534 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:44:35.685616 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Made reservation on behalf of 377a336b9c5f492387f76ea3ffe4d2e6 for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:44:35.690022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:35.767349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a5175423-36c7-48a9-88f4-bc390aac9506 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:44:35.839514 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port a5175423-36c7-48a9-88f4-bc390aac9506 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:44:35.844239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port a5175423-36c7-48a9-88f4-bc390aac9506 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:35.844608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:35.910283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:35.955118 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:35.972838 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port a5175423-36c7-48a9-88f4-bc390aac9506, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a5175423-36c7-48a9-88f4-bc390aac9506,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:35.976992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:35.977307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7515bf-0b9c-433a-a2ed-d0cc66b985dd,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:36.001296 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Checking segment: {'id': '54bae7b7-cf44-4c70-bb55-1919447b9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4257d32d-c8c9-47a9-a774-aff87d4d4658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:44:36.001649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Network hostable DHCP agents. Network: 4257d32d-c8c9-47a9-a774-aff87d4d4658, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:44:36.027000 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Network 4257d32d-c8c9-47a9-a774-aff87d4d4658 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:44:36.037887 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 4257d32d-c8c9-47a9-a774-aff87d4d4658) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:44:36.043390 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:36.043967 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:36.049855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ed50b2-531d-4ba7-8266-7703ee7a92c6 None None] Network 4257d32d-c8c9-47a9-a774-aff87d4d4658 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:44:36.064506 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=a5175423-36c7-48a9-88f4-bc390aac9506,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:36.065767 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5ca793db-872e-4dac-82ae-6ccf97daa083 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4159248 Apr 22 15:44:36.068361 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41458) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:36.073881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-438352415-router', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:44:36.078747 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:44:36.082655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Usage tracker for resource:router and tenant:377a336b9c5f492387f76ea3ffe4d2e6 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:44:36.085633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:44:36.092086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:44:36.102774 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:36.103920 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:36.123869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:36.261897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-4257d32d-c8c9-47a9-a774-aff87d4d4658', 'network_id': '4257d32d-c8c9-47a9-a774-aff87d4d4658', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'fixed_ips': [{'subnet_id': '4b7515bf-0b9c-433a-a2ed-d0cc66b985dd'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:44:36.262736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:36.281351 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:36.416219 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Allocated IP 172.20.0.2 (4257d32d-c8c9-47a9-a774-aff87d4d4658/4b7515bf-0b9c-433a-a2ed-d0cc66b985dd/12fe8268-a606-4de2-bd47-12f994d8e0ea) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:44:36.473133 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:36.505257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:36.618633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:36.628788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Transition to ACTIVE for port object 12fe8268-a606-4de2-bd47-12f994d8e0ea will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:44:36.637258 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Allocated IP 172.26.8.185 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/bc798789-8343-49b4-88c1-3a1349ac84c0) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:44:36.647188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Transition to ACTIVE for port object 12fe8268-a606-4de2-bd47-12f994d8e0ea will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:44:36.652663 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:36.721848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Network 4257d32d-c8c9-47a9-a774-aff87d4d4658 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:44:36.724775 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:44:36.728501 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:44:36.737815 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Pushing event updated for resources: {'Port': ['ID=12fe8268-a606-4de2-bd47-12f994d8e0ea,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:36.784575 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:36.812286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:36.829236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Attempting to bind port 12fe8268-a606-4de2-bd47-12f994d8e0ea on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:44:36.829640 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Attempting to bind port 12fe8268-a606-4de2-bd47-12f994d8e0ea by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '54bae7b7-cf44-4c70-bb55-1919447b9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4257d32d-c8c9-47a9-a774-aff87d4d4658'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:44:36.830034 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Attempting to bind port 12fe8268-a606-4de2-bd47-12f994d8e0ea on network 4257d32d-c8c9-47a9-a774-aff87d4d4658 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:44:36.838642 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:44:36.839754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Checking segment: {'id': '54bae7b7-cf44-4c70-bb55-1919447b9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4257d32d-c8c9-47a9-a774-aff87d4d4658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:44:36.840361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:36.840922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Bound using segment: {'id': '54bae7b7-cf44-4c70-bb55-1919447b9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4257d32d-c8c9-47a9-a774-aff87d4d4658'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:44:36.841700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Bound port: 12fe8268-a606-4de2-bd47-12f994d8e0ea, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bae7b7-cf44-4c70-bb55-1919447b9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4257d32d-c8c9-47a9-a774-aff87d4d4658'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:44:36.842208 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:36.886035 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:44:36.889646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:44:36.892012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:44:36.919282 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Pushing event updated for resources: {'Port': ['ID=bc798789-8343-49b4-88c1-3a1349ac84c0,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:36.935296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] For port 12fe8268-a606-4de2-bd47-12f994d8e0ea, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:44:36.938675 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] For port 12fe8268-a606-4de2-bd47-12f994d8e0ea, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=12fe8268-a606-4de2-bd47-12f994d8e0ea,segment=NetworkSegment(54bae7b7-cf44-4c70-bb55-1919447b9ac2),segment_id=54bae7b7-cf44-4c70-bb55-1919447b9ac2)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:44:36.943990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:37.069416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c56d7-3121-41ea-a40d-d09f90bac1eb None None] Pushing event updated for resources: {'Port': ['ID=12fe8268-a606-4de2-bd47-12f994d8e0ea,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:37.074474 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:37.075229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:37.328584 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Router be475529-c65b-43b9-a295-de4045628c7d is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:44:37.619112 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:44:37.629523 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Sync routers for ids ['be475529-c65b-43b9-a295-de4045628c7d'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:44:37.643543 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Routers {'be475529-c65b-43b9-a295-de4045628c7d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:44:37.644361 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:44:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['be475529-c65b-43b9-a295-de4045628c7d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:37.647177 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:37.651208 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-77e0f136-b8c2-4346-b7d0-2ca6eb189d74 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5791252 Apr 22 15:44:37.651499 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41462) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:44:37.833919 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Set router be475529-c65b-43b9-a295-de4045628c7d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:44:37.837706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 12fe8268-a606-4de2-bd47-12f994d8e0ea up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:44:37.909626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 12fe8268-a606-4de2-bd47-12f994d8e0ea completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:44:37.916247 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a5175423-36c7-48a9-88f4-bc390aac9506 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:44:37.998066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port a5175423-36c7-48a9-88f4-bc390aac9506 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:37.998508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:38.093817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb95506-1198-4788-b343-4d8e4c8cae99 None None] Network 4257d32d-c8c9-47a9-a774-aff87d4d4658 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:44:38.193328 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be475529-c65b-43b9-a295-de4045628c7d', 'name': 'tempest-TestMinimumBasicScenario-438352415-router', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bc798789-8343-49b4-88c1-3a1349ac84c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:44:37Z', 'revision_number': 3, 'project_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'gw_port': {'id': 'bc798789-8343-49b4-88c1-3a1349ac84c0', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be475529-c65b-43b9-a295-de4045628c7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:38.197849 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Checking router: be475529-c65b-43b9-a295-de4045628c7d for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:44:38.198887 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Updating router be475529-c65b-43b9-a295-de4045628c7d port bc798789-8343-49b4-88c1-3a1349ac84c0 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:44:38.231095 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5b927981-af95-4168-ace1-892e8220f509 None None] Provisioning for port 12fe8268-a606-4de2-bd47-12f994d8e0ea completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:44:38.250983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5b927981-af95-4168-ace1-892e8220f509 None None] Provisioning complete for port 12fe8268-a606-4de2-bd47-12f994d8e0ea triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:38.252392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b927981-af95-4168-ace1-892e8220f509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:38.257608 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:38.460357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b927981-af95-4168-ace1-892e8220f509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:38.462481 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:38.501014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-5b927981-af95-4168-ace1-892e8220f509 None None] For port 12fe8268-a606-4de2-bd47-12f994d8e0ea, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=12fe8268-a606-4de2-bd47-12f994d8e0ea,segment=NetworkSegment(54bae7b7-cf44-4c70-bb55-1919447b9ac2),segment_id=54bae7b7-cf44-4c70-bb55-1919447b9ac2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:38.507647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b927981-af95-4168-ace1-892e8220f509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:38.582706 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b927981-af95-4168-ace1-892e8220f509 None None] Pushing event updated for resources: {'Port': ['ID=12fe8268-a606-4de2-bd47-12f994d8e0ea,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:38.604268 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:38.617826 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Transition to ACTIVE for port object bc798789-8343-49b4-88c1-3a1349ac84c0 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:44:38.624333 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:38.704776 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Attempting to bind port bc798789-8343-49b4-88c1-3a1349ac84c0 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:44:38.705319 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Attempting to bind port bc798789-8343-49b4-88c1-3a1349ac84c0 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:44:38.705319 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Attempting to bind port bc798789-8343-49b4-88c1-3a1349ac84c0 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:44:38.716897 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478a4fa-92e1-4278-a870-f7144e1ae411 None None] Pushing event updated for resources: {'Port': ['ID=bc798789-8343-49b4-88c1-3a1349ac84c0,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:38.717274 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Allocated IP 172.20.0.1 (4257d32d-c8c9-47a9-a774-aff87d4d4658/4b7515bf-0b9c-433a-a2ed-d0cc66b985dd/b9daca8f-5e32-4943-94c5-2f2dc8a68db4) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:44:38.719059 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:44:38.719406 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:44:38.719795 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:38.720168 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:44:38.720628 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Bound port: bc798789-8343-49b4-88c1-3a1349ac84c0, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:44:38.720966 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:38.739546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f4b3ed72-ed04-42f2-aa98-e5c522800ba5 None None] Provisioning complete for port 12fe8268-a606-4de2-bd47-12f994d8e0ea triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:38.740341 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f4b3ed72-ed04-42f2-aa98-e5c522800ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:38.766032 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478a4fa-92e1-4278-a870-f7144e1ae411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:38.766382 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478a4fa-92e1-4278-a870-f7144e1ae411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:38.766708 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478a4fa-92e1-4278-a870-f7144e1ae411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:38.767026 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478a4fa-92e1-4278-a870-f7144e1ae411 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:38.767345 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478a4fa-92e1-4278-a870-f7144e1ae411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:38.767659 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478a4fa-92e1-4278-a870-f7144e1ae411 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:38.767972 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478a4fa-92e1-4278-a870-f7144e1ae411 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:38.768282 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478a4fa-92e1-4278-a870-f7144e1ae411 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:38.768589 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478a4fa-92e1-4278-a870-f7144e1ae411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:38.768895 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478a4fa-92e1-4278-a870-f7144e1ae411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:38.769202 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d478a4fa-92e1-4278-a870-f7144e1ae411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:38.802465 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] For port bc798789-8343-49b4-88c1-3a1349ac84c0, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:44:38.805064 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] For port bc798789-8343-49b4-88c1-3a1349ac84c0, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bc798789-8343-49b4-88c1-3a1349ac84c0,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:44:38.809627 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:38.865755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:38.881385 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Transition to ACTIVE for port object b9daca8f-5e32-4943-94c5-2f2dc8a68db4 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:44:38.884023 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478a4fa-92e1-4278-a870-f7144e1ae411 None None] Pushing event updated for resources: {'Port': ['ID=bc798789-8343-49b4-88c1-3a1349ac84c0,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:38.898173 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Routers {'be475529-c65b-43b9-a295-de4045628c7d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:44:38.898830 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:44:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['be475529-c65b-43b9-a295-de4045628c7d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:38.907927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:38.975808 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Network 4257d32d-c8c9-47a9-a774-aff87d4d4658 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:44:38.978399 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:44:38.981605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:44:39.028225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Pushing event updated for resources: {'Port': ['ID=b9daca8f-5e32-4943-94c5-2f2dc8a68db4,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:39.044579 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:39.077946 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] Set router be475529-c65b-43b9-a295-de4045628c7d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:44:39.239523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:39.296567 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-18b69b18-f074-4da1-aaa0-64fac5f2690a None None] Provisioning for port b9daca8f-5e32-4943-94c5-2f2dc8a68db4 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:44:39.302712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-18b69b18-f074-4da1-aaa0-64fac5f2690a None None] Provisioning complete for port b9daca8f-5e32-4943-94c5-2f2dc8a68db4 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:39.303329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-18b69b18-f074-4da1-aaa0-64fac5f2690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:39.358821 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-18b69b18-f074-4da1-aaa0-64fac5f2690a None None] Port b9daca8f-5e32-4943-94c5-2f2dc8a68db4 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:44:39.427707 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be475529-c65b-43b9-a295-de4045628c7d', 'name': 'tempest-TestMinimumBasicScenario-438352415-router', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bc798789-8343-49b4-88c1-3a1349ac84c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:44:37Z', 'revision_number': 3, 'project_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'gw_port': {'id': 'bc798789-8343-49b4-88c1-3a1349ac84c0', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be475529-c65b-43b9-a295-de4045628c7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:39.431511 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3679463b-6771-4858-854b-63b44b0e9fd5 None None] The sync data for ids ['be475529-c65b-43b9-a295-de4045628c7d'] in dv-neutron-838883-3-hyperv is: [{'id': 'be475529-c65b-43b9-a295-de4045628c7d', 'name': 'tempest-TestMinimumBasicScenario-438352415-router', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bc798789-8343-49b4-88c1-3a1349ac84c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:44:37Z', 'revision_number': 3, 'project_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'gw_port': {'id': 'bc798789-8343-49b4-88c1-3a1349ac84c0', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be475529-c65b-43b9-a295-de4045628c7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:44:39.472206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:39.476609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:39.579172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:39.582426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Pushing event updated for resources: {'Port': ['ID=b9daca8f-5e32-4943-94c5-2f2dc8a68db4,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:39.718230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Network 4257d32d-c8c9-47a9-a774-aff87d4d4658 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:44:39.719294 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:44:39.738052 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 12fe8268-a606-4de2-bd47-12f994d8e0ea up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:44:39.812089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 12fe8268-a606-4de2-bd47-12f994d8e0ea triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:39.812475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:39.989371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ae601d38-ce3e-444a-80b1-588ca6ca6fa7 None None] Provisioning complete for port b9daca8f-5e32-4943-94c5-2f2dc8a68db4 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:39.989831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae601d38-ce3e-444a-80b1-588ca6ca6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:40.043189 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ae601d38-ce3e-444a-80b1-588ca6ca6fa7 None None] Port b9daca8f-5e32-4943-94c5-2f2dc8a68db4 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:44:40.113613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Router be475529-c65b-43b9-a295-de4045628c7d has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:44:40.321765 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:44:40.331498 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e4633618-0276-4a16-b03b-87a8290b3b0a admin admin] 10.222.0.71 "PUT /v2.0/routers/be475529-c65b-43b9-a295-de4045628c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6789007 Apr 22 15:44:42.781945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0c2274a6-4fce-4cb5-a872-2510c484be9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:45.069301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0646f4ba-2419-4f08-9ef7-9c92e8c2ac6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:45.771219 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bc798789-8343-49b4-88c1-3a1349ac84c0 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:44:45.844788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port bc798789-8343-49b4-88c1-3a1349ac84c0 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:44:45.849675 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port bc798789-8343-49b4-88c1-3a1349ac84c0 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:45.850043 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:45.978726 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:45.996808 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port bc798789-8343-49b4-88c1-3a1349ac84c0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bc798789-8343-49b4-88c1-3a1349ac84c0,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:46.004831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:46.104901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:46.109023 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:46.109626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=bc798789-8343-49b4-88c1-3a1349ac84c0,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:47.662370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:47.747301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bc798789-8343-49b4-88c1-3a1349ac84c0 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:44:47.817700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port bc798789-8343-49b4-88c1-3a1349ac84c0 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:47.818059 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:49.236729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e6615-4555-4564-9493-8be334d5576c None None] Sync routers for ids ['e2d4e268-a22a-4ceb-8776-282c662080e8'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:44:49.251169 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e6615-4555-4564-9493-8be334d5576c None None] Routers {'e2d4e268-a22a-4ceb-8776-282c662080e8'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:44:49.252065 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-076e6615-4555-4564-9493-8be334d5576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:44:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e2d4e268-a22a-4ceb-8776-282c662080e8'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:49.481649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-076e6615-4555-4564-9493-8be334d5576c None None] Set router e2d4e268-a22a-4ceb-8776-282c662080e8 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:44:49.833970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-076e6615-4555-4564-9493-8be334d5576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 4, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port': {'id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '75646cfc-c9a9-461c-93fa-4fec666c50f6', 'name': '', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:32Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 2, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'subnets': [{'id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:49.837893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e6615-4555-4564-9493-8be334d5576c None None] Checking router: e2d4e268-a22a-4ceb-8776-282c662080e8 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:44:49.838274 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e6615-4555-4564-9493-8be334d5576c None None] Updating router e2d4e268-a22a-4ceb-8776-282c662080e8 port 75646cfc-c9a9-461c-93fa-4fec666c50f6 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:44:49.895181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-076e6615-4555-4564-9493-8be334d5576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:50.249922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-076e6615-4555-4564-9493-8be334d5576c None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:50.265502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-076e6615-4555-4564-9493-8be334d5576c None None] Transition to ACTIVE for port object 75646cfc-c9a9-461c-93fa-4fec666c50f6 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:44:50.280219 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-076e6615-4555-4564-9493-8be334d5576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:50.445170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4f2a2-909b-4307-862e-8c9f0507cac0 None None] Pushing event updated for resources: {'Port': ['ID=75646cfc-c9a9-461c-93fa-4fec666c50f6,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:50.514059 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-076e6615-4555-4564-9493-8be334d5576c None None] Attempting to bind port 75646cfc-c9a9-461c-93fa-4fec666c50f6 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:44:50.514472 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-076e6615-4555-4564-9493-8be334d5576c None None] Attempting to bind port 75646cfc-c9a9-461c-93fa-4fec666c50f6 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a9628d22-c508-4b30-bbf6-9ddc97dc7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:44:50.514826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076e6615-4555-4564-9493-8be334d5576c None None] Attempting to bind port 75646cfc-c9a9-461c-93fa-4fec666c50f6 on network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:44:50.521411 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076e6615-4555-4564-9493-8be334d5576c None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:44:50.521773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076e6615-4555-4564-9493-8be334d5576c None None] Checking segment: {'id': 'a9628d22-c508-4b30-bbf6-9ddc97dc7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:44:50.522185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-076e6615-4555-4564-9493-8be334d5576c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:50.522572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076e6615-4555-4564-9493-8be334d5576c None None] Bound using segment: {'id': 'a9628d22-c508-4b30-bbf6-9ddc97dc7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:44:50.523025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-076e6615-4555-4564-9493-8be334d5576c None None] Bound port: 75646cfc-c9a9-461c-93fa-4fec666c50f6, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9628d22-c508-4b30-bbf6-9ddc97dc7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:44:50.523388 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-076e6615-4555-4564-9493-8be334d5576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:50.609067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-076e6615-4555-4564-9493-8be334d5576c None None] For port 75646cfc-c9a9-461c-93fa-4fec666c50f6, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:44:50.611868 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-076e6615-4555-4564-9493-8be334d5576c None None] For port 75646cfc-c9a9-461c-93fa-4fec666c50f6, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=75646cfc-c9a9-461c-93fa-4fec666c50f6,segment=NetworkSegment(a9628d22-c508-4b30-bbf6-9ddc97dc7886),segment_id=a9628d22-c508-4b30-bbf6-9ddc97dc7886)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:44:50.616899 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-076e6615-4555-4564-9493-8be334d5576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:50.706166 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4f2a2-909b-4307-862e-8c9f0507cac0 None None] Pushing event updated for resources: {'Port': ['ID=75646cfc-c9a9-461c-93fa-4fec666c50f6,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:50.719361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e6615-4555-4564-9493-8be334d5576c None None] Routers {'e2d4e268-a22a-4ceb-8776-282c662080e8'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:44:50.719941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-076e6615-4555-4564-9493-8be334d5576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:44:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e2d4e268-a22a-4ceb-8776-282c662080e8'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:50.940438 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-076e6615-4555-4564-9493-8be334d5576c None None] Set router e2d4e268-a22a-4ceb-8776-282c662080e8 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:44:51.023713 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Sync routers for ids ['be475529-c65b-43b9-a295-de4045628c7d'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:44:51.035602 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Routers {'be475529-c65b-43b9-a295-de4045628c7d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:44:51.036193 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:44:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['be475529-c65b-43b9-a295-de4045628c7d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:51.236869 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Set router be475529-c65b-43b9-a295-de4045628c7d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:44:51.290842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-78e7326f-eacf-4585-9571-8ce432d39de5 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:51.291469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-78e7326f-eacf-4585-9571-8ce432d39de5 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Synchronizing usage tracker for tenant:3d46dec9cfe7408a8606b841424228cd on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:44:51.309870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-78e7326f-eacf-4585-9571-8ce432d39de5 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Unset dirty status for tenant:3d46dec9cfe7408a8606b841424228cd on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:44:51.311635 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-78e7326f-eacf-4585-9571-8ce432d39de5 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/networks?id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 HTTP/1.1" status: 200 len: 815 time: 0.1663148 Apr 22 15:44:51.329266 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-04381b44-1d8e-4b7a-ae19-a89e70e9b277 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/quotas/3d46dec9cfe7408a8606b841424228cd HTTP/1.1" status: 200 len: 375 time: 0.0120475 Apr 22 15:44:51.332860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-076e6615-4555-4564-9493-8be334d5576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 4, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port': {'id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '75646cfc-c9a9-461c-93fa-4fec666c50f6', 'name': '', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:32Z', 'updated_at': '2022-04-22T15:44:50Z', 'revision_number': 4, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'subnets': [{'id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:51.337009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e6615-4555-4564-9493-8be334d5576c None None] The sync data for ids ['e2d4e268-a22a-4ceb-8776-282c662080e8'] in dv-neutron-838883-3-hyperv is: [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 4, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port': {'id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '75646cfc-c9a9-461c-93fa-4fec666c50f6', 'name': '', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:32Z', 'updated_at': '2022-04-22T15:44:50Z', 'revision_number': 4, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'subnets': [{'id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:44:51.423796 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a5711cbc-01a5-4c98-b8dd-1c15a1ce4935 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3d46dec9cfe7408a8606b841424228cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866196 Apr 22 15:44:51.589940 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be475529-c65b-43b9-a295-de4045628c7d', 'name': 'tempest-TestMinimumBasicScenario-438352415-router', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bc798789-8343-49b4-88c1-3a1349ac84c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:44:39Z', 'revision_number': 4, 'project_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'gw_port': {'id': 'bc798789-8343-49b4-88c1-3a1349ac84c0', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be475529-c65b-43b9-a295-de4045628c7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'b9daca8f-5e32-4943-94c5-2f2dc8a68db4', 'name': '', 'network_id': '4257d32d-c8c9-47a9-a774-aff87d4d4658', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'mac_address': 'fa:16:3e:92:e8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be475529-c65b-43b9-a295-de4045628c7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b7515bf-0b9c-433a-a2ed-d0cc66b985dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:38Z', 'updated_at': '2022-04-22T15:44:39Z', 'revision_number': 2, 'project_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'subnets': [{'id': '4b7515bf-0b9c-433a-a2ed-d0cc66b985dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:51.594872 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Checking router: be475529-c65b-43b9-a295-de4045628c7d for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:44:51.595501 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Updating router be475529-c65b-43b9-a295-de4045628c7d port b9daca8f-5e32-4943-94c5-2f2dc8a68db4 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:44:51.653803 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:51.696677 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-d738e1f7-9bb1-41b5-83bd-e53b3a5bb94a service neutron] 10.222.0.71 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561045 Apr 22 15:44:51.803033 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 75646cfc-c9a9-461c-93fa-4fec666c50f6 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:44:51.875277 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-b6ce5615-aec5-40bd-91f5-f492242063a3 service neutron] 10.222.0.71 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723912 Apr 22 15:44:51.883326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 75646cfc-c9a9-461c-93fa-4fec666c50f6 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:44:51.889206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 75646cfc-c9a9-461c-93fa-4fec666c50f6 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:51.889639 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:52.039725 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:52.083077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 75646cfc-c9a9-461c-93fa-4fec666c50f6, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=75646cfc-c9a9-461c-93fa-4fec666c50f6,segment=NetworkSegment(a9628d22-c508-4b30-bbf6-9ddc97dc7886),segment_id=a9628d22-c508-4b30-bbf6-9ddc97dc7886)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:52.087605 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:52.123490 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:52.138431 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Transition to ACTIVE for port object b9daca8f-5e32-4943-94c5-2f2dc8a68db4 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:44:52.146235 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:52.181305 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=75646cfc-c9a9-461c-93fa-4fec666c50f6,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:52.285079 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f602226-3f0b-4787-b2e0-2ebdbd17143e None None] Pushing event updated for resources: {'Port': ['ID=b9daca8f-5e32-4943-94c5-2f2dc8a68db4,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:52.302800 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-35f34670-c103-4bc8-993b-0e74ffcb3755 req-5bf22a0d-5463-451c-aebf-f6bee2cbd51a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 210 time: 0.2348349 Apr 22 15:44:52.408809 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Attempting to bind port b9daca8f-5e32-4943-94c5-2f2dc8a68db4 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:44:52.409169 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Attempting to bind port b9daca8f-5e32-4943-94c5-2f2dc8a68db4 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '54bae7b7-cf44-4c70-bb55-1919447b9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4257d32d-c8c9-47a9-a774-aff87d4d4658'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:44:52.409516 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Attempting to bind port b9daca8f-5e32-4943-94c5-2f2dc8a68db4 on network 4257d32d-c8c9-47a9-a774-aff87d4d4658 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:44:52.416744 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:44:52.417110 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Checking segment: {'id': '54bae7b7-cf44-4c70-bb55-1919447b9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4257d32d-c8c9-47a9-a774-aff87d4d4658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:44:52.417636 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:52.418017 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Bound using segment: {'id': '54bae7b7-cf44-4c70-bb55-1919447b9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4257d32d-c8c9-47a9-a774-aff87d4d4658'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:44:52.418578 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Bound port: b9daca8f-5e32-4943-94c5-2f2dc8a68db4, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bae7b7-cf44-4c70-bb55-1919447b9ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '4257d32d-c8c9-47a9-a774-aff87d4d4658'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:44:52.418953 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:52.514099 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] For port b9daca8f-5e32-4943-94c5-2f2dc8a68db4, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:44:52.517068 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] For port b9daca8f-5e32-4943-94c5-2f2dc8a68db4, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b9daca8f-5e32-4943-94c5-2f2dc8a68db4,segment=NetworkSegment(54bae7b7-cf44-4c70-bb55-1919447b9ac2),segment_id=54bae7b7-cf44-4c70-bb55-1919447b9ac2)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:44:52.520671 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:52.600390 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f602226-3f0b-4787-b2e0-2ebdbd17143e None None] Pushing event updated for resources: {'Port': ['ID=b9daca8f-5e32-4943-94c5-2f2dc8a68db4,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:52.606282 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Routers {'be475529-c65b-43b9-a295-de4045628c7d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:44:52.606883 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:44:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['be475529-c65b-43b9-a295-de4045628c7d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:52.793882 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] Set router be475529-c65b-43b9-a295-de4045628c7d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:44:53.108604 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be475529-c65b-43b9-a295-de4045628c7d', 'name': 'tempest-TestMinimumBasicScenario-438352415-router', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bc798789-8343-49b4-88c1-3a1349ac84c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:44:39Z', 'revision_number': 4, 'project_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'gw_port': {'id': 'bc798789-8343-49b4-88c1-3a1349ac84c0', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be475529-c65b-43b9-a295-de4045628c7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'b9daca8f-5e32-4943-94c5-2f2dc8a68db4', 'name': '', 'network_id': '4257d32d-c8c9-47a9-a774-aff87d4d4658', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'mac_address': 'fa:16:3e:92:e8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be475529-c65b-43b9-a295-de4045628c7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b7515bf-0b9c-433a-a2ed-d0cc66b985dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:38Z', 'updated_at': '2022-04-22T15:44:52Z', 'revision_number': 4, 'project_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'subnets': [{'id': '4b7515bf-0b9c-433a-a2ed-d0cc66b985dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:44:53.112984 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d53ad6-71e8-4e62-b049-3fb0dfdf3b4c None None] The sync data for ids ['be475529-c65b-43b9-a295-de4045628c7d'] in dv-neutron-838883-3-hyperv is: [{'id': 'be475529-c65b-43b9-a295-de4045628c7d', 'name': 'tempest-TestMinimumBasicScenario-438352415-router', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bc798789-8343-49b4-88c1-3a1349ac84c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:44:39Z', 'revision_number': 4, 'project_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'gw_port': {'id': 'bc798789-8343-49b4-88c1-3a1349ac84c0', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be475529-c65b-43b9-a295-de4045628c7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'b9daca8f-5e32-4943-94c5-2f2dc8a68db4', 'name': '', 'network_id': '4257d32d-c8c9-47a9-a774-aff87d4d4658', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'mac_address': 'fa:16:3e:92:e8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be475529-c65b-43b9-a295-de4045628c7d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b7515bf-0b9c-433a-a2ed-d0cc66b985dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:38Z', 'updated_at': '2022-04-22T15:44:52Z', 'revision_number': 4, 'project_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'subnets': [{'id': '4b7515bf-0b9c-433a-a2ed-d0cc66b985dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:44:53.330982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-2ce647ea-260f-411e-bd1a-f7f450cc23d3 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:53.332419 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-2ce647ea-260f-411e-bd1a-f7f450cc23d3 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.70 "GET /v2.0/networks?id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 HTTP/1.1" status: 200 len: 815 time: 0.1816800 Apr 22 15:44:53.355947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Request body: {'port': {'device_id': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'admin_state_up': True, 'tenant_id': '3d46dec9cfe7408a8606b841424228cd'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:44:53.523776 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bb48acf0-b848-4bf6-b746-4612b82fde87 req-c8c70980-e83e-42f2-9a9b-1c13b2f14520 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 210 time: 0.0546851 Apr 22 15:44:53.535599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:44:53.540395 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Usage tracker for resource:port and tenant:3d46dec9cfe7408a8606b841424228cd is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:44:53.543163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:44:53.549351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:44:53.560182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Made reservation on behalf of 3d46dec9cfe7408a8606b841424228cd for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:44:53.563804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:53.746952 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Allocated IP 172.20.0.4 (44f1c0a0-f6fb-4cfe-a384-e741a3081ca4/8a4a6d01-1a77-4558-b88f-48a56d6e78b9/b4536424-1876-46a9-939d-498e6ac8d260) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:44:53.877248 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 75646cfc-c9a9-461c-93fa-4fec666c50f6 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:44:54.035244 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 75646cfc-c9a9-461c-93fa-4fec666c50f6 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:54.037748 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:54.111629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:54.148231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Transition to ACTIVE for port object b4536424-1876-46a9-939d-498e6ac8d260 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:44:54.194483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:54.279921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b9daca8f-5e32-4943-94c5-2f2dc8a68db4 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:44:54.349220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:44:54.354411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:44:54.360587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:44:54.373366 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port b9daca8f-5e32-4943-94c5-2f2dc8a68db4 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:44:54.385685 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b9daca8f-5e32-4943-94c5-2f2dc8a68db4 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:54.386237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:54.402648 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event updated for resources: {'Port': ['ID=b4536424-1876-46a9-939d-498e6ac8d260,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:54.418244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:54.418649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:54.419028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:54.419365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:54.419688 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:54.420014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:54.420380 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:54.420649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:54.420969 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:54.421399 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:54.421640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:44:54.484138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:54.486063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:54.533484 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-75e6f8f6-9960-45be-a1f2-4a6031d7a024 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1828253 Apr 22 15:44:54.574846 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:54.646888 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port b9daca8f-5e32-4943-94c5-2f2dc8a68db4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b9daca8f-5e32-4943-94c5-2f2dc8a68db4,segment=NetworkSegment(54bae7b7-cf44-4c70-bb55-1919447b9ac2),segment_id=54bae7b7-cf44-4c70-bb55-1919447b9ac2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:44:54.654335 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:54.779544 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-720f65ee-07c6-4ba1-b21c-34210bde23c9 None None] Provisioning for port b4536424-1876-46a9-939d-498e6ac8d260 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:44:54.800274 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-720f65ee-07c6-4ba1-b21c-34210bde23c9 None None] Provisioning complete for port b4536424-1876-46a9-939d-498e6ac8d260 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:54.800894 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-720f65ee-07c6-4ba1-b21c-34210bde23c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:54.856389 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eddf7-b4bd-4aed-b2c2-863e722d7323 req-548a5acd-a21a-4d51-a819-464e1b8a2bf0 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:54.857281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-bd6eddf7-b4bd-4aed-b2c2-863e722d7323 req-548a5acd-a21a-4d51-a819-464e1b8a2bf0 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Synchronizing usage tracker for tenant:3d46dec9cfe7408a8606b841424228cd on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:44:54.881774 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=b9daca8f-5e32-4943-94c5-2f2dc8a68db4,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:44:54.898748 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-bd6eddf7-b4bd-4aed-b2c2-863e722d7323 req-548a5acd-a21a-4d51-a819-464e1b8a2bf0 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Unset dirty status for tenant:3d46dec9cfe7408a8606b841424228cd on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:44:54.904806 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd6eddf7-b4bd-4aed-b2c2-863e722d7323 req-548a5acd-a21a-4d51-a819-464e1b8a2bf0 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 931 time: 0.1877947 Apr 22 15:44:54.908554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-720f65ee-07c6-4ba1-b21c-34210bde23c9 None None] Port b4536424-1876-46a9-939d-498e6ac8d260 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:44:55.008711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-bd6eddf7-b4bd-4aed-b2c2-863e722d7323 req-8413705e-377e-40e7-8de5-527df585fe32 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Synchronizing usage tracker for tenant:3d46dec9cfe7408a8606b841424228cd on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:44:55.029322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-bd6eddf7-b4bd-4aed-b2c2-863e722d7323 req-8413705e-377e-40e7-8de5-527df585fe32 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Unset dirty status for tenant:3d46dec9cfe7408a8606b841424228cd on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:44:55.030968 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd6eddf7-b4bd-4aed-b2c2-863e722d7323 req-8413705e-377e-40e7-8de5-527df585fe32 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199234 Apr 22 15:44:55.779916 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b9daca8f-5e32-4943-94c5-2f2dc8a68db4 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:44:55.851293 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b9daca8f-5e32-4943-94c5-2f2dc8a68db4 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:44:55.851745 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:44:56.254705 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ef3c5-04e1-41d0-82c1-d44fcfc76d35 req-c9bfb85a-0f83-47b4-ac82-6a119cbad60e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:56.256205 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6c5ef3c5-04e1-41d0-82c1-d44fcfc76d35 req-c9bfb85a-0f83-47b4-ac82-6a119cbad60e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 931 time: 0.0783541 Apr 22 15:44:56.309056 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6c5ef3c5-04e1-41d0-82c1-d44fcfc76d35 req-359df5c6-5a96-4a57-83da-b10ced64caab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463753 Apr 22 15:44:57.541118 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38467f-22f6-4075-8743-35f1a3d9f90f req-6baf0b68-24f6-4220-82db-21688cfdc4da tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:57.543174 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7c38467f-22f6-4075-8743-35f1a3d9f90f req-6baf0b68-24f6-4220-82db-21688cfdc4da tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 931 time: 0.1080334 Apr 22 15:44:57.590120 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7c38467f-22f6-4075-8743-35f1a3d9f90f req-7643141b-7748-4e55-afd3-7a8527956e7b tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Apr 22 15:44:58.807733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db173a-2723-42c4-bfcd-ab45b4fbb963 req-9eb48235-1c01-4259-a0f0-372a077a0117 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:44:58.810340 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-22db173a-2723-42c4-bfcd-ab45b4fbb963 req-9eb48235-1c01-4259-a0f0-372a077a0117 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 931 time: 0.0868473 Apr 22 15:44:58.860063 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-22db173a-2723-42c4-bfcd-ab45b4fbb963 req-a928ce54-fe57-4658-9114-3cd3fa61b33c tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Apr 22 15:45:00.082027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c447864-c454-4518-8f1a-31ff117db901 req-ed1dbd5c-515e-4cd8-b4dc-6bd0c7bb589d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:00.083499 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4c447864-c454-4518-8f1a-31ff117db901 req-ed1dbd5c-515e-4cd8-b4dc-6bd0c7bb589d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 931 time: 0.0779214 Apr 22 15:45:00.131166 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4c447864-c454-4518-8f1a-31ff117db901 req-8edcfb2c-3fef-43f7-b5d1-62fcfb0acfc6 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421107 Apr 22 15:45:01.337775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c3604-ba1e-457b-8e1b-a443a52c1acf req-5f4c5032-f45a-4a8f-9e4b-81986ee3f997 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:01.340238 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a7c3604-ba1e-457b-8e1b-a443a52c1acf req-5f4c5032-f45a-4a8f-9e4b-81986ee3f997 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 931 time: 0.0832829 Apr 22 15:45:01.406453 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a7c3604-ba1e-457b-8e1b-a443a52c1acf req-bfae1669-ea34-4cb7-b9eb-5be8ed01d4c5 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600777 Apr 22 15:45:02.597339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d178b1-6ebe-417a-bf85-bcf6311d0189 req-21453e65-d85e-4b84-b599-c4110e3f76fa tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:02.598807 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-45d178b1-6ebe-417a-bf85-bcf6311d0189 req-21453e65-d85e-4b84-b599-c4110e3f76fa tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 931 time: 0.0733457 Apr 22 15:45:02.646067 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-45d178b1-6ebe-417a-bf85-bcf6311d0189 req-0bb7b1be-f8e0-4d18-aa5c-9a30122b295e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Apr 22 15:45:03.342698 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:03.820811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Request body: {'port': {'device_id': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:45:04.030804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74921c-0e90-4a98-97f9-5f1c913613f1 req-9cb4f8fc-a1c0-4390-80c5-acbe24ceb732 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:04.032238 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a74921c-0e90-4a98-97f9-5f1c913613f1 req-9cb4f8fc-a1c0-4390-80c5-acbe24ceb732 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 931 time: 0.2621117 Apr 22 15:45:04.036545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:04.138004 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a74921c-0e90-4a98-97f9-5f1c913613f1 req-4a3f0248-30f4-47e9-978a-f5d9a9df2829 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920913 Apr 22 15:45:04.402466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4536424-1876-46a9-939d-498e6ac8d260 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:45:04.408906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:04.422628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Transition to ACTIVE for port object b4536424-1876-46a9-939d-498e6ac8d260 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:45:04.426822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:04.539681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Pushing event updated for resources: {'Port': ['ID=b4536424-1876-46a9-939d-498e6ac8d260,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:45:04.658694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Attempting to bind port b4536424-1876-46a9-939d-498e6ac8d260 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:45:04.659026 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Attempting to bind port b4536424-1876-46a9-939d-498e6ac8d260 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'a9628d22-c508-4b30-bbf6-9ddc97dc7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:45:04.659352 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Attempting to bind port b4536424-1876-46a9-939d-498e6ac8d260 on network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:45:04.664951 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Port b4536424-1876-46a9-939d-498e6ac8d260 on network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:45:04.665266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Attempting to bind port b4536424-1876-46a9-939d-498e6ac8d260 on network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:45:04.671447 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:45:04.671780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Checking segment: {'id': 'a9628d22-c508-4b30-bbf6-9ddc97dc7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:45:04.672153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Bound using segment: {'id': 'a9628d22-c508-4b30-bbf6-9ddc97dc7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:45:04.672565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Bound port: b4536424-1876-46a9-939d-498e6ac8d260, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9628d22-c508-4b30-bbf6-9ddc97dc7886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:45:04.672905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:04.763408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] For port b4536424-1876-46a9-939d-498e6ac8d260, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:45:04.766574 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] For port b4536424-1876-46a9-939d-498e6ac8d260, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b4536424-1876-46a9-939d-498e6ac8d260,segment=NetworkSegment(a9628d22-c508-4b30-bbf6-9ddc97dc7886),segment_id=a9628d22-c508-4b30-bbf6-9ddc97dc7886)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:45:04.770475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:04.830314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:04.831849 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] 10.222.0.70 "PUT /v2.0/ports/b4536424-1876-46a9-939d-498e6ac8d260 HTTP/1.1" status: 200 len: 1093 time: 1.0152032 Apr 22 15:45:04.832290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'tag': 'b4536424-1876-46a9-939d-498e6ac8d260'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:45:04.852436 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df382b-a349-464b-8674-2c713aa63122 service neutron] Pushing event updated for resources: {'Port': ['ID=b4536424-1876-46a9-939d-498e6ac8d260,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:45:04.922813 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cc78b9-5fac-435b-8883-a64f1c9f901f'] response: {'name': 'network-changed', 'server_uuid': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'tag': 'b4536424-1876-46a9-939d-498e6ac8d260', 'status': 'completed', 'code': 200} Apr 22 15:45:04.970726 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-39556ddd-3033-4d25-84ef-04d26b64839f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d46dec9cfe7408a8606b841424228cd&device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 1096 time: 0.0787904 Apr 22 15:45:05.045319 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-9dec2be6-b185-4b80-9d56-89ba21afb4aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4536424-1876-46a9-939d-498e6ac8d260 HTTP/1.1" status: 200 len: 217 time: 0.0616050 Apr 22 15:45:05.110620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-1c83b107-7e10-471f-a21b-d67eb0a5ae41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:05.111990 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-1c83b107-7e10-471f-a21b-d67eb0a5ae41 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a4a6d01-1a77-4558-b88f-48a56d6e78b9 HTTP/1.1" status: 200 len: 854 time: 0.0597320 Apr 22 15:45:05.187097 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-03fc0b5e-77f2-4fdf-a38f-79a2acbc3e12 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684505 Apr 22 15:45:05.372634 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-e7bfc10c-435b-498b-bb37-e2fe62202de6 service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737761 Apr 22 15:45:05.404652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d033a3-d0d6-4788-99a7-5cf962c68ebe req-4f3b8224-0b91-4894-8f7c-12349d3b9ca9 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:05.405993 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b3d033a3-d0d6-4788-99a7-5cf962c68ebe req-4f3b8224-0b91-4894-8f7c-12349d3b9ca9 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 943 time: 0.1411254 Apr 22 15:45:05.523884 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b3d033a3-d0d6-4788-99a7-5cf962c68ebe req-6abad29b-cdd2-48c4-9a17-37749e48c9ca tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736356 Apr 22 15:45:05.540910 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7cb3767e-6c4b-41f8-83a2-31887fd9181f req-d9b330da-13ea-40a3-9fb5-ec90976c89a8 service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609430 Apr 22 15:45:05.705787 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05fd5a5e-f9bc-41bc-acb0-aa1a5a1c3c2d req-21087b0a-c227-4c55-9c54-1f99911501f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d46dec9cfe7408a8606b841424228cd&device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 1096 time: 0.0685763 Apr 22 15:45:05.922724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd5a5e-f9bc-41bc-acb0-aa1a5a1c3c2d req-4c8069ea-3bd7-4965-bc10-170d4fa536ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:05.924075 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05fd5a5e-f9bc-41bc-acb0-aa1a5a1c3c2d req-4c8069ea-3bd7-4965-bc10-170d4fa536ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 HTTP/1.1" status: 200 len: 916 time: 0.2119808 Apr 22 15:45:05.994432 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05fd5a5e-f9bc-41bc-acb0-aa1a5a1c3c2d req-20f2611c-1244-4ad5-816b-850dd0df2d07 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4536424-1876-46a9-939d-498e6ac8d260 HTTP/1.1" status: 200 len: 217 time: 0.0636008 Apr 22 15:45:06.055258 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd5a5e-f9bc-41bc-acb0-aa1a5a1c3c2d req-2805676c-3c84-42eb-a9da-d8de03d2ba92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:06.056655 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05fd5a5e-f9bc-41bc-acb0-aa1a5a1c3c2d req-2805676c-3c84-42eb-a9da-d8de03d2ba92 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a4a6d01-1a77-4558-b88f-48a56d6e78b9 HTTP/1.1" status: 200 len: 854 time: 0.0565934 Apr 22 15:45:06.132173 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05fd5a5e-f9bc-41bc-acb0-aa1a5a1c3c2d req-693fcb22-e53c-4edf-aba2-efd9463d46ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689883 Apr 22 15:45:06.264176 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05fd5a5e-f9bc-41bc-acb0-aa1a5a1c3c2d req-243f0804-5bea-4b30-a312-839e6f5a4faf service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236117 Apr 22 15:45:06.394026 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05fd5a5e-f9bc-41bc-acb0-aa1a5a1c3c2d req-31e2e471-b168-434f-8c3b-cc3dbeae1b5e service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228340 Apr 22 15:45:06.714864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44997763-7716-4f47-83d5-59e63b16198a req-bfc27b79-4545-4809-ba66-e6e1f252dbfe tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:06.716302 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-44997763-7716-4f47-83d5-59e63b16198a req-bfc27b79-4545-4809-ba66-e6e1f252dbfe tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 943 time: 0.0747385 Apr 22 15:45:06.764127 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-44997763-7716-4f47-83d5-59e63b16198a req-19943da5-1817-4de1-beec-f5926b2fde98 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421031 Apr 22 15:45:07.957068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f441a-7890-4258-b973-8289b17b5859 req-5c4871d3-32e8-4d5e-a022-97aa4ef03171 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:07.958536 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-056f441a-7890-4258-b973-8289b17b5859 req-5c4871d3-32e8-4d5e-a022-97aa4ef03171 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 943 time: 0.0789559 Apr 22 15:45:08.004363 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-056f441a-7890-4258-b973-8289b17b5859 req-3f6b4df8-b832-4707-a8e1-15d1aefc97e9 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396817 Apr 22 15:45:08.944218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b4536424-1876-46a9-939d-498e6ac8d260 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:45:09.078411 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b4536424-1876-46a9-939d-498e6ac8d260, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b4536424-1876-46a9-939d-498e6ac8d260,segment=NetworkSegment(a9628d22-c508-4b30-bbf6-9ddc97dc7886),segment_id=a9628d22-c508-4b30-bbf6-9ddc97dc7886)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:45:09.092723 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'b4536424-1876-46a9-939d-498e6ac8d260', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'port_id': 'b4536424-1876-46a9-939d-498e6ac8d260', 'mac_address': 'fa:16:3e:54:94:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:45:09.148106 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:09.165267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4536424-1876-46a9-939d-498e6ac8d260 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:45:09.180822 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b4536424-1876-46a9-939d-498e6ac8d260, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b4536424-1876-46a9-939d-498e6ac8d260,segment=NetworkSegment(a9628d22-c508-4b30-bbf6-9ddc97dc7886),segment_id=a9628d22-c508-4b30-bbf6-9ddc97dc7886)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:45:09.184845 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:09.206475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec8bfa-7735-4526-b69e-c04bbfa71b14 req-572713df-3754-4675-b6e2-4d6f9867f14c tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:09.207849 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69ec8bfa-7735-4526-b69e-c04bbfa71b14 req-572713df-3754-4675-b6e2-4d6f9867f14c tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 943 time: 0.0770295 Apr 22 15:45:09.252007 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=b4536424-1876-46a9-939d-498e6ac8d260,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:45:09.257093 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69ec8bfa-7735-4526-b69e-c04bbfa71b14 req-912c26c7-f0fb-493b-826e-894ecf9a27a4 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431120 Apr 22 15:45:09.584987 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['b4536424-1876-46a9-939d-498e6ac8d260'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:45:10.449288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2041d92-8a37-4836-892b-7273ffd48c5b req-1ddb5217-8e25-4d56-b953-f79cb8310651 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:10.450734 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b2041d92-8a37-4836-892b-7273ffd48c5b req-1ddb5217-8e25-4d56-b953-f79cb8310651 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 944 time: 0.0746746 Apr 22 15:45:10.495174 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b2041d92-8a37-4836-892b-7273ffd48c5b req-f8eec288-bfb5-4701-b68b-d6a33ffe5d78 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390098 Apr 22 15:45:10.944759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b4536424-1876-46a9-939d-498e6ac8d260 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:45:11.010861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port b4536424-1876-46a9-939d-498e6ac8d260 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:45:11.015343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port b4536424-1876-46a9-939d-498e6ac8d260 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:45:11.015716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:11.124332 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:11.149332 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4536424-1876-46a9-939d-498e6ac8d260'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:45:11.158440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port b4536424-1876-46a9-939d-498e6ac8d260, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b4536424-1876-46a9-939d-498e6ac8d260,segment=NetworkSegment(a9628d22-c508-4b30-bbf6-9ddc97dc7886),segment_id=a9628d22-c508-4b30-bbf6-9ddc97dc7886)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:45:11.162198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:11.215421 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f547753b-b037-4f55-98a2-107021f84872'] response: {'server_uuid': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4536424-1876-46a9-939d-498e6ac8d260', 'code': 200} Apr 22 15:45:11.230974 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=b4536424-1876-46a9-939d-498e6ac8d260,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:45:11.252870 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:45:11.471265 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05b44c11-9222-44f0-ae1c-c6ec24439366 req-6ba613e4-ad07-425e-a166-8f14602f83ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 1098 time: 0.0698917 Apr 22 15:45:11.511676 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-05b44c11-9222-44f0-ae1c-c6ec24439366 req-c7756cbd-7e24-4beb-bb30-b3db77ce51ce service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346186 Apr 22 15:45:11.689484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711be51c-f222-45ce-a164-923179387586 req-2472ec71-05c0-4c5f-a731-ab5c1ee92166 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:11.690938 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-711be51c-f222-45ce-a164-923179387586 req-2472ec71-05c0-4c5f-a731-ab5c1ee92166 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 945 time: 0.0740509 Apr 22 15:45:11.735704 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-711be51c-f222-45ce-a164-923179387586 req-09e84c4f-8767-4782-b022-920e4f2ed7fd tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392649 Apr 22 15:45:12.775285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-da4b22aa-05cf-4b7a-be05-827533d70836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:12.933566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cbce6-21cc-4d89-8c7f-27f131b03587 req-8f8dc3ee-e04c-485d-8689-8f8ebff7dddd tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:12.934962 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3c2cbce6-21cc-4d89-8c7f-27f131b03587 req-8f8dc3ee-e04c-485d-8689-8f8ebff7dddd tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 945 time: 0.0806613 Apr 22 15:45:12.981012 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3c2cbce6-21cc-4d89-8c7f-27f131b03587 req-d9b178fd-ae9a-4b69-a176-c23b40559df4 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397964 Apr 22 15:45:14.170907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ebb20-7c0f-4a37-abe7-3230a3e73500 req-69a02102-2cca-41b0-b01d-cf78e0f23e1e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:14.172325 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6d2ebb20-7c0f-4a37-abe7-3230a3e73500 req-69a02102-2cca-41b0-b01d-cf78e0f23e1e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 945 time: 0.0752077 Apr 22 15:45:14.221458 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6d2ebb20-7c0f-4a37-abe7-3230a3e73500 req-f6b2e6d4-0c35-40b0-8634-96ee6efea260 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436909 Apr 22 15:45:14.418244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a859550-b3dc-4dc2-8ed3-ecfced341882 req-b6e77a9a-2d9b-41d9-9eb3-b54febfbafb2 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:14.419691 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4a859550-b3dc-4dc2-8ed3-ecfced341882 req-b6e77a9a-2d9b-41d9-9eb3-b54febfbafb2 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 945 time: 0.0799577 Apr 22 15:45:14.464926 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4a859550-b3dc-4dc2-8ed3-ecfced341882 req-2b091b59-32f1-453f-9354-c2436ef5969d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392301 Apr 22 15:45:14.878279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c1d89-22d3-4fbb-a67d-a89c7fd3ae33 req-ff6e5e32-22db-4668-a04c-2697cd228af2 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:14.879701 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6d6c1d89-22d3-4fbb-a67d-a89c7fd3ae33 req-ff6e5e32-22db-4668-a04c-2697cd228af2 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 945 time: 0.0779822 Apr 22 15:45:14.924759 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6d6c1d89-22d3-4fbb-a67d-a89c7fd3ae33 req-22e2e6e9-023e-4290-8c78-73ba523671a4 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387816 Apr 22 15:45:15.061496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-96e2bc87-924b-40f4-ad6a-34ae736d3271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:16.068387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:16.095671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:17.657560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:25.047144 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076faac-e243-41a7-95b6-1572ef522b9f req-2ee2ef6f-67be-4cd3-a514-c88ea57abd1d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:25.048573 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9076faac-e243-41a7-95b6-1572ef522b9f req-2ee2ef6f-67be-4cd3-a514-c88ea57abd1d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 945 time: 0.0754197 Apr 22 15:45:25.092727 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9076faac-e243-41a7-95b6-1572ef522b9f req-e093dc25-a6f7-4692-ae09-c819961df461 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 Apr 22 15:45:25.119492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41642) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:45:25.337203 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e1c1de57-dd2e-43c3-8861-cea5a5fea4df tempest-TestMinimumBasicScenario-1193484104 tempest-TestMinimumBasicScenario-1193484104-project-admin] Synchronizing usage tracker for tenant:377a336b9c5f492387f76ea3ffe4d2e6 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:45:25.353271 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e1c1de57-dd2e-43c3-8861-cea5a5fea4df tempest-TestMinimumBasicScenario-1193484104 tempest-TestMinimumBasicScenario-1193484104-project-admin] Unset dirty status for tenant:377a336b9c5f492387f76ea3ffe4d2e6 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:45:25.354471 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e1c1de57-dd2e-43c3-8861-cea5a5fea4df tempest-TestMinimumBasicScenario-1193484104 tempest-TestMinimumBasicScenario-1193484104-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 1093 time: 0.2340329 Apr 22 15:45:25.357791 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41648) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:45:25.362840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': 'b4536424-1876-46a9-939d-498e6ac8d260', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:45:25.368105 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:45:25.371872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Usage tracker for resource:floatingip and tenant:3d46dec9cfe7408a8606b841424228cd is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:45:25.374657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:45:25.380257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:45:25.391008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:25.534483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:25.679976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Allocated IP 172.26.8.85 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/006f1b1b-b637-4d56-89ca-5d45f1410c56) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:45:25.839067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:25.866224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:25.931793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:45:25.934531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:45:25.938911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:45:25.962925 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event updated for resources: {'Port': ['ID=006f1b1b-b637-4d56-89ca-5d45f1410c56,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:45:26.423279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:26.476162 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:26.677361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:26.682179 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:26.784715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event updated for resources: {'Port': ['ID=006f1b1b-b637-4d56-89ca-5d45f1410c56,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:45:26.796405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:27.075343 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Floating IP ce96d73a-a442-40ef-b33a-b6fa0061771f associated. External IP: 172.26.8.85, port: b4536424-1876-46a9-939d-498e6ac8d260. Apr 22 15:45:27.456623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Router e2d4e268-a22a-4ceb-8776-282c662080e8 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:45:27.655772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:45:27.666356 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327128a-f688-419d-9049-1b310947fdcd None None] Sync routers for ids ['e2d4e268-a22a-4ceb-8776-282c662080e8'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:45:27.678689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327128a-f688-419d-9049-1b310947fdcd None None] Routers {'e2d4e268-a22a-4ceb-8776-282c662080e8'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:45:27.679407 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c327128a-f688-419d-9049-1b310947fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:45:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e2d4e268-a22a-4ceb-8776-282c662080e8'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:45:27.679794 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:27.736691 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-07b8054d-a5e4-479c-9be0-e05987b2c04f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3753452 Apr 22 15:45:27.736691 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'tag': 'b4536424-1876-46a9-939d-498e6ac8d260'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:45:27.737033 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41652) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:45:27.744508 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-884310597', 'description': 'tempest-secgroup-smoke-884310597 description', 'project_id': '3d46dec9cfe7408a8606b841424228cd'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:45:27.751229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:45:27.761944 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:45:27.772358 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:27.792543 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06852838-a839-4f87-992a-659c21b1e8ec'] response: {'name': 'network-changed', 'server_uuid': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'tag': 'b4536424-1876-46a9-939d-498e6ac8d260', 'status': 'completed', 'code': 200} Apr 22 15:45:27.808563 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:45:27.812496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Usage tracker for resource:security_group_rule and tenant:3d46dec9cfe7408a8606b841424228cd is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:45:27.815638 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:45:27.822338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:45:27.866639 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-c327128a-f688-419d-9049-1b310947fdcd None None] Set router e2d4e268-a22a-4ceb-8776-282c662080e8 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:45:27.880255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:27.886240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:27.919315 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e045940-5d15-4561-bf0f-e123447eedb2 req-ec23e793-7d33-4698-bbac-7964ef606c57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d46dec9cfe7408a8606b841424228cd&device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 1098 time: 0.0786140 Apr 22 15:45:27.928654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:27.929703 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1910145 Apr 22 15:45:27.933259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41658) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:45:27.944703 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6d9b68bb-3c35-4511-a062-3548d726ecae tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Request body: {'security_group_rule': {'security_group_id': '5dbd81a8-d488-424c-a00a-cd53e9574816', 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:45:27.952412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6d9b68bb-3c35-4511-a062-3548d726ecae tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:45:27.959922 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6d9b68bb-3c35-4511-a062-3548d726ecae tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Usage tracker for resource:security_group_rule and tenant:3d46dec9cfe7408a8606b841424228cd is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:45:27.963282 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6d9b68bb-3c35-4511-a062-3548d726ecae tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:45:27.966671 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbd81a8-d488-424c-a00a-cd53e9574816,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:45:27.977265 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:45:27.977614 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:45:27.979592 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:45:27.979592 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:45:27.979592 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:45:27.980612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:45:27.980612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:45:27.980612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:45:27.980612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:45:27.980908 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:45:27.981232 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a2733-e947-4337-8ad8-4668c57b410d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:45:27.986768 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6d9b68bb-3c35-4511-a062-3548d726ecae tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:45:28.026046 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9b68bb-3c35-4511-a062-3548d726ecae tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.090534 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045940-5d15-4561-bf0f-e123447eedb2 req-ac03e740-431f-4024-bd88-515408354bc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:28.091975 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e045940-5d15-4561-bf0f-e123447eedb2 req-ac03e740-431f-4024-bd88-515408354bc8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 HTTP/1.1" status: 200 len: 916 time: 0.1660342 Apr 22 15:45:28.094905 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9b68bb-3c35-4511-a062-3548d726ecae tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.098736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9b68bb-3c35-4511-a062-3548d726ecae tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.124079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b68bb-3c35-4511-a062-3548d726ecae tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e787af-4105-4ff3-939e-9234152db4e9,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:45:28.135636 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6d9b68bb-3c35-4511-a062-3548d726ecae tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.137238 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6d9b68bb-3c35-4511-a062-3548d726ecae tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2029808 Apr 22 15:45:28.139746 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41662) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:45:28.145396 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-abc07908-d3f5-4165-a445-fe61f4b976ad tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Request body: {'security_group_rule': {'security_group_id': '5dbd81a8-d488-424c-a00a-cd53e9574816', 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:45:28.152413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-abc07908-d3f5-4165-a445-fe61f4b976ad tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:45:28.156472 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-abc07908-d3f5-4165-a445-fe61f4b976ad tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Usage tracker for resource:security_group_rule and tenant:3d46dec9cfe7408a8606b841424228cd is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:45:28.159522 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-abc07908-d3f5-4165-a445-fe61f4b976ad tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:45:28.166484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-abc07908-d3f5-4165-a445-fe61f4b976ad tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:45:28.186393 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abc07908-d3f5-4165-a445-fe61f4b976ad tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.203964 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e045940-5d15-4561-bf0f-e123447eedb2 req-27bf1224-7164-4421-8f5f-068602f6eb68 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4536424-1876-46a9-939d-498e6ac8d260 HTTP/1.1" status: 200 len: 998 time: 0.1025116 Apr 22 15:45:28.231631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c327128a-f688-419d-9049-1b310947fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 4, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port': {'id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'ce96d73a-a442-40ef-b33a-b6fa0061771f', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'floating_ip_address': '172.26.8.85', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'port_id': 'b4536424-1876-46a9-939d-498e6ac8d260', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'mac_address': 'fa:16:3e:54:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:45:26Z', 'updated_at': '2022-04-22T15:45:26Z', 'revision_number': 0, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75646cfc-c9a9-461c-93fa-4fec666c50f6', 'name': '', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:32Z', 'updated_at': '2022-04-22T15:44:52Z', 'revision_number': 5, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'subnets': [{'id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:45:28.235377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327128a-f688-419d-9049-1b310947fdcd None None] Checking router: e2d4e268-a22a-4ceb-8776-282c662080e8 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:45:28.246172 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327128a-f688-419d-9049-1b310947fdcd None None] Routers {'e2d4e268-a22a-4ceb-8776-282c662080e8'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:45:28.246798 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c327128a-f688-419d-9049-1b310947fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:45:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e2d4e268-a22a-4ceb-8776-282c662080e8'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:45:28.254345 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abc07908-d3f5-4165-a445-fe61f4b976ad tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.258417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abc07908-d3f5-4165-a445-fe61f4b976ad tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.284175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc07908-d3f5-4165-a445-fe61f4b976ad tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08e59c7-64d0-4f98-9877-811ace9bdb00,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:45:28.286727 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045940-5d15-4561-bf0f-e123447eedb2 req-36ff985c-2dd0-4af5-9320-600fec2e0b3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:28.289117 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e045940-5d15-4561-bf0f-e123447eedb2 req-36ff985c-2dd0-4af5-9320-600fec2e0b3d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a4a6d01-1a77-4558-b88f-48a56d6e78b9 HTTP/1.1" status: 200 len: 854 time: 0.0777366 Apr 22 15:45:28.293182 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-abc07908-d3f5-4165-a445-fe61f4b976ad tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.294391 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-abc07908-d3f5-4165-a445-fe61f4b976ad tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1536834 Apr 22 15:45:28.297296 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41666) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:45:28.303729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b1d96489-3aab-4c96-88ea-5994da7a9462 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Request body: {'security_group_rule': {'security_group_id': '5dbd81a8-d488-424c-a00a-cd53e9574816', 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:45:28.344673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b1d96489-3aab-4c96-88ea-5994da7a9462 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:45:28.353825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b1d96489-3aab-4c96-88ea-5994da7a9462 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Usage tracker for resource:security_group_rule and tenant:3d46dec9cfe7408a8606b841424228cd is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:45:28.357943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b1d96489-3aab-4c96-88ea-5994da7a9462 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:45:28.366410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b1d96489-3aab-4c96-88ea-5994da7a9462 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:45:28.397567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b1d96489-3aab-4c96-88ea-5994da7a9462 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.421316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-c327128a-f688-419d-9049-1b310947fdcd None None] Set router e2d4e268-a22a-4ceb-8776-282c662080e8 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:45:28.424133 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e045940-5d15-4561-bf0f-e123447eedb2 req-ec7e870d-6e3b-41d7-b06b-468e9406854f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152883 Apr 22 15:45:28.574947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b1d96489-3aab-4c96-88ea-5994da7a9462 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.580823 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b1d96489-3aab-4c96-88ea-5994da7a9462 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.623703 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d96489-3aab-4c96-88ea-5994da7a9462 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba24e4d-591f-49b0-85d5-1b46df5baa5e,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:45:28.627545 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e045940-5d15-4561-bf0f-e123447eedb2 req-b78b314f-6012-4ee1-a46c-73116f322403 service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898041 Apr 22 15:45:28.660116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b1d96489-3aab-4c96-88ea-5994da7a9462 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.661367 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b1d96489-3aab-4c96-88ea-5994da7a9462 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3628893 Apr 22 15:45:28.664399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41670) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:45:28.670076 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b73c68eb-1d84-438f-87f4-615bedfde47d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Request body: {'security_group_rule': {'security_group_id': '5dbd81a8-d488-424c-a00a-cd53e9574816', 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:45:28.676139 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b73c68eb-1d84-438f-87f4-615bedfde47d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:45:28.679922 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b73c68eb-1d84-438f-87f4-615bedfde47d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Usage tracker for resource:security_group_rule and tenant:3d46dec9cfe7408a8606b841424228cd is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:45:28.683328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b73c68eb-1d84-438f-87f4-615bedfde47d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:45:28.689936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b73c68eb-1d84-438f-87f4-615bedfde47d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:45:28.710330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b73c68eb-1d84-438f-87f4-615bedfde47d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.773738 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1e045940-5d15-4561-bf0f-e123447eedb2 req-d41b3fcf-0510-4575-b3cf-d46923b3ce59 service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400824 Apr 22 15:45:28.778473 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b73c68eb-1d84-438f-87f4-615bedfde47d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.782431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b73c68eb-1d84-438f-87f4-615bedfde47d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.808408 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c68eb-1d84-438f-87f4-615bedfde47d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6657b010-b2bd-401d-a62d-f3643556e0bf,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:45:28.811827 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c327128a-f688-419d-9049-1b310947fdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 4, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port': {'id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'ce96d73a-a442-40ef-b33a-b6fa0061771f', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'floating_ip_address': '172.26.8.85', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'port_id': 'b4536424-1876-46a9-939d-498e6ac8d260', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'mac_address': 'fa:16:3e:54:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:45:26Z', 'updated_at': '2022-04-22T15:45:26Z', 'revision_number': 0, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75646cfc-c9a9-461c-93fa-4fec666c50f6', 'name': '', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:32Z', 'updated_at': '2022-04-22T15:44:52Z', 'revision_number': 5, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'subnets': [{'id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:45:28.816218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c327128a-f688-419d-9049-1b310947fdcd None None] The sync data for ids ['e2d4e268-a22a-4ceb-8776-282c662080e8'] in dv-neutron-838883-3-hyperv is: [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 4, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port': {'id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'ce96d73a-a442-40ef-b33a-b6fa0061771f', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'floating_ip_address': '172.26.8.85', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'port_id': 'b4536424-1876-46a9-939d-498e6ac8d260', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'mac_address': 'fa:16:3e:54:94:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:45:26Z', 'updated_at': '2022-04-22T15:45:26Z', 'revision_number': 0, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75646cfc-c9a9-461c-93fa-4fec666c50f6', 'name': '', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:32Z', 'updated_at': '2022-04-22T15:44:52Z', 'revision_number': 5, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'subnets': [{'id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:45:28.819507 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b73c68eb-1d84-438f-87f4-615bedfde47d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:28.822695 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b73c68eb-1d84-438f-87f4-615bedfde47d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1552370 Apr 22 15:45:28.824245 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41674) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:45:28.830731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-31925ea6-7c19-425b-b045-9d9715762d3e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Request body: {'security_group_rule': {'security_group_id': '5dbd81a8-d488-424c-a00a-cd53e9574816', 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:45:28.837249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-31925ea6-7c19-425b-b045-9d9715762d3e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:45:28.841229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-31925ea6-7c19-425b-b045-9d9715762d3e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Usage tracker for resource:security_group_rule and tenant:3d46dec9cfe7408a8606b841424228cd is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:45:28.844174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-31925ea6-7c19-425b-b045-9d9715762d3e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:45:28.854953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-31925ea6-7c19-425b-b045-9d9715762d3e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:45:28.864394 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-31925ea6-7c19-425b-b045-9d9715762d3e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Project 3d46dec9cfe7408a8606b841424228cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:45:28.871848 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31925ea6-7c19-425b-b045-9d9715762d3e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:29.036618 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134bc41-c8f6-4e60-bdcb-edcd247a37fb None None] New status for floating IP ce96d73a-a442-40ef-b33a-b6fa0061771f: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:45:29.053384 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31925ea6-7c19-425b-b045-9d9715762d3e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:29.057493 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31925ea6-7c19-425b-b045-9d9715762d3e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:29.080008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31925ea6-7c19-425b-b045-9d9715762d3e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c078d7d7-240a-4ce9-a869-38103121e7d2,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:45:29.089388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-31925ea6-7c19-425b-b045-9d9715762d3e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:29.090674 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-31925ea6-7c19-425b-b045-9d9715762d3e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2652147 Apr 22 15:45:29.093537 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41678) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:45:29.099156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d88962af-36ea-4173-baff-9ce2c44769f3 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Request body: {'security_group_rule': {'security_group_id': '5dbd81a8-d488-424c-a00a-cd53e9574816', 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:45:29.105058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d88962af-36ea-4173-baff-9ce2c44769f3 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:45:29.108954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d88962af-36ea-4173-baff-9ce2c44769f3 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Usage tracker for resource:security_group_rule and tenant:3d46dec9cfe7408a8606b841424228cd is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:45:29.111836 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d88962af-36ea-4173-baff-9ce2c44769f3 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:45:29.117586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d88962af-36ea-4173-baff-9ce2c44769f3 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:45:29.127353 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-d88962af-36ea-4173-baff-9ce2c44769f3 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Project 3d46dec9cfe7408a8606b841424228cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:45:29.133755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d88962af-36ea-4173-baff-9ce2c44769f3 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:29.207853 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d88962af-36ea-4173-baff-9ce2c44769f3 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:29.211654 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d88962af-36ea-4173-baff-9ce2c44769f3 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:29.246300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88962af-36ea-4173-baff-9ce2c44769f3 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b95e7a8-1b5b-46f9-a198-328092ed1aa2,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:45:29.253949 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d88962af-36ea-4173-baff-9ce2c44769f3 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:29.253949 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d88962af-36ea-4173-baff-9ce2c44769f3 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1568327 Apr 22 15:45:29.391760 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3c29937-8d34-4d79-b158-c70563c47f3d req-ac4ef21f-2911-4400-b0fd-6ecd609845f1 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884310597&fields=id&tenant_id=3d46dec9cfe7408a8606b841424228cd HTTP/1.1" status: 200 len: 267 time: 0.0431733 Apr 22 15:45:29.476849 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c29937-8d34-4d79-b158-c70563c47f3d req-39cc819e-1b9c-47b5-96d1-f021aa59f144 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:29.478296 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3c29937-8d34-4d79-b158-c70563c47f3d req-39cc819e-1b9c-47b5-96d1-f021aa59f144 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 945 time: 0.0815496 Apr 22 15:45:29.488400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-a3c29937-8d34-4d79-b158-c70563c47f3d req-55c7e71b-0808-4f39-9371-a304d81b9509 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Request body: {'port': {'security_groups': ['d949924e-f0ed-49b6-b241-d1a607f28aa2', '5dbd81a8-d488-424c-a00a-cd53e9574816']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:45:29.599086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a3c29937-8d34-4d79-b158-c70563c47f3d req-55c7e71b-0808-4f39-9371-a304d81b9509 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:29.855514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-a3c29937-8d34-4d79-b158-c70563c47f3d req-55c7e71b-0808-4f39-9371-a304d81b9509 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] For port b4536424-1876-46a9-939d-498e6ac8d260, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b4536424-1876-46a9-939d-498e6ac8d260,segment=NetworkSegment(a9628d22-c508-4b30-bbf6-9ddc97dc7886),segment_id=a9628d22-c508-4b30-bbf6-9ddc97dc7886)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:45:29.879313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a3c29937-8d34-4d79-b158-c70563c47f3d req-55c7e71b-0808-4f39-9371-a304d81b9509 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:29.883954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a3c29937-8d34-4d79-b158-c70563c47f3d req-55c7e71b-0808-4f39-9371-a304d81b9509 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:29.918443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['b4536424-1876-46a9-939d-498e6ac8d260'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:45:29.957003 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c29937-8d34-4d79-b158-c70563c47f3d req-55c7e71b-0808-4f39-9371-a304d81b9509 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:29.957597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a3c29937-8d34-4d79-b158-c70563c47f3d req-55c7e71b-0808-4f39-9371-a304d81b9509 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:29.958961 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3c29937-8d34-4d79-b158-c70563c47f3d req-55c7e71b-0808-4f39-9371-a304d81b9509 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "PUT /v2.0/ports/b4536424-1876-46a9-939d-498e6ac8d260 HTTP/1.1" status: 200 len: 981 time: 0.4748166 Apr 22 15:45:29.959388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'tag': 'b4536424-1876-46a9-939d-498e6ac8d260'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:45:29.976721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7e71b-0808-4f39-9371-a304d81b9509 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event updated for resources: {'Port': ['ID=b4536424-1876-46a9-939d-498e6ac8d260,revision_number=6']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:45:30.058317 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dca4e1f-217d-4cf5-8414-bc02a5c389fb'] response: {'name': 'network-changed', 'server_uuid': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'tag': 'b4536424-1876-46a9-939d-498e6ac8d260', 'status': 'completed', 'code': 200} Apr 22 15:45:30.084142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['b4536424-1876-46a9-939d-498e6ac8d260'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:45:30.249121 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32edd487-aa51-4989-a81f-a7f9bb864927 req-ac256689-aa3e-4ad8-8e80-01b72aae1cdb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d46dec9cfe7408a8606b841424228cd&device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 1137 time: 0.1391964 Apr 22 15:45:30.254165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da222dc-a0f7-404a-bab7-7db6676de052 req-2ecc210e-a2bb-4c78-a4d2-ea78cb4cb621 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:30.255544 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2da222dc-a0f7-404a-bab7-7db6676de052 req-2ecc210e-a2bb-4c78-a4d2-ea78cb4cb621 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 984 time: 0.1150277 Apr 22 15:45:30.343738 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-23c7c215-be16-4eab-ac3a-c8c93ba43762 None None] Provisioning complete for port b4536424-1876-46a9-939d-498e6ac8d260 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:45:30.344104 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-23c7c215-be16-4eab-ac3a-c8c93ba43762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:30.385818 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2da222dc-a0f7-404a-bab7-7db6676de052 req-3fd6b37e-fe8c-428d-82e0-077dc9cba5b4 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=5dbd81a8-d488-424c-a00a-cd53e9574816&id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1113887 Apr 22 15:45:30.417413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edd487-aa51-4989-a81f-a7f9bb864927 req-e8dead56-bf7b-45e3-8558-93eb2c3a619d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:30.419127 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32edd487-aa51-4989-a81f-a7f9bb864927 req-e8dead56-bf7b-45e3-8558-93eb2c3a619d service neutron] 10.222.0.70 "GET /v2.0/networks?id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 HTTP/1.1" status: 200 len: 916 time: 0.1627619 Apr 22 15:45:30.523319 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32edd487-aa51-4989-a81f-a7f9bb864927 req-79ce1b70-c360-419e-810b-bb08c72d0bc1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4536424-1876-46a9-939d-498e6ac8d260 HTTP/1.1" status: 200 len: 1000 time: 0.0966754 Apr 22 15:45:30.584163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edd487-aa51-4989-a81f-a7f9bb864927 req-56254676-4b48-4eab-bcfe-507e4eb906e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:45:30.585694 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32edd487-aa51-4989-a81f-a7f9bb864927 req-56254676-4b48-4eab-bcfe-507e4eb906e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a4a6d01-1a77-4558-b88f-48a56d6e78b9 HTTP/1.1" status: 200 len: 854 time: 0.0566468 Apr 22 15:45:30.662361 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32edd487-aa51-4989-a81f-a7f9bb864927 req-e3e3223d-99f4-407f-9793-6a6010d40f8e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709157 Apr 22 15:45:30.792331 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32edd487-aa51-4989-a81f-a7f9bb864927 req-99917c64-1682-4ea9-b51a-b06f9e33b259 service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239576 Apr 22 15:45:30.920233 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-32edd487-aa51-4989-a81f-a7f9bb864927 req-63d1dbee-24e3-4cde-a6f8-a155e49df3ef service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217179 Apr 22 15:45:33.342938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:42.777522 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7bb97ee5-9df9-4bc5-94d8-22a3d29a2b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:45.063395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca3a65c7-48ea-4e78-bb97-60c712897129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:46.074161 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:46.098295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:47.660283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:45:48.252666 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:46:03.356318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:46:03.484036 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8e62db7-d23c-472b-94ab-79b86e394cd3 req-4758ff07-c30c-460d-aade-ad1062e1a080 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710502 Apr 22 15:46:03.634691 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8e62db7-d23c-472b-94ab-79b86e394cd3 req-fb8f87b6-9423-44ed-895f-bb455264e9e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d46dec9cfe7408a8606b841424228cd&device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 1137 time: 0.0675397 Apr 22 15:46:03.869904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e62db7-d23c-472b-94ab-79b86e394cd3 req-e0a71ae7-7e29-4d25-ac0f-ea44c180779d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:03.871363 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8e62db7-d23c-472b-94ab-79b86e394cd3 req-e0a71ae7-7e29-4d25-ac0f-ea44c180779d service neutron] 10.222.0.70 "GET /v2.0/networks?id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 HTTP/1.1" status: 200 len: 916 time: 0.2194214 Apr 22 15:46:03.972137 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8e62db7-d23c-472b-94ab-79b86e394cd3 req-70027952-7673-4d53-b06d-4a5a0f2f33fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4536424-1876-46a9-939d-498e6ac8d260 HTTP/1.1" status: 200 len: 1000 time: 0.0946975 Apr 22 15:46:04.036211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e62db7-d23c-472b-94ab-79b86e394cd3 req-0ae2eb5b-7604-4830-9cb3-1476344c2c21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:04.037624 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8e62db7-d23c-472b-94ab-79b86e394cd3 req-0ae2eb5b-7604-4830-9cb3-1476344c2c21 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a4a6d01-1a77-4558-b88f-48a56d6e78b9 HTTP/1.1" status: 200 len: 854 time: 0.0597458 Apr 22 15:46:04.120018 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8e62db7-d23c-472b-94ab-79b86e394cd3 req-27ec70e4-d1c5-4bb9-96f8-9ed6b3016bf4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756984 Apr 22 15:46:04.250214 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8e62db7-d23c-472b-94ab-79b86e394cd3 req-f96c5d51-a05f-4998-9151-1e5b0a7e8b09 service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240795 Apr 22 15:46:04.379449 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8e62db7-d23c-472b-94ab-79b86e394cd3 req-6321af05-9bdc-4e89-b5e3-6950460f22cf service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228497 Apr 22 15:46:12.779098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-02d28bf1-f528-4021-8d48-cb7ea2ca805d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:46:15.064232 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4ea33b7b-4774-4e0a-b1b8-20c2bb26d8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:46:16.076260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:46:16.100530 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:46:17.664449 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:46:25.252346 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:46:29.282884 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2e8e56f5-ce2f-4cb0-a8c5-1539b5e50ee2 req-420932cb-f71d-4c9d-b937-4af3e13583bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d46dec9cfe7408a8606b841424228cd&device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 1137 time: 0.1302705 Apr 22 15:46:29.288293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66942ed9-23f1-4bd6-a3de-eae509b4c0f8 req-1b6278e6-8518-4efe-9f5d-65f95c84e787 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:29.289651 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-66942ed9-23f1-4bd6-a3de-eae509b4c0f8 req-1b6278e6-8518-4efe-9f5d-65f95c84e787 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 984 time: 0.1082201 Apr 22 15:46:29.423864 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-66942ed9-23f1-4bd6-a3de-eae509b4c0f8 req-76795e8a-8af1-4e5f-96e2-ccd3e71cd7bb tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=5dbd81a8-d488-424c-a00a-cd53e9574816&id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160934 Apr 22 15:46:29.447532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e56f5-ce2f-4cb0-a8c5-1539b5e50ee2 req-e3cade9c-df7b-4d1c-ab96-6b6102ee70d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:29.448969 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2e8e56f5-ce2f-4cb0-a8c5-1539b5e50ee2 req-e3cade9c-df7b-4d1c-ab96-6b6102ee70d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 HTTP/1.1" status: 200 len: 916 time: 0.1585081 Apr 22 15:46:29.550572 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2e8e56f5-ce2f-4cb0-a8c5-1539b5e50ee2 req-5ab3ff20-4809-403f-9a48-fbba473d7ae8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4536424-1876-46a9-939d-498e6ac8d260 HTTP/1.1" status: 200 len: 1000 time: 0.0950201 Apr 22 15:46:29.616008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e56f5-ce2f-4cb0-a8c5-1539b5e50ee2 req-cd943dcb-bbfa-4caa-b4ff-85027632e591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:29.617943 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2e8e56f5-ce2f-4cb0-a8c5-1539b5e50ee2 req-cd943dcb-bbfa-4caa-b4ff-85027632e591 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a4a6d01-1a77-4558-b88f-48a56d6e78b9 HTTP/1.1" status: 200 len: 854 time: 0.0561054 Apr 22 15:46:29.694263 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2e8e56f5-ce2f-4cb0-a8c5-1539b5e50ee2 req-7ccc054e-dc91-4b5a-ba5f-2462126e468b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685537 Apr 22 15:46:29.821979 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2e8e56f5-ce2f-4cb0-a8c5-1539b5e50ee2 req-03c573c4-86f2-4357-b883-c4d1e1b9bddd service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207459 Apr 22 15:46:29.949283 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2e8e56f5-ce2f-4cb0-a8c5-1539b5e50ee2 req-388cf992-96e7-474a-8212-13b6047b2b9c service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209528 Apr 22 15:46:30.636569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462b470-f8e7-4170-90b6-de8f5512926f req-7cad39f0-834d-4ede-9cd3-53c18aab6123 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:30.638715 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c462b470-f8e7-4170-90b6-de8f5512926f req-7cad39f0-834d-4ede-9cd3-53c18aab6123 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 984 time: 0.0875907 Apr 22 15:46:30.685724 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c462b470-f8e7-4170-90b6-de8f5512926f req-11d31c43-13a7-43da-a4a1-b85561eaa969 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=5dbd81a8-d488-424c-a00a-cd53e9574816&id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411220 Apr 22 15:46:31.971806 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cd9e4-ed0c-4d1c-9928-7df2636cebd3 req-2cbb9cbc-6286-4573-aabf-1c226e7f80b6 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:31.973269 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2b2cd9e4-ed0c-4d1c-9928-7df2636cebd3 req-2cbb9cbc-6286-4573-aabf-1c226e7f80b6 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 984 time: 0.1673317 Apr 22 15:46:32.026615 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2b2cd9e4-ed0c-4d1c-9928-7df2636cebd3 req-aa0d183d-1e24-43c9-88c1-43b3041433d4 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=5dbd81a8-d488-424c-a00a-cd53e9574816&id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441933 Apr 22 15:46:33.222378 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978a4c7-2417-4b73-ad46-12208c41ac12 req-c30cd65d-cb35-4619-9a6a-f10313648ca2 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:33.223785 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d978a4c7-2417-4b73-ad46-12208c41ac12 req-c30cd65d-cb35-4619-9a6a-f10313648ca2 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 984 time: 0.0761752 Apr 22 15:46:33.269447 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d978a4c7-2417-4b73-ad46-12208c41ac12 req-bb3bf2ae-222a-4f70-be67-7213e2d1d538 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=5dbd81a8-d488-424c-a00a-cd53e9574816&id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400853 Apr 22 15:46:33.358271 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:46:34.462255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739c45c-8968-41a3-bddc-0198fae8a5f5 req-a8dd2020-d2c4-41f5-95a5-5ce5f388575b tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:34.463778 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2739c45c-8968-41a3-bddc-0198fae8a5f5 req-a8dd2020-d2c4-41f5-95a5-5ce5f388575b tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 984 time: 0.0747283 Apr 22 15:46:34.509408 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2739c45c-8968-41a3-bddc-0198fae8a5f5 req-b74cd516-2ab5-45e1-b3de-0f034592c3c8 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=5dbd81a8-d488-424c-a00a-cd53e9574816&id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402377 Apr 22 15:46:35.704926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c64ea0-1b92-4fe0-af1c-1c76ebf68890 req-013e022f-62b9-4734-9f43-b9ae0c55778c tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:35.706384 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-44c64ea0-1b92-4fe0-af1c-1c76ebf68890 req-013e022f-62b9-4734-9f43-b9ae0c55778c tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 984 time: 0.0812721 Apr 22 15:46:35.752338 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-44c64ea0-1b92-4fe0-af1c-1c76ebf68890 req-fb0c7fda-ea02-4dcd-b95a-d1e3bb246c7e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=5dbd81a8-d488-424c-a00a-cd53e9574816&id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404372 Apr 22 15:46:36.947213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e727f37-de43-426f-b0a3-874ba6938381 req-c85468da-2893-4cdd-8abd-c701a0d432ad tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:36.948663 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4e727f37-de43-426f-b0a3-874ba6938381 req-c85468da-2893-4cdd-8abd-c701a0d432ad tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 984 time: 0.0776901 Apr 22 15:46:36.995672 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4e727f37-de43-426f-b0a3-874ba6938381 req-a81c6543-856b-4d5c-a971-bf07b0107d21 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=5dbd81a8-d488-424c-a00a-cd53e9574816&id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413761 Apr 22 15:46:38.193696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40df54f-805d-4b44-a7e1-ce9d60cfd2cc req-89665e3b-801a-4199-bb1f-554aeca1872f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:38.195085 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d40df54f-805d-4b44-a7e1-ce9d60cfd2cc req-89665e3b-801a-4199-bb1f-554aeca1872f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 984 time: 0.0790150 Apr 22 15:46:38.241854 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d40df54f-805d-4b44-a7e1-ce9d60cfd2cc req-7c06af29-6656-4fd7-95e5-33d5aa7e9f71 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=5dbd81a8-d488-424c-a00a-cd53e9574816&id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412812 Apr 22 15:46:39.436893 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cdb45-f2b9-4050-b398-63727b2b61b0 req-1c7500f2-84cd-4abf-97b3-9a1c87b53b8a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:39.438339 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-db6cdb45-f2b9-4050-b398-63727b2b61b0 req-1c7500f2-84cd-4abf-97b3-9a1c87b53b8a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 984 time: 0.0747659 Apr 22 15:46:39.487578 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-db6cdb45-f2b9-4050-b398-63727b2b61b0 req-ce54b1ae-51fc-4e61-a140-01ba91a3ae18 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=5dbd81a8-d488-424c-a00a-cd53e9574816&id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437722 Apr 22 15:46:40.682131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d62b9-37b3-4359-b742-91f6d96e50af req-cc610a6e-9a5f-4bea-b509-25b3d897f94f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:40.683594 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-257d62b9-37b3-4359-b742-91f6d96e50af req-cc610a6e-9a5f-4bea-b509-25b3d897f94f tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 984 time: 0.0758574 Apr 22 15:46:40.729920 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-257d62b9-37b3-4359-b742-91f6d96e50af req-65a7bc51-a282-4ef3-9444-09f6d4fac24e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=5dbd81a8-d488-424c-a00a-cd53e9574816&id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407696 Apr 22 15:46:41.930063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1957-a6a1-4fe3-9469-70e8003a7414 req-c7bbb434-a215-4af1-a5b9-709d3a45d282 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:46:41.931536 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-956b1957-a6a1-4fe3-9469-70e8003a7414 req-c7bbb434-a215-4af1-a5b9-709d3a45d282 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 984 time: 0.0815110 Apr 22 15:46:41.980549 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-956b1957-a6a1-4fe3-9469-70e8003a7414 req-a0a964f8-8d11-4bee-b2da-e0f046e03989 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=5dbd81a8-d488-424c-a00a-cd53e9574816&id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429509 Apr 22 15:46:42.781614 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ca779a7-8525-4794-be0c-15de48dc0713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:46:45.065277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09aa4681-0ea9-4577-92fe-d0dcca041fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:46:46.078770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:46:46.102761 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:46:47.667155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:02.251758 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:47:03.357994 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:05.473929 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5a2e35d-ad9f-431f-8616-8405081d7a55 req-c7b8c1ce-025b-4df0-9ecc-b8d29aa62a46 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661097 Apr 22 15:47:05.628577 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5a2e35d-ad9f-431f-8616-8405081d7a55 req-0caac8fb-e459-4c6e-8e82-385dc5b286f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d46dec9cfe7408a8606b841424228cd&device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 1137 time: 0.0700281 Apr 22 15:47:05.777251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e35d-ad9f-431f-8616-8405081d7a55 req-5a766f2b-16fa-4322-9695-92e43640da17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:47:05.778729 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5a2e35d-ad9f-431f-8616-8405081d7a55 req-5a766f2b-16fa-4322-9695-92e43640da17 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 HTTP/1.1" status: 200 len: 916 time: 0.1314211 Apr 22 15:47:05.878615 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5a2e35d-ad9f-431f-8616-8405081d7a55 req-703c75bf-86fc-4033-a085-80d599c8d8d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4536424-1876-46a9-939d-498e6ac8d260 HTTP/1.1" status: 200 len: 1000 time: 0.0934033 Apr 22 15:47:05.939359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e35d-ad9f-431f-8616-8405081d7a55 req-be99364f-629b-4c95-84ef-2abbba3a9f8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:47:05.940729 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5a2e35d-ad9f-431f-8616-8405081d7a55 req-be99364f-629b-4c95-84ef-2abbba3a9f8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a4a6d01-1a77-4558-b88f-48a56d6e78b9 HTTP/1.1" status: 200 len: 854 time: 0.0559590 Apr 22 15:47:06.014214 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5a2e35d-ad9f-431f-8616-8405081d7a55 req-b242459d-a303-409a-a8da-d09405d7d96b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663743 Apr 22 15:47:06.146026 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5a2e35d-ad9f-431f-8616-8405081d7a55 req-c8bb6e09-cbd3-47cb-8516-69be9e98ea18 service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255474 Apr 22 15:47:06.275084 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5a2e35d-ad9f-431f-8616-8405081d7a55 req-99a17fc5-9d29-4494-b8a9-7c9ca0843355 service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219361 Apr 22 15:47:12.782580 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a2b152d9-e98c-4cab-a652-687c344ca169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:15.067442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1910d60-8030-4e6e-9c1e-1496489aadbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:16.080412 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:16.105440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:17.671147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:33.361177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:39.251412 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:47:42.797052 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b6486d1-ee15-4eed-8d99-ab43943cd3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:45.069622 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-38636804-a65f-4b04-ad8f-78a729a2a76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:45.573156 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a691a0ce-799a-425d-ac50-2accdd64552e req-26b1c0ac-c600-49bc-8db3-37a8c55fb46d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-884310597&fields=id&tenant_id=3d46dec9cfe7408a8606b841424228cd HTTP/1.1" status: 200 len: 267 time: 0.1272573 Apr 22 15:47:45.650502 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691a0ce-799a-425d-ac50-2accdd64552e req-5de23a1e-d826-4d12-86fd-38b84c7eb221 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:47:45.651816 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a691a0ce-799a-425d-ac50-2accdd64552e req-5de23a1e-d826-4d12-86fd-38b84c7eb221 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 984 time: 0.0735035 Apr 22 15:47:45.662431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-a691a0ce-799a-425d-ac50-2accdd64552e req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Request body: {'port': {'security_groups': ['d949924e-f0ed-49b6-b241-d1a607f28aa2']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:47:45.776313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a691a0ce-799a-425d-ac50-2accdd64552e req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:46.010997 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-a691a0ce-799a-425d-ac50-2accdd64552e req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] For port b4536424-1876-46a9-939d-498e6ac8d260, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b4536424-1876-46a9-939d-498e6ac8d260,segment=NetworkSegment(a9628d22-c508-4b30-bbf6-9ddc97dc7886),segment_id=a9628d22-c508-4b30-bbf6-9ddc97dc7886)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:47:46.035059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a691a0ce-799a-425d-ac50-2accdd64552e req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:46.039578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a691a0ce-799a-425d-ac50-2accdd64552e req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:46.080474 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['b4536424-1876-46a9-939d-498e6ac8d260'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:47:46.107722 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691a0ce-799a-425d-ac50-2accdd64552e req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:47:46.108315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a691a0ce-799a-425d-ac50-2accdd64552e req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:46.109630 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a691a0ce-799a-425d-ac50-2accdd64552e req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "PUT /v2.0/ports/b4536424-1876-46a9-939d-498e6ac8d260 HTTP/1.1" status: 200 len: 942 time: 0.4519694 Apr 22 15:47:46.110057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'tag': 'b4536424-1876-46a9-939d-498e6ac8d260'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:47:46.116322 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41774) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:47:46.131218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event updated for resources: {'Port': ['ID=b4536424-1876-46a9-939d-498e6ac8d260,revision_number=7']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:47:46.142051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.142631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.143130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.143637 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.144137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.144642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.145138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.145635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.146197 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.146700 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.147311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c025e-1051-4c5a-876e-10b28afe37ab tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.198498 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:46.201895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:46.233596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:46.237067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:46.262877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['b4536424-1876-46a9-939d-498e6ac8d260'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:47:46.309902 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:46.327321 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbd81a8-d488-424c-a00a-cd53e9574816,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:47:46.338581 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.338927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.339264 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.339596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.339922 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.340247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.340602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.341376 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.341707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.342029 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.342372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:47:46.354564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:46.358033 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a97fad87-9429-48c7-a164-37bc64b99f75 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "DELETE /v2.0/security-groups/5dbd81a8-d488-424c-a00a-cd53e9574816 HTTP/1.1" status: 204 len: 168 time: 0.2383931 Apr 22 15:47:46.358442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41780) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:47:46.492137 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-33a47018-ecce-4b77-9005-5f82aa4ba902 None None] Provisioning complete for port b4536424-1876-46a9-939d-498e6ac8d260 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:47:46.492418 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-33a47018-ecce-4b77-9005-5f82aa4ba902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:46.561786 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-64c4c141-0061-480b-8e86-498a98ec843a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Deleting port 006f1b1b-b637-4d56-89ca-5d45f1410c56 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:47:46.562047 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c4c141-0061-480b-8e86-498a98ec843a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:46.726752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c4c141-0061-480b-8e86-498a98ec843a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:46.727084 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c4c141-0061-480b-8e86-498a98ec843a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:46.843669 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-64c4c141-0061-480b-8e86-498a98ec843a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Calling delete_port for 006f1b1b-b637-4d56-89ca-5d45f1410c56 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:47:46.987414 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c4c141-0061-480b-8e86-498a98ec843a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:47.032573 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4c141-0061-480b-8e86-498a98ec843a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event deleted for resources: {'Port': ['ID=006f1b1b-b637-4d56-89ca-5d45f1410c56,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:47:47.122810 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c4c141-0061-480b-8e86-498a98ec843a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:47.288028 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe80265-8ea0-4101-ba75-722ec8586917'] response: {'name': 'network-changed', 'server_uuid': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'tag': 'b4536424-1876-46a9-939d-498e6ac8d260', 'status': 'completed', 'code': 200} Apr 22 15:47:47.409040 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b35270a1-fb83-4011-943c-fe3807116b74 req-03f786da-f76b-4f95-8f1c-b7c1ac3d3470 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d46dec9cfe7408a8606b841424228cd&device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 1098 time: 0.0783145 Apr 22 15:47:47.539642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35270a1-fb83-4011-943c-fe3807116b74 req-57639283-05c7-4e21-8e7f-ec85b44f99a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:47:47.541075 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b35270a1-fb83-4011-943c-fe3807116b74 req-57639283-05c7-4e21-8e7f-ec85b44f99a7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 HTTP/1.1" status: 200 len: 916 time: 0.1266110 Apr 22 15:47:47.586931 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c4c141-0061-480b-8e86-498a98ec843a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Router e2d4e268-a22a-4ceb-8776-282c662080e8 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:47:47.608550 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b35270a1-fb83-4011-943c-fe3807116b74 req-140feae7-8a9a-4e18-babe-6ab19fcad6b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4536424-1876-46a9-939d-498e6ac8d260 HTTP/1.1" status: 200 len: 217 time: 0.0607200 Apr 22 15:47:47.672631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35270a1-fb83-4011-943c-fe3807116b74 req-5b76f356-c722-4130-82bf-14ead6240dad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:47:47.674072 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b35270a1-fb83-4011-943c-fe3807116b74 req-5b76f356-c722-4130-82bf-14ead6240dad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a4a6d01-1a77-4558-b88f-48a56d6e78b9 HTTP/1.1" status: 200 len: 854 time: 0.0604267 Apr 22 15:47:47.675165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:47.746851 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b35270a1-fb83-4011-943c-fe3807116b74 req-8bfcd31c-8819-4514-92ef-5a0e92c92716 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672584 Apr 22 15:47:47.789626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c4c141-0061-480b-8e86-498a98ec843a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:47:47.800872 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8a02da-d05b-4fe8-a013-0152b22338fe None None] Sync routers for ids ['e2d4e268-a22a-4ceb-8776-282c662080e8'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:47:47.809798 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64c4c141-0061-480b-8e86-498a98ec843a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:47.814228 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8a02da-d05b-4fe8-a013-0152b22338fe None None] Routers {'e2d4e268-a22a-4ceb-8776-282c662080e8'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:47:47.814920 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-dd8a02da-d05b-4fe8-a013-0152b22338fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:47:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e2d4e268-a22a-4ceb-8776-282c662080e8'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:47:47.864989 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-64c4c141-0061-480b-8e86-498a98ec843a tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "DELETE /v2.0/floatingips/ce96d73a-a442-40ef-b33a-b6fa0061771f HTTP/1.1" status: 204 len: 168 time: 1.5054901 Apr 22 15:47:47.865839 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'tag': 'b4536424-1876-46a9-939d-498e6ac8d260'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:47:47.881411 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b35270a1-fb83-4011-943c-fe3807116b74 req-21c03fc8-d432-45f2-a484-feb65cd77638 service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289291 Apr 22 15:47:48.010125 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-dd8a02da-d05b-4fe8-a013-0152b22338fe None None] Set router e2d4e268-a22a-4ceb-8776-282c662080e8 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:47:48.031658 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc9925c-fea3-4596-89a7-b8216d7f5f9c'] response: {'name': 'network-changed', 'server_uuid': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'tag': 'b4536424-1876-46a9-939d-498e6ac8d260', 'status': 'completed', 'code': 200} Apr 22 15:47:48.064989 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b35270a1-fb83-4011-943c-fe3807116b74 req-dec89806-749d-4993-8d74-6c8913a184d9 service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762538 Apr 22 15:47:48.233117 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4947af89-8154-454a-a46c-acedcd142ea8 req-cea6716d-68a9-4bbb-965b-a78e65be506c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d46dec9cfe7408a8606b841424228cd&device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 1098 time: 0.0900965 Apr 22 15:47:48.344583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-dd8a02da-d05b-4fe8-a013-0152b22338fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 4, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port': {'id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '75646cfc-c9a9-461c-93fa-4fec666c50f6', 'name': '', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:32Z', 'updated_at': '2022-04-22T15:44:52Z', 'revision_number': 5, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'subnets': [{'id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:47:48.348445 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8a02da-d05b-4fe8-a013-0152b22338fe None None] Checking router: e2d4e268-a22a-4ceb-8776-282c662080e8 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:47:48.359804 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8a02da-d05b-4fe8-a013-0152b22338fe None None] Routers {'e2d4e268-a22a-4ceb-8776-282c662080e8'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:47:48.360595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-dd8a02da-d05b-4fe8-a013-0152b22338fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:47:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e2d4e268-a22a-4ceb-8776-282c662080e8'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:47:48.407007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947af89-8154-454a-a46c-acedcd142ea8 req-b7204a23-122e-4ec0-8430-0444641f0881 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:47:48.408920 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4947af89-8154-454a-a46c-acedcd142ea8 req-b7204a23-122e-4ec0-8430-0444641f0881 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 HTTP/1.1" status: 200 len: 916 time: 0.1603703 Apr 22 15:47:48.484258 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4947af89-8154-454a-a46c-acedcd142ea8 req-5b19f995-9a82-4e3c-b1e4-8d0196d7832d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4536424-1876-46a9-939d-498e6ac8d260 HTTP/1.1" status: 200 len: 217 time: 0.0695548 Apr 22 15:47:48.542524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-dd8a02da-d05b-4fe8-a013-0152b22338fe None None] Set router e2d4e268-a22a-4ceb-8776-282c662080e8 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:47:48.558980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947af89-8154-454a-a46c-acedcd142ea8 req-e25bd8b3-e52d-41f8-adc4-c0b44288c5bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:47:48.560401 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4947af89-8154-454a-a46c-acedcd142ea8 req-e25bd8b3-e52d-41f8-adc4-c0b44288c5bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8a4a6d01-1a77-4558-b88f-48a56d6e78b9 HTTP/1.1" status: 200 len: 854 time: 0.0627244 Apr 22 15:47:48.731606 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4947af89-8154-454a-a46c-acedcd142ea8 req-555fecea-6d7d-4db8-b9a2-970a18e3665f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1650407 Apr 22 15:47:48.866939 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-dd8a02da-d05b-4fe8-a013-0152b22338fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 4, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port': {'id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '75646cfc-c9a9-461c-93fa-4fec666c50f6', 'name': '', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:32Z', 'updated_at': '2022-04-22T15:44:52Z', 'revision_number': 5, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'subnets': [{'id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:47:48.871006 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8a02da-d05b-4fe8-a013-0152b22338fe None None] The sync data for ids ['e2d4e268-a22a-4ceb-8776-282c662080e8'] in dv-neutron-838883-3-hyperv is: [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:33Z', 'revision_number': 4, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port': {'id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '75646cfc-c9a9-461c-93fa-4fec666c50f6', 'name': '', 'network_id': '44f1c0a0-f6fb-4cfe-a384-e741a3081ca4', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:32Z', 'updated_at': '2022-04-22T15:44:52Z', 'revision_number': 5, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'subnets': [{'id': '8a4a6d01-1a77-4558-b88f-48a56d6e78b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:47:48.875872 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4947af89-8154-454a-a46c-acedcd142ea8 req-c6f8f472-b3c4-4693-8fc1-7671d2bdf2e4 service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380253 Apr 22 15:47:49.040724 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4947af89-8154-454a-a46c-acedcd142ea8 req-f8562f20-a4b4-478d-ac01-f3f84ee67763 service neutron] 10.222.0.70 "GET /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561494 Apr 22 15:47:49.124757 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3414acf7-ddc3-4155-8462-399a5f73dd32 None None] New status for floating IP ce96d73a-a442-40ef-b33a-b6fa0061771f: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:47:52.339209 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970b612-cc42-4b7c-93bd-a1741da5d570 req-5ebc2ca0-8dd2-43a4-8746-2560286f3f42 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:47:52.340625 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4970b612-cc42-4b7c-93bd-a1741da5d570 req-5ebc2ca0-8dd2-43a4-8746-2560286f3f42 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 945 time: 0.0740108 Apr 22 15:47:52.388156 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4970b612-cc42-4b7c-93bd-a1741da5d570 req-53072202-1dd1-440a-8c3a-c5ca4df069c5 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421488 Apr 22 15:47:53.594959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93224a94-7ce7-4252-9183-959dd2fb9d75 req-92411045-6617-43d8-bd23-c823903b6934 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:47:53.596380 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-93224a94-7ce7-4252-9183-959dd2fb9d75 req-92411045-6617-43d8-bd23-c823903b6934 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 945 time: 0.0906816 Apr 22 15:47:53.640340 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-93224a94-7ce7-4252-9183-959dd2fb9d75 req-c09ea69d-e546-4767-bb74-da1e29164657 tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376699 Apr 22 15:47:54.345438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87315997-ad12-4db5-880a-dc746c570935 req-012b81a2-2a48-4848-a704-6ea53b37d51e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:47:54.346874 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-87315997-ad12-4db5-880a-dc746c570935 req-012b81a2-2a48-4848-a704-6ea53b37d51e tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 945 time: 0.0776117 Apr 22 15:47:54.412022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-87315997-ad12-4db5-880a-dc746c570935 req-576cdbca-3c1b-40dd-a8e7-2bfa1ec4de9d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Deleting port b4536424-1876-46a9-939d-498e6ac8d260 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:47:54.412363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-87315997-ad12-4db5-880a-dc746c570935 req-576cdbca-3c1b-40dd-a8e7-2bfa1ec4de9d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:54.646811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-87315997-ad12-4db5-880a-dc746c570935 req-576cdbca-3c1b-40dd-a8e7-2bfa1ec4de9d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] For port b4536424-1876-46a9-939d-498e6ac8d260, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b4536424-1876-46a9-939d-498e6ac8d260,segment=NetworkSegment(a9628d22-c508-4b30-bbf6-9ddc97dc7886),segment_id=a9628d22-c508-4b30-bbf6-9ddc97dc7886)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:47:54.647501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-87315997-ad12-4db5-880a-dc746c570935 req-576cdbca-3c1b-40dd-a8e7-2bfa1ec4de9d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:54.767233 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-87315997-ad12-4db5-880a-dc746c570935 req-576cdbca-3c1b-40dd-a8e7-2bfa1ec4de9d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Calling delete_port for b4536424-1876-46a9-939d-498e6ac8d260 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:47:54.944376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7580a-0021-4642-bb74-2a6a685598ad req-2c3a908b-fb2f-47f0-a54d-3dbde2a2f1ea tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:47:54.945745 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3e7580a-0021-4642-bb74-2a6a685598ad req-2c3a908b-fb2f-47f0-a54d-3dbde2a2f1ea tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3b18de0-db26-4a2f-be3c-7c90231e1b39 HTTP/1.1" status: 200 len: 945 time: 0.1851850 Apr 22 15:47:54.993204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-87315997-ad12-4db5-880a-dc746c570935 req-576cdbca-3c1b-40dd-a8e7-2bfa1ec4de9d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:55.028214 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['b4536424-1876-46a9-939d-498e6ac8d260'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:47:55.049730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cdbca-3c1b-40dd-a8e7-2bfa1ec4de9d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Pushing event deleted for resources: {'Port': ['ID=b4536424-1876-46a9-939d-498e6ac8d260,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:47:55.056983 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3e7580a-0021-4642-bb74-2a6a685598ad req-0abbe932-b714-4f78-a5ca-336a7080f2dd tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.71 "GET /v2.0/security-groups?id=d949924e-f0ed-49b6-b241-d1a607f28aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053238 Apr 22 15:47:55.126829 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-87315997-ad12-4db5-880a-dc746c570935 req-576cdbca-3c1b-40dd-a8e7-2bfa1ec4de9d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] No DVR routers for this DVR port b4536424-1876-46a9-939d-498e6ac8d260 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:47:55.129187 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-87315997-ad12-4db5-880a-dc746c570935 req-576cdbca-3c1b-40dd-a8e7-2bfa1ec4de9d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:55.132276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'name': 'network-vif-deleted', 'tag': 'b4536424-1876-46a9-939d-498e6ac8d260'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:47:55.143489 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-87315997-ad12-4db5-880a-dc746c570935 req-576cdbca-3c1b-40dd-a8e7-2bfa1ec4de9d tempest-TestMinimumBasicScenario-123013947 tempest-TestMinimumBasicScenario-123013947-project] 10.222.0.70 "DELETE /v2.0/ports/b4536424-1876-46a9-939d-498e6ac8d260 HTTP/1.1" status: 204 len: 173 time: 0.7918499 Apr 22 15:47:55.195115 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8483825c-a9a7-4c40-b7a5-b0f20d391b50'] response: {'server_uuid': 'e3b18de0-db26-4a2f-be3c-7c90231e1b39', 'name': 'network-vif-deleted', 'tag': 'b4536424-1876-46a9-939d-498e6ac8d260', 'status': 'completed', 'code': 200} Apr 22 15:47:56.750898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41870) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:47:57.152090 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64abee01-466e-45c3-8802-d569d0977917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:57.818704 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-64abee01-466e-45c3-8802-d569d0977917 admin admin] Deleting port 75646cfc-c9a9-461c-93fa-4fec666c50f6 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:47:57.819373 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64abee01-466e-45c3-8802-d569d0977917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:57.987329 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-64abee01-466e-45c3-8802-d569d0977917 admin admin] For port 75646cfc-c9a9-461c-93fa-4fec666c50f6, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=75646cfc-c9a9-461c-93fa-4fec666c50f6,segment=NetworkSegment(a9628d22-c508-4b30-bbf6-9ddc97dc7886),segment_id=a9628d22-c508-4b30-bbf6-9ddc97dc7886)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:47:57.987673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64abee01-466e-45c3-8802-d569d0977917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:58.104412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-64abee01-466e-45c3-8802-d569d0977917 admin admin] Calling delete_port for 75646cfc-c9a9-461c-93fa-4fec666c50f6 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:47:58.264220 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64abee01-466e-45c3-8802-d569d0977917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:58.309195 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abee01-466e-45c3-8802-d569d0977917 admin admin] Pushing event deleted for resources: {'Port': ['ID=75646cfc-c9a9-461c-93fa-4fec666c50f6,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:47:58.590803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-64abee01-466e-45c3-8802-d569d0977917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:59.237045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64abee01-466e-45c3-8802-d569d0977917 admin admin] Router e2d4e268-a22a-4ceb-8776-282c662080e8 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:47:59.432681 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64abee01-466e-45c3-8802-d569d0977917 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:47:59.443970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad42b1-370e-4949-b3a3-7674a4bec070 None None] Sync routers for ids ['e2d4e268-a22a-4ceb-8776-282c662080e8'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:47:59.445902 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-64abee01-466e-45c3-8802-d569d0977917 admin admin] 10.222.0.71 "PUT /v2.0/routers/e2d4e268-a22a-4ceb-8776-282c662080e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6937504 Apr 22 15:47:59.448582 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41874) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:47:59.455345 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad42b1-370e-4949-b3a3-7674a4bec070 None None] Routers {'e2d4e268-a22a-4ceb-8776-282c662080e8'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:47:59.455941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-90ad42b1-370e-4949-b3a3-7674a4bec070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:47:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e2d4e268-a22a-4ceb-8776-282c662080e8'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:47:59.632823 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-90ad42b1-370e-4949-b3a3-7674a4bec070 None None] Set router e2d4e268-a22a-4ceb-8776-282c662080e8 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:47:59.741007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:59.775699 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b4536424-1876-46a9-939d-498e6ac8d260 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:47:59.825028 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: b4536424-1876-46a9-939d-498e6ac8d260 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:47:59.825457 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device b4536424-1876-46a9-939d-498e6ac8d260 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:47:59.944146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:59.956182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] Deleting port a5175423-36c7-48a9-88f4-bc390aac9506 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:47:59.956562 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:47:59.990178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-90ad42b1-370e-4949-b3a3-7674a4bec070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:47:58Z', 'revision_number': 5, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port': {'id': 'a5175423-36c7-48a9-88f4-bc390aac9506', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:47:59.994235 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad42b1-370e-4949-b3a3-7674a4bec070 None None] Checking router: e2d4e268-a22a-4ceb-8776-282c662080e8 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:48:00.004959 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad42b1-370e-4949-b3a3-7674a4bec070 None None] Routers {'e2d4e268-a22a-4ceb-8776-282c662080e8'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:48:00.005559 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-90ad42b1-370e-4949-b3a3-7674a4bec070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:47:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['e2d4e268-a22a-4ceb-8776-282c662080e8'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:00.132019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] For port a5175423-36c7-48a9-88f4-bc390aac9506, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=a5175423-36c7-48a9-88f4-bc390aac9506,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:48:00.132404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:00.154532 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-90ad42b1-370e-4949-b3a3-7674a4bec070 None None] Set router e2d4e268-a22a-4ceb-8776-282c662080e8 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:48:00.255620 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] Calling delete_port for a5175423-36c7-48a9-88f4-bc390aac9506 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:48:00.257269 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-90ad42b1-370e-4949-b3a3-7674a4bec070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:47:59Z', 'revision_number': 6, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:00.261375 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad42b1-370e-4949-b3a3-7674a4bec070 None None] The sync data for ids ['e2d4e268-a22a-4ceb-8776-282c662080e8'] in dv-neutron-838883-3-hyperv is: [{'id': 'e2d4e268-a22a-4ceb-8776-282c662080e8', 'name': 'tempest-TestMinimumBasicScenario-1322350477-router', 'tenant_id': '3d46dec9cfe7408a8606b841424228cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:30Z', 'updated_at': '2022-04-22T15:47:59Z', 'revision_number': 6, 'project_id': '3d46dec9cfe7408a8606b841424228cd', 'gw_port_host': None}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:48:00.421679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:00.468997 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5175423-36c7-48a9-88f4-bc390aac9506,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:00.685234 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:00.938255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:00.942366 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:01.075161 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:01.075698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d4e268-a22a-4ceb-8776-282c662080e8 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:48:01.087724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:01.088832 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6faa4290-ad31-4117-9ab9-8bd1a231b98b admin admin] 10.222.0.71 "DELETE /v2.0/routers/e2d4e268-a22a-4ceb-8776-282c662080e8 HTTP/1.1" status: 204 len: 168 time: 1.6386712 Apr 22 15:48:01.091433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41878) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:01.149588 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-762263f2-3358-4927-8595-83edb63ceeba admin admin] Deleting subnet 8a4a6d01-1a77-4558-b88f-48a56d6e78b9 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:48:01.152598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-762263f2-3358-4927-8595-83edb63ceeba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:01.206633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-762263f2-3358-4927-8595-83edb63ceeba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:01.289047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-762263f2-3358-4927-8595-83edb63ceeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:01.354927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-762263f2-3358-4927-8595-83edb63ceeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:01.395549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762263f2-3358-4927-8595-83edb63ceeba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a4a6d01-1a77-4558-b88f-48a56d6e78b9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:01.400639 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-762263f2-3358-4927-8595-83edb63ceeba admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:01.405667 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6ff28b-5249-40f8-ae59-2a53768ec9c4 None None] Network 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:48:01.406292 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-762263f2-3358-4927-8595-83edb63ceeba admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8a4a6d01-1a77-4558-b88f-48a56d6e78b9 HTTP/1.1" status: 204 len: 168 time: 0.3133426 Apr 22 15:48:01.408243 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41882) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:01.509163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:01.519669 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Deleting port 499bdd94-62b0-47b1-9ae7-259df175c6d5 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:48:01.519938 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:01.644700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa87c2-495c-413c-b122-78103a877938 None None] DHCP port deletion for 44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:48:01.649075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-defa87c2-495c-413c-b122-78103a877938 None None] Deleting port 499bdd94-62b0-47b1-9ae7-259df175c6d5 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:48:01.649519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-defa87c2-495c-413c-b122-78103a877938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:01.722579 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] For port 499bdd94-62b0-47b1-9ae7-259df175c6d5, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=499bdd94-62b0-47b1-9ae7-259df175c6d5,segment=NetworkSegment(a9628d22-c508-4b30-bbf6-9ddc97dc7886),segment_id=a9628d22-c508-4b30-bbf6-9ddc97dc7886)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:48:01.722930 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:01.845392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Calling delete_port for 499bdd94-62b0-47b1-9ae7-259df175c6d5 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:48:01.845617 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 75646cfc-c9a9-461c-93fa-4fec666c50f6 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:48:01.886090 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 75646cfc-c9a9-461c-93fa-4fec666c50f6 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:48:01.886379 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 75646cfc-c9a9-461c-93fa-4fec666c50f6 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:48:01.886791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 499bdd94-62b0-47b1-9ae7-259df175c6d5 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:48:01.921544 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-defa87c2-495c-413c-b122-78103a877938 None None] For port 499bdd94-62b0-47b1-9ae7-259df175c6d5, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=499bdd94-62b0-47b1-9ae7-259df175c6d5,segment=NetworkSegment(a9628d22-c508-4b30-bbf6-9ddc97dc7886),segment_id=a9628d22-c508-4b30-bbf6-9ddc97dc7886)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:48:01.921943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-defa87c2-495c-413c-b122-78103a877938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:01.923007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:01.968104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Pushing event deleted for resources: {'Port': ['ID=499bdd94-62b0-47b1-9ae7-259df175c6d5,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:01.972566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] No DVR routers for this DVR port 499bdd94-62b0-47b1-9ae7-259df175c6d5 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:48:02.049971 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-defa87c2-495c-413c-b122-78103a877938 None None] Calling delete_port for 499bdd94-62b0-47b1-9ae7-259df175c6d5 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:48:02.086357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:02.096219 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No active binding found for port 499bdd94-62b0-47b1-9ae7-259df175c6d5 {{(pid=83935) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 22 15:48:02.096619 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 499bdd94-62b0-47b1-9ae7-259df175c6d5 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:48:02.097046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a5175423-36c7-48a9-88f4-bc390aac9506 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:48:02.111764 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f1c0a0-f6fb-4cfe-a384-e741a3081ca4']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:02.124572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9628d22-c508-4b30-bbf6-9ddc97dc7886') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:02.124868 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9628d22-c508-4b30-bbf6-9ddc97dc7886') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:02.137406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:02.158048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:02.165060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:48:02.165593 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:02.170923 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: a5175423-36c7-48a9-88f4-bc390aac9506 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:48:02.171266 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device a5175423-36c7-48a9-88f4-bc390aac9506 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:48:02.179756 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:48:02.194539 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-defa87c2-495c-413c-b122-78103a877938 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:48:02.194965 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-defa87c2-495c-413c-b122-78103a877938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:48:02.252681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:02.257831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:02.279760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] Pushing event deleted for resources: {'Network': ['ID=44f1c0a0-f6fb-4cfe-a384-e741a3081ca4,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:02.293197 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6d9f2ac3-bd7b-4ffb-ba56-2ff2b535ab54 admin admin] 10.222.0.71 "DELETE /v2.0/networks/44f1c0a0-f6fb-4cfe-a384-e741a3081ca4 HTTP/1.1" status: 204 len: 168 time: 0.8839855 Apr 22 15:48:02.296048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41886) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:02.696626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-defa87c2-495c-413c-b122-78103a877938 None None] Deleting port 499bdd94-62b0-47b1-9ae7-259df175c6d5 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:48:02.697439 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-defa87c2-495c-413c-b122-78103a877938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:02.756316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a130145b-e031-47d4-a48d-48b6cf659fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:02.761534 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-defa87c2-495c-413c-b122-78103a877938 None None] The port '499bdd94-62b0-47b1-9ae7-259df175c6d5' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:48:03.340509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a130145b-e031-47d4-a48d-48b6cf659fb1 admin admin] Deleting port b9daca8f-5e32-4943-94c5-2f2dc8a68db4 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:48:03.340846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a130145b-e031-47d4-a48d-48b6cf659fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:03.360199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:03.509371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-a130145b-e031-47d4-a48d-48b6cf659fb1 admin admin] For port b9daca8f-5e32-4943-94c5-2f2dc8a68db4, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b9daca8f-5e32-4943-94c5-2f2dc8a68db4,segment=NetworkSegment(54bae7b7-cf44-4c70-bb55-1919447b9ac2),segment_id=54bae7b7-cf44-4c70-bb55-1919447b9ac2)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:48:03.509720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a130145b-e031-47d4-a48d-48b6cf659fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:03.629060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a130145b-e031-47d4-a48d-48b6cf659fb1 admin admin] Calling delete_port for b9daca8f-5e32-4943-94c5-2f2dc8a68db4 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:48:03.787818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a130145b-e031-47d4-a48d-48b6cf659fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:03.832417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130145b-e031-47d4-a48d-48b6cf659fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9daca8f-5e32-4943-94c5-2f2dc8a68db4,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:04.202728 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a130145b-e031-47d4-a48d-48b6cf659fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:04.773809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a130145b-e031-47d4-a48d-48b6cf659fb1 admin admin] Router be475529-c65b-43b9-a295-de4045628c7d has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:48:04.968117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a130145b-e031-47d4-a48d-48b6cf659fb1 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:48:04.978069 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deea07b0-0d94-494d-ba56-4d22aaf12b02 None None] Sync routers for ids ['be475529-c65b-43b9-a295-de4045628c7d'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:48:04.988713 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41890) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:04.989253 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a130145b-e031-47d4-a48d-48b6cf659fb1 admin admin] 10.222.0.71 "PUT /v2.0/routers/be475529-c65b-43b9-a295-de4045628c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6918154 Apr 22 15:48:04.999132 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea07b0-0d94-494d-ba56-4d22aaf12b02 None None] Routers {'be475529-c65b-43b9-a295-de4045628c7d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:48:04.999753 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-deea07b0-0d94-494d-ba56-4d22aaf12b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:47:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['be475529-c65b-43b9-a295-de4045628c7d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:05.175119 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-deea07b0-0d94-494d-ba56-4d22aaf12b02 None None] Set router be475529-c65b-43b9-a295-de4045628c7d gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:48:05.181054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:05.374096 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:05.384109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] Deleting port bc798789-8343-49b4-88c1-3a1349ac84c0 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:48:05.384458 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:05.453191 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-deea07b0-0d94-494d-ba56-4d22aaf12b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be475529-c65b-43b9-a295-de4045628c7d', 'name': 'tempest-TestMinimumBasicScenario-438352415-router', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'bc798789-8343-49b4-88c1-3a1349ac84c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:48:03Z', 'revision_number': 5, 'project_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'gw_port': {'id': 'bc798789-8343-49b4-88c1-3a1349ac84c0', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be475529-c65b-43b9-a295-de4045628c7d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:05.456844 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deea07b0-0d94-494d-ba56-4d22aaf12b02 None None] Checking router: be475529-c65b-43b9-a295-de4045628c7d for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:48:05.467614 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea07b0-0d94-494d-ba56-4d22aaf12b02 None None] Routers {'be475529-c65b-43b9-a295-de4045628c7d'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:48:05.468201 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-deea07b0-0d94-494d-ba56-4d22aaf12b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:47:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['be475529-c65b-43b9-a295-de4045628c7d'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:05.559413 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] For port bc798789-8343-49b4-88c1-3a1349ac84c0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=bc798789-8343-49b4-88c1-3a1349ac84c0,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:48:05.559765 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:05.621504 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-deea07b0-0d94-494d-ba56-4d22aaf12b02 None None] Set router be475529-c65b-43b9-a295-de4045628c7d gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:48:05.675761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] Calling delete_port for bc798789-8343-49b4-88c1-3a1349ac84c0 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:48:05.726876 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-deea07b0-0d94-494d-ba56-4d22aaf12b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be475529-c65b-43b9-a295-de4045628c7d', 'name': 'tempest-TestMinimumBasicScenario-438352415-router', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:48:05Z', 'revision_number': 6, 'project_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:05.730638 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deea07b0-0d94-494d-ba56-4d22aaf12b02 None None] The sync data for ids ['be475529-c65b-43b9-a295-de4045628c7d'] in dv-neutron-838883-3-hyperv is: [{'id': 'be475529-c65b-43b9-a295-de4045628c7d', 'name': 'tempest-TestMinimumBasicScenario-438352415-router', 'tenant_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:44:36Z', 'updated_at': '2022-04-22T15:48:05Z', 'revision_number': 6, 'project_id': '377a336b9c5f492387f76ea3ffe4d2e6', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:48:05.838569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:05.880696 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc798789-8343-49b4-88c1-3a1349ac84c0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:06.210428 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:06.452013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b9daca8f-5e32-4943-94c5-2f2dc8a68db4 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:48:06.476424 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:06.481490 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:06.484363 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: b9daca8f-5e32-4943-94c5-2f2dc8a68db4 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:48:06.484715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b9daca8f-5e32-4943-94c5-2f2dc8a68db4 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:48:06.510978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:06.511475 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be475529-c65b-43b9-a295-de4045628c7d {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:48:06.523640 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:06.524750 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5f43e3d0-afeb-4fb8-b6b9-6fafabce9871 admin admin] 10.222.0.71 "DELETE /v2.0/routers/be475529-c65b-43b9-a295-de4045628c7d HTTP/1.1" status: 204 len: 168 time: 1.5344136 Apr 22 15:48:06.527428 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41894) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:06.588866 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aaa63b7-ab28-417b-8f4d-341b1db5265a admin admin] Deleting subnet 4b7515bf-0b9c-433a-a2ed-d0cc66b985dd {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:48:06.591724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2aaa63b7-ab28-417b-8f4d-341b1db5265a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:06.641445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2aaa63b7-ab28-417b-8f4d-341b1db5265a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:06.728308 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2aaa63b7-ab28-417b-8f4d-341b1db5265a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:06.795879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2aaa63b7-ab28-417b-8f4d-341b1db5265a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:06.832777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa63b7-ab28-417b-8f4d-341b1db5265a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7515bf-0b9c-433a-a2ed-d0cc66b985dd,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:06.837481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2aaa63b7-ab28-417b-8f4d-341b1db5265a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:06.842809 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2aaa63b7-ab28-417b-8f4d-341b1db5265a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4b7515bf-0b9c-433a-a2ed-d0cc66b985dd HTTP/1.1" status: 204 len: 168 time: 0.3144503 Apr 22 15:48:06.843075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599e29f9-04f8-4ef3-8784-54e7aed8c3f3 None None] Network 4257d32d-c8c9-47a9-a774-aff87d4d4658 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:48:06.845359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41898) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:06.948859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:06.959092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Deleting port 12fe8268-a606-4de2-bd47-12f994d8e0ea {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:48:06.959419 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:07.094501 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b0f832-235b-4b53-8970-7836afee293d None None] DHCP port deletion for 4257d32d-c8c9-47a9-a774-aff87d4d4658 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:48:07.099295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c2b0f832-235b-4b53-8970-7836afee293d None None] Deleting port 12fe8268-a606-4de2-bd47-12f994d8e0ea {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:48:07.099675 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f832-235b-4b53-8970-7836afee293d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:07.170389 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] For port 12fe8268-a606-4de2-bd47-12f994d8e0ea, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=12fe8268-a606-4de2-bd47-12f994d8e0ea,segment=NetworkSegment(54bae7b7-cf44-4c70-bb55-1919447b9ac2),segment_id=54bae7b7-cf44-4c70-bb55-1919447b9ac2)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:48:07.170734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:07.285920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Calling delete_port for 12fe8268-a606-4de2-bd47-12f994d8e0ea owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:48:07.297060 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c2b0f832-235b-4b53-8970-7836afee293d None None] For port 12fe8268-a606-4de2-bd47-12f994d8e0ea, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=12fe8268-a606-4de2-bd47-12f994d8e0ea,segment=NetworkSegment(54bae7b7-cf44-4c70-bb55-1919447b9ac2),segment_id=54bae7b7-cf44-4c70-bb55-1919447b9ac2)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:48:07.297450 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f832-235b-4b53-8970-7836afee293d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:07.427327 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c2b0f832-235b-4b53-8970-7836afee293d None None] Calling delete_port for 12fe8268-a606-4de2-bd47-12f994d8e0ea owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:48:07.466356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:07.499170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-c2b0f832-235b-4b53-8970-7836afee293d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:48:07.499710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-c2b0f832-235b-4b53-8970-7836afee293d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:48:07.509310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=12fe8268-a606-4de2-bd47-12f994d8e0ea,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:07.515297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] No DVR routers for this DVR port 12fe8268-a606-4de2-bd47-12f994d8e0ea on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:48:07.626324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:07.651693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4257d32d-c8c9-47a9-a774-aff87d4d4658']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:07.663594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bae7b7-cf44-4c70-bb55-1919447b9ac2') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:07.663887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bae7b7-cf44-4c70-bb55-1919447b9ac2') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:07.674975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:07.693090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:07.699029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:48:07.699411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:48:07.712860 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:48:07.788435 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:07.805645 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:07.815740 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] Pushing event deleted for resources: {'Network': ['ID=4257d32d-c8c9-47a9-a774-aff87d4d4658,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:07.825061 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-594320c4-d18e-4633-998e-d8f99e0f7f9c admin admin] 10.222.0.71 "DELETE /v2.0/networks/4257d32d-c8c9-47a9-a774-aff87d4d4658 HTTP/1.1" status: 204 len: 168 time: 0.9764171 Apr 22 15:48:07.845446 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 12fe8268-a606-4de2-bd47-12f994d8e0ea no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:48:07.879054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 12fe8268-a606-4de2-bd47-12f994d8e0ea {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:48:07.879413 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 12fe8268-a606-4de2-bd47-12f994d8e0ea not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:48:07.880261 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bc798789-8343-49b4-88c1-3a1349ac84c0 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:48:07.910597 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: bc798789-8343-49b4-88c1-3a1349ac84c0 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:48:07.910941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device bc798789-8343-49b4-88c1-3a1349ac84c0 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:48:08.000374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c2b0f832-235b-4b53-8970-7836afee293d None None] Deleting port 12fe8268-a606-4de2-bd47-12f994d8e0ea {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:48:08.000764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2b0f832-235b-4b53-8970-7836afee293d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:08.017068 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41904) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:08.064729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c2b0f832-235b-4b53-8970-7836afee293d None None] The port '12fe8268-a606-4de2-bd47-12f994d8e0ea' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:48:08.068510 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-dac844fd-06ee-473a-9375-da0d65973b72 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3d46dec9cfe7408a8606b841424228cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500755 Apr 22 15:48:08.070676 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41908) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:08.131660 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c514afa7-80ed-4287-9c3f-dec631edb66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:08.155860 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c514afa7-80ed-4287-9c3f-dec631edb66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:08.205400 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c514afa7-80ed-4287-9c3f-dec631edb66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:08.221831 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514afa7-80ed-4287-9c3f-dec631edb66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d949924e-f0ed-49b6-b241-d1a607f28aa2,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:08.228561 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c514afa7-80ed-4287-9c3f-dec631edb66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:08.229649 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c514afa7-80ed-4287-9c3f-dec631edb66b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d949924e-f0ed-49b6-b241-d1a607f28aa2 HTTP/1.1" status: 204 len: 168 time: 0.1580951 Apr 22 15:48:08.604295 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41916) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:08.652116 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b2efa34f-277b-4baa-b33d-3cd98e2215a7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=377a336b9c5f492387f76ea3ffe4d2e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0466659 Apr 22 15:48:08.654345 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41920) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:08.713750 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e05d6777-4486-4c61-85cc-1560a8ebc40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:08.741275 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e05d6777-4486-4c61-85cc-1560a8ebc40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:08.791513 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e05d6777-4486-4c61-85cc-1560a8ebc40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:08.806604 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d6777-4486-4c61-85cc-1560a8ebc40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6839ac08-5f6f-4278-aeb5-a410157d8f8e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:08.810760 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e05d6777-4486-4c61-85cc-1560a8ebc40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:08.812833 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e05d6777-4486-4c61-85cc-1560a8ebc40d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6839ac08-5f6f-4278-aeb5-a410157d8f8e HTTP/1.1" status: 204 len: 168 time: 0.1576345 Apr 22 15:48:11.016373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41966) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:11.022585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-121582317', 'description': 'tempest-secgroup-smoke-121582317 description', 'project_id': '75a96c8912d741e09298d54dbc98abdb'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:48:11.028442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:48:11.032227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:48:11.035080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:48:11.041382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:48:11.051422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.063570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.097867 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:48:11.102242 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:48:11.104978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:48:11.110595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:48:11.177141 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.180851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.220424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:48:11.222573 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8bf2b7-023e-4a38-b1ae-3052151273b2,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:11.226606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:48:11.229396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:48:11.235145 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:48:11.288397 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.292134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.332225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dee034-e14a-4f84-bd6f-58eb01172525,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:11.335680 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.336852 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-63c4e90d-ae4d-43cc-92b4-9a6fc1e9745a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3194830 Apr 22 15:48:11.339728 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41970) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:11.344923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-42f457b0-eeb0-41f5-be7c-fd18d45e89c5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '13dee034-e14a-4f84-bd6f-58eb01172525', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:48:11.350782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-42f457b0-eeb0-41f5-be7c-fd18d45e89c5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:48:11.354938 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-42f457b0-eeb0-41f5-be7c-fd18d45e89c5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:48:11.357802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-42f457b0-eeb0-41f5-be7c-fd18d45e89c5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:48:11.363497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-42f457b0-eeb0-41f5-be7c-fd18d45e89c5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:48:11.382087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42f457b0-eeb0-41f5-be7c-fd18d45e89c5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.445073 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42f457b0-eeb0-41f5-be7c-fd18d45e89c5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.448892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42f457b0-eeb0-41f5-be7c-fd18d45e89c5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.471656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f457b0-eeb0-41f5-be7c-fd18d45e89c5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c418f589-ecd4-47a6-b1f8-f6166343159f,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:11.480502 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-42f457b0-eeb0-41f5-be7c-fd18d45e89c5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.481714 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-42f457b0-eeb0-41f5-be7c-fd18d45e89c5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1410952 Apr 22 15:48:11.484527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41974) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:11.489733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-fea44154-dc07-4782-bf5f-4b7607a65b8e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '13dee034-e14a-4f84-bd6f-58eb01172525', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:48:11.495279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fea44154-dc07-4782-bf5f-4b7607a65b8e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:48:11.499031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fea44154-dc07-4782-bf5f-4b7607a65b8e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:48:11.501858 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fea44154-dc07-4782-bf5f-4b7607a65b8e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:48:11.511082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fea44154-dc07-4782-bf5f-4b7607a65b8e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:48:11.528725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fea44154-dc07-4782-bf5f-4b7607a65b8e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.588858 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fea44154-dc07-4782-bf5f-4b7607a65b8e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.592163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fea44154-dc07-4782-bf5f-4b7607a65b8e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.614578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea44154-dc07-4782-bf5f-4b7607a65b8e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd1ae7a-4449-4335-b10f-d3db928266b3,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:11.622453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fea44154-dc07-4782-bf5f-4b7607a65b8e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.623571 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fea44154-dc07-4782-bf5f-4b7607a65b8e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1381326 Apr 22 15:48:11.626324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41978) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:11.631460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-26d280d0-e709-4cd5-99f6-70cc57281f05 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '13dee034-e14a-4f84-bd6f-58eb01172525', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:48:11.637135 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-26d280d0-e709-4cd5-99f6-70cc57281f05 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:48:11.640833 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-26d280d0-e709-4cd5-99f6-70cc57281f05 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:48:11.643673 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-26d280d0-e709-4cd5-99f6-70cc57281f05 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:48:11.649712 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-26d280d0-e709-4cd5-99f6-70cc57281f05 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:48:11.665032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-26d280d0-e709-4cd5-99f6-70cc57281f05 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.728274 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-26d280d0-e709-4cd5-99f6-70cc57281f05 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.732571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-26d280d0-e709-4cd5-99f6-70cc57281f05 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.755615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d280d0-e709-4cd5-99f6-70cc57281f05 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565e0995-5db2-4f35-b8a2-97f0e9be061e,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:11.764046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-26d280d0-e709-4cd5-99f6-70cc57281f05 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.765226 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-26d280d0-e709-4cd5-99f6-70cc57281f05 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1380129 Apr 22 15:48:11.768046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41982) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:11.774020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b0746e1d-53b0-4b64-bc75-1299dc8de331 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '13dee034-e14a-4f84-bd6f-58eb01172525', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:48:11.779706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b0746e1d-53b0-4b64-bc75-1299dc8de331 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:48:11.783749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b0746e1d-53b0-4b64-bc75-1299dc8de331 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:48:11.787322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b0746e1d-53b0-4b64-bc75-1299dc8de331 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:48:11.793262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b0746e1d-53b0-4b64-bc75-1299dc8de331 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:48:11.811913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0746e1d-53b0-4b64-bc75-1299dc8de331 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.874001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0746e1d-53b0-4b64-bc75-1299dc8de331 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.877287 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0746e1d-53b0-4b64-bc75-1299dc8de331 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.899775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0746e1d-53b0-4b64-bc75-1299dc8de331 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015a2c7d-83e4-4091-8d81-abd343102de4,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:11.907779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0746e1d-53b0-4b64-bc75-1299dc8de331 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:11.908982 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b0746e1d-53b0-4b64-bc75-1299dc8de331 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1399667 Apr 22 15:48:11.911731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41986) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:11.916946 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3f3a34f6-aaa4-4216-8a72-09fe0b909dc9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '13dee034-e14a-4f84-bd6f-58eb01172525', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:48:11.922474 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3f3a34f6-aaa4-4216-8a72-09fe0b909dc9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:48:11.926185 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3f3a34f6-aaa4-4216-8a72-09fe0b909dc9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:48:11.929008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3f3a34f6-aaa4-4216-8a72-09fe0b909dc9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:48:11.934627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3f3a34f6-aaa4-4216-8a72-09fe0b909dc9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:48:11.945520 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-3f3a34f6-aaa4-4216-8a72-09fe0b909dc9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Project 75a96c8912d741e09298d54dbc98abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:48:11.951777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f3a34f6-aaa4-4216-8a72-09fe0b909dc9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.015637 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f3a34f6-aaa4-4216-8a72-09fe0b909dc9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.019474 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f3a34f6-aaa4-4216-8a72-09fe0b909dc9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.046022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a34f6-aaa4-4216-8a72-09fe0b909dc9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6478a0-6869-4bb3-828a-6b8fe92ff63a,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:12.055819 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3f3a34f6-aaa4-4216-8a72-09fe0b909dc9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.057005 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3f3a34f6-aaa4-4216-8a72-09fe0b909dc9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1443820 Apr 22 15:48:12.059715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41990) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:12.065116 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-fad08b7a-51cf-44d8-ad5e-faaf8c94ca83 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '13dee034-e14a-4f84-bd6f-58eb01172525', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:48:12.071487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fad08b7a-51cf-44d8-ad5e-faaf8c94ca83 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:48:12.075204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fad08b7a-51cf-44d8-ad5e-faaf8c94ca83 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:48:12.078005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fad08b7a-51cf-44d8-ad5e-faaf8c94ca83 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:48:12.084215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fad08b7a-51cf-44d8-ad5e-faaf8c94ca83 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:48:12.094364 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-fad08b7a-51cf-44d8-ad5e-faaf8c94ca83 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Project 75a96c8912d741e09298d54dbc98abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:48:12.100709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fad08b7a-51cf-44d8-ad5e-faaf8c94ca83 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.166379 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fad08b7a-51cf-44d8-ad5e-faaf8c94ca83 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.169697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fad08b7a-51cf-44d8-ad5e-faaf8c94ca83 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.192485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad08b7a-51cf-44d8-ad5e-faaf8c94ca83 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266b0795-c450-41ea-afa6-14dd4e884c08,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:12.202179 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fad08b7a-51cf-44d8-ad5e-faaf8c94ca83 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.203349 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fad08b7a-51cf-44d8-ad5e-faaf8c94ca83 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1427138 Apr 22 15:48:12.206286 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 41994) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:12.212416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'network': {'name': 'tempest-network-smoke--766246922', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'port_security_enabled': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:48:12.217056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:48:12.220734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:network and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:48:12.223547 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:48:12.229131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:48:12.238888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:48:12.241684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.269158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:48:12.277852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.278222 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Added segment e8d93595-3620-4731-90ba-6d4c318489be of type vlan for network 78a6248f-39da-467e-8d68-e3552430b635 Apr 22 15:48:12.302975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.333273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.336915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:12.337494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.432056 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2244382 Apr 22 15:48:12.434870 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 41998) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:12.440185 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'admin_state_up': True, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:48:12.444253 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5eea6-b7b9-4e3a-9e1b-5e8921dc6c5b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Network': ['ID=78a6248f-39da-467e-8d68-e3552430b635,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:12.447731 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:48:12.451445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:router and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:48:12.454485 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:48:12.455268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 78a6248f-39da-467e-8d68-e3552430b635 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:48:12.460566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:48:12.470572 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.471589 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.489705 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.631905 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.790441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-84b97095-393e-477e-a678-7d9172418d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.804026 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.835268 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:12.961881 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.26.8.79 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/6025696a-ce27-4025-9310-0e579d089f83) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:48:13.185552 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:13.213042 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:13.276063 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:48:13.278658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:48:13.282278 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:48:13.313934 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=6025696a-ce27-4025-9310-0e579d089f83,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:13.435978 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:13.436609 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:13.658119 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router d4b2d591-fbc1-45cb-91c1-d9be6a727289 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:48:13.851245 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:48:13.861967 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Sync routers for ids ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:48:13.874523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Routers {'d4b2d591-fbc1-45cb-91c1-d9be6a727289'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:48:13.875067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:47:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:13.877016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:13.878273 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5a519cd2-4f8d-4a93-a2ad-c2f9bb25bbfa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4422994 Apr 22 15:48:13.881674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42002) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:14.044850 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-30e41435-b537-4c55-9008-52d92b87d0cf tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=75a96c8912d741e09298d54dbc98abdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1618342 Apr 22 15:48:14.047508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42008) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:14.050080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Set router d4b2d591-fbc1-45cb-91c1-d9be6a727289 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:48:14.174815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4472d855-f81f-402a-b7d2-8084fe424dad tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:14.176851 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4472d855-f81f-402a-b7d2-8084fe424dad tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279101 Apr 22 15:48:14.179892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42012) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:14.222454 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-65562bea-ccfd-49fa-8f3d-85de61568c14 tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414450 Apr 22 15:48:14.225618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42016) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:14.230839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1576494729', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:48:14.338421 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:48:14.342043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:subnet and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:48:14.344874 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:48:14.350556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:48:14.360468 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:48:14.365382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:13Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:14.369403 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Checking router: d4b2d591-fbc1-45cb-91c1-d9be6a727289 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:48:14.370073 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Updating router d4b2d591-fbc1-45cb-91c1-d9be6a727289 port 6025696a-ce27-4025-9310-0e579d089f83 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:48:14.420766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:14.459146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:14.668323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:14.740693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:14.743496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Subnet': ['ID=d7d0fe12-65a2-4f6d-be1a-102b65e1a339,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:14.752362 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Transition to ACTIVE for port object 6025696a-ce27-4025-9310-0e579d089f83 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:48:14.755563 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Checking segment: {'id': 'e8d93595-3620-4731-90ba-6d4c318489be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '78a6248f-39da-467e-8d68-e3552430b635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:48:14.755957 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network hostable DHCP agents. Network: 78a6248f-39da-467e-8d68-e3552430b635, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:48:14.758996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:14.777421 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 78a6248f-39da-467e-8d68-e3552430b635 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:48:14.787349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 78a6248f-39da-467e-8d68-e3552430b635) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:48:14.791811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:14.792491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:14.809340 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f412deab-1267-450f-bd62-fdfd62459730 None None] Network 78a6248f-39da-467e-8d68-e3552430b635 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:48:14.815107 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-df68bd04-c6dc-4cde-afb1-6d5b3ea7928a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5884905 Apr 22 15:48:14.818497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42020) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:14.916864 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b0a79-626d-42cd-baad-ddbe09f1a33a None None] Pushing event updated for resources: {'Port': ['ID=6025696a-ce27-4025-9310-0e579d089f83,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:14.926709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Attempting to bind port 6025696a-ce27-4025-9310-0e579d089f83 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:48:14.927001 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Attempting to bind port 6025696a-ce27-4025-9310-0e579d089f83 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:48:14.927408 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Attempting to bind port 6025696a-ce27-4025-9310-0e579d089f83 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:48:14.939663 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b0a79-626d-42cd-baad-ddbe09f1a33a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:14.940007 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b0a79-626d-42cd-baad-ddbe09f1a33a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:14.940347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b0a79-626d-42cd-baad-ddbe09f1a33a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:14.940683 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b0a79-626d-42cd-baad-ddbe09f1a33a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:14.941013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b0a79-626d-42cd-baad-ddbe09f1a33a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:14.941347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b0a79-626d-42cd-baad-ddbe09f1a33a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:14.942776 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b0a79-626d-42cd-baad-ddbe09f1a33a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:14.942776 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b0a79-626d-42cd-baad-ddbe09f1a33a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:14.942952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b0a79-626d-42cd-baad-ddbe09f1a33a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:14.943169 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b0a79-626d-42cd-baad-ddbe09f1a33a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:14.943495 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b0a79-626d-42cd-baad-ddbe09f1a33a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:14.964317 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:48:14.964691 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:48:14.965095 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:14.965490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:48:14.965965 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Bound port: 6025696a-ce27-4025-9310-0e579d089f83, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:48:14.966360 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:15.096906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9a0b5281-22d5-473d-8b28-a8b8dd37c022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:15.132368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] For port 6025696a-ce27-4025-9310-0e579d089f83, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:48:15.147682 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] For port 6025696a-ce27-4025-9310-0e579d089f83, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6025696a-ce27-4025-9310-0e579d089f83,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:48:15.152652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:15.184526 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-78a6248f-39da-467e-8d68-e3552430b635', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ips': [{'subnet_id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:48:15.185239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:15.297302 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b0a79-626d-42cd-baad-ddbe09f1a33a None None] Pushing event updated for resources: {'Port': ['ID=6025696a-ce27-4025-9310-0e579d089f83,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:15.311689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Routers {'d4b2d591-fbc1-45cb-91c1-d9be6a727289'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:48:15.312310 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:48:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:15.536236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Allocated IP 172.20.0.2 (78a6248f-39da-467e-8d68-e3552430b635/d7d0fe12-65a2-4f6d-be1a-102b65e1a339/7f52b393-d6a6-4f96-af5a-4c41cedb7ddd) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:48:15.557900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] Set router d4b2d591-fbc1-45cb-91c1-d9be6a727289 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:48:15.655537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:16.023142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:16.037838 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Transition to ACTIVE for port object 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:48:16.060155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Transition to ACTIVE for port object 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:48:16.072251 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:16.133364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.20.0.1 (78a6248f-39da-467e-8d68-e3552430b635/d7d0fe12-65a2-4f6d-be1a-102b65e1a339/75de1895-20f7-4c16-bcf6-212331e59fb9) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:48:16.133604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:13Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:16.159585 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea7eefb-9cb2-4d6b-98b5-fcee9c6693c3 None None] The sync data for ids ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'] in dv-neutron-838883-3-hyperv is: [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:13Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:48:16.161700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:16.169873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:16.173339 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Network 78a6248f-39da-467e-8d68-e3552430b635 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:48:16.176948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:48:16.179054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Pushing event updated for resources: {'Port': ['ID=7f52b393-d6a6-4f96-af5a-4c41cedb7ddd,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:16.180898 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:48:16.252963 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:48:16.270487 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Attempting to bind port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:48:16.270863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Attempting to bind port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'e8d93595-3620-4731-90ba-6d4c318489be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '78a6248f-39da-467e-8d68-e3552430b635'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:48:16.271224 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Attempting to bind port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd on network 78a6248f-39da-467e-8d68-e3552430b635 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:48:16.278161 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:48:16.278541 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Checking segment: {'id': 'e8d93595-3620-4731-90ba-6d4c318489be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '78a6248f-39da-467e-8d68-e3552430b635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:48:16.278947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:16.279340 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Bound using segment: {'id': 'e8d93595-3620-4731-90ba-6d4c318489be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '78a6248f-39da-467e-8d68-e3552430b635'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:48:16.279810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Bound port: 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d93595-3620-4731-90ba-6d4c318489be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '78a6248f-39da-467e-8d68-e3552430b635'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:48:16.280188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:16.303722 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:16.320148 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Transition to ACTIVE for port object 75de1895-20f7-4c16-bcf6-212331e59fb9 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:48:16.344895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:16.404229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] For port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:48:16.407495 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] For port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7f52b393-d6a6-4f96-af5a-4c41cedb7ddd,segment=NetworkSegment(e8d93595-3620-4731-90ba-6d4c318489be),segment_id=e8d93595-3620-4731-90ba-6d4c318489be)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:48:16.412368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:16.444775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 78a6248f-39da-467e-8d68-e3552430b635 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:48:16.448081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:48:16.450550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:48:16.499164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=75de1895-20f7-4c16-bcf6-212331e59fb9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:16.500265 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7711bd-3c82-4dcc-ab8b-42b69653b61e None None] Pushing event updated for resources: {'Port': ['ID=7f52b393-d6a6-4f96-af5a-4c41cedb7ddd,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:16.519744 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:16.615995 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:17.166240 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:17.170995 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:17.282251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:17.286525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=75de1895-20f7-4c16-bcf6-212331e59fb9,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:17.413921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0687f080-97d5-467d-ac3b-4e0a8c34efef None None] Network 78a6248f-39da-467e-8d68-e3552430b635 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:48:17.423838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 78a6248f-39da-467e-8d68-e3552430b635 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:48:17.424895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:48:17.511305 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2235641d-4211-4678-a21f-7d616b1b0922 None None] Provisioning for port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:48:17.680766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:17.819027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router d4b2d591-fbc1-45cb-91c1-d9be6a727289 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:48:17.917569 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 6025696a-ce27-4025-9310-0e579d089f83 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:48:18.002534 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 6025696a-ce27-4025-9310-0e579d089f83 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:48:18.009467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 6025696a-ce27-4025-9310-0e579d089f83 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:48:18.009840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:18.044314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:48:18.062814 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-da407054-f228-4647-9e8d-56f16a98d97a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "PUT /v2.0/routers/d4b2d591-fbc1-45cb-91c1-d9be6a727289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2353959 Apr 22 15:48:18.070237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3b30f224-9d50-47e0-92c0-0969a693407f None None] Provisioning for port 75de1895-20f7-4c16-bcf6-212331e59fb9 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:48:18.079234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3b30f224-9d50-47e0-92c0-0969a693407f None None] Provisioning complete for port 75de1895-20f7-4c16-bcf6-212331e59fb9 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:48:18.079607 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3b30f224-9d50-47e0-92c0-0969a693407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:18.170441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3b30f224-9d50-47e0-92c0-0969a693407f None None] Port 75de1895-20f7-4c16-bcf6-212331e59fb9 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:48:18.193523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:18.212943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 6025696a-ce27-4025-9310-0e579d089f83, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6025696a-ce27-4025-9310-0e579d089f83,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:48:18.217942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:18.218567 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:48:18.263160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-34d2f9a1-7573-4670-9848-d05ba90b502b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:48:18.280851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-34d2f9a1-7573-4670-9848-d05ba90b502b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:48:18.281995 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-34d2f9a1-7573-4670-9848-d05ba90b502b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121582317&fields=id&tenant_id=75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 267 time: 0.0668242 Apr 22 15:48:18.347489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=6025696a-ce27-4025-9310-0e579d089f83,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:18.351079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e5b0c76e-4555-487f-99cb-9214fd35bf0d None None] Provisioning complete for port 75de1895-20f7-4c16-bcf6-212331e59fb9 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:48:18.351449 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e5b0c76e-4555-487f-99cb-9214fd35bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:18.408412 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:48:18.413645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e5b0c76e-4555-487f-99cb-9214fd35bf0d None None] Port 75de1895-20f7-4c16-bcf6-212331e59fb9 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:48:18.415906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:48:18.416512 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:18.432988 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-0ae758c5-29ee-48c9-84a4-ff8235ef9d27 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:18.433579 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-0ae758c5-29ee-48c9-84a4-ff8235ef9d27 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:48:18.451056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-0ae758c5-29ee-48c9-84a4-ff8235ef9d27 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:48:18.454592 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-0ae758c5-29ee-48c9-84a4-ff8235ef9d27 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/networks?id=78a6248f-39da-467e-8d68-e3552430b635 HTTP/1.1" status: 200 len: 796 time: 0.1659479 Apr 22 15:48:18.469973 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-3132a3c3-cc4e-4e70-a59c-3c379eb0a098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/quotas/75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 375 time: 0.0112107 Apr 22 15:48:18.532633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:18.552567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-e7c05038-50ba-4446-8bfa-b55ef624de6d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:48:18.564609 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7f52b393-d6a6-4f96-af5a-4c41cedb7ddd,segment=NetworkSegment(e8d93595-3620-4731-90ba-6d4c318489be),segment_id=e8d93595-3620-4731-90ba-6d4c318489be)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:48:18.568754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:18.569729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-e7c05038-50ba-4446-8bfa-b55ef624de6d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:48:18.571800 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-e7c05038-50ba-4446-8bfa-b55ef624de6d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961137 Apr 22 15:48:18.634876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=7f52b393-d6a6-4f96-af5a-4c41cedb7ddd,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:18.655517 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-b934afc4-9254-4738-af17-b4d6f7c2dd84 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:48:18.656483 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-b934afc4-9254-4738-af17-b4d6f7c2dd84 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0709372 Apr 22 15:48:18.874605 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-2a0f37fe-a51a-4527-95b4-e30cf32d407c service neutron] 10.222.0.71 "GET /v2.0/networks/78a6248f-39da-467e-8d68-e3552430b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110705 Apr 22 15:48:19.001870 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-abc7c7c7-6a65-42f9-9963-7d13d26c446c service neutron] 10.222.0.71 "GET /v2.0/networks/78a6248f-39da-467e-8d68-e3552430b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210639 Apr 22 15:48:19.184603 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9cfc16a2-b96f-4e4e-83af-87eae66765ce req-9194f0a7-b3db-4a5e-a622-1375896d2f5c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 210 time: 0.0399592 Apr 22 15:48:19.776219 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Sync routers for ids ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:48:19.788440 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Routers {'d4b2d591-fbc1-45cb-91c1-d9be6a727289'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:48:19.789120 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:48:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:19.864763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 6025696a-ce27-4025-9310-0e579d089f83 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:48:19.942411 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 6025696a-ce27-4025-9310-0e579d089f83 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:48:19.943008 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:19.972025 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Set router d4b2d591-fbc1-45cb-91c1-d9be6a727289 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:48:20.110649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:48:20.177521 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:48:20.177890 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:20.318295 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:16Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '75de1895-20f7-4c16-bcf6-212331e59fb9', 'name': '', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ad:45:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:15Z', 'updated_at': '2022-04-22T15:48:16Z', 'revision_number': 2, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:20.322402 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Checking router: d4b2d591-fbc1-45cb-91c1-d9be6a727289 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:48:20.322744 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Updating router d4b2d591-fbc1-45cb-91c1-d9be6a727289 port 75de1895-20f7-4c16-bcf6-212331e59fb9 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:48:20.345845 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-09c300a0-9ca8-4d77-b775-ed53eb284996 req-738b6980-c434-4b37-84c0-154929b5aecb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 210 time: 0.0392253 Apr 22 15:48:20.375780 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:20.561920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-5b0e15ac-8304-4f04-87e6-852456d98f78 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:20.563388 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-5b0e15ac-8304-4f04-87e6-852456d98f78 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/networks?id=78a6248f-39da-467e-8d68-e3552430b635 HTTP/1.1" status: 200 len: 796 time: 0.1454337 Apr 22 15:48:20.633252 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-3f3f2453-68f5-432a-8588-22a56a31f6a4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 379 time: 0.0513725 Apr 22 15:48:20.641674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'port': {'device_id': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'admin_state_up': True, 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'security_groups': ['13dee034-e14a-4f84-bd6f-58eb01172525']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:48:20.727320 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:20.738705 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Transition to ACTIVE for port object 75de1895-20f7-4c16-bcf6-212331e59fb9 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:48:20.744461 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:20.779988 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:48:20.790014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:48:20.799423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:48:20.802669 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:20.878599 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b12a7-9fdd-49ee-b4ed-7603d525f9f1 None None] Pushing event updated for resources: {'Port': ['ID=75de1895-20f7-4c16-bcf6-212331e59fb9,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:20.888246 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b12a7-9fdd-49ee-b4ed-7603d525f9f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:20.888798 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b12a7-9fdd-49ee-b4ed-7603d525f9f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:20.889132 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b12a7-9fdd-49ee-b4ed-7603d525f9f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:20.889452 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b12a7-9fdd-49ee-b4ed-7603d525f9f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:20.889946 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b12a7-9fdd-49ee-b4ed-7603d525f9f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:20.890452 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b12a7-9fdd-49ee-b4ed-7603d525f9f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:20.890916 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b12a7-9fdd-49ee-b4ed-7603d525f9f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:20.891381 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b12a7-9fdd-49ee-b4ed-7603d525f9f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:20.891870 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b12a7-9fdd-49ee-b4ed-7603d525f9f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:20.892192 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b12a7-9fdd-49ee-b4ed-7603d525f9f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:20.892508 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b12a7-9fdd-49ee-b4ed-7603d525f9f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:48:21.015018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.20.0.10 (78a6248f-39da-467e-8d68-e3552430b635/d7d0fe12-65a2-4f6d-be1a-102b65e1a339/67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:48:21.018583 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Attempting to bind port 75de1895-20f7-4c16-bcf6-212331e59fb9 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:48:21.018951 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Attempting to bind port 75de1895-20f7-4c16-bcf6-212331e59fb9 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'e8d93595-3620-4731-90ba-6d4c318489be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '78a6248f-39da-467e-8d68-e3552430b635'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:48:21.019545 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Attempting to bind port 75de1895-20f7-4c16-bcf6-212331e59fb9 on network 78a6248f-39da-467e-8d68-e3552430b635 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:48:21.026509 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:48:21.026904 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Checking segment: {'id': 'e8d93595-3620-4731-90ba-6d4c318489be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '78a6248f-39da-467e-8d68-e3552430b635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:48:21.027349 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:21.027823 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Bound using segment: {'id': 'e8d93595-3620-4731-90ba-6d4c318489be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '78a6248f-39da-467e-8d68-e3552430b635'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:48:21.028275 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Bound port: 75de1895-20f7-4c16-bcf6-212331e59fb9, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d93595-3620-4731-90ba-6d4c318489be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '78a6248f-39da-467e-8d68-e3552430b635'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:48:21.028642 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:21.124176 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] For port 75de1895-20f7-4c16-bcf6-212331e59fb9, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:48:21.128518 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] For port 75de1895-20f7-4c16-bcf6-212331e59fb9, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=75de1895-20f7-4c16-bcf6-212331e59fb9,segment=NetworkSegment(e8d93595-3620-4731-90ba-6d4c318489be),segment_id=e8d93595-3620-4731-90ba-6d4c318489be)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:48:21.132173 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:21.213238 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:21.215872 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b12a7-9fdd-49ee-b4ed-7603d525f9f1 None None] Pushing event updated for resources: {'Port': ['ID=75de1895-20f7-4c16-bcf6-212331e59fb9,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:21.219027 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Routers {'d4b2d591-fbc1-45cb-91c1-d9be6a727289'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:48:21.219708 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:48:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:21.229992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Transition to ACTIVE for port object 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:48:21.254424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:21.330797 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 78a6248f-39da-467e-8d68-e3552430b635 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:48:21.334687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:48:21.337132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:48:21.367974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:21.413567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:21.414413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:21.422962 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] Set router d4b2d591-fbc1-45cb-91c1-d9be6a727289 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:48:21.444926 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-22cd8326-38b9-4d47-95b6-8e4990482c1a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8058453 Apr 22 15:48:21.464859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Request body: {'port': {'device_id': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:48:21.612986 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2ae4ddf9-b563-4fc5-97ef-17f7a6b16346 None None] Provisioning for port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:48:21.619342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2ae4ddf9-b563-4fc5-97ef-17f7a6b16346 None None] Provisioning complete for port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:48:21.620189 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2ae4ddf9-b563-4fc5-97ef-17f7a6b16346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:21.640698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:21.674374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4ddf9-b563-4fc5-97ef-17f7a6b16346 None None] Port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:48:21.701348 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0427a81-085c-4c75-ba54-bb84cf629f4b req-ec8331b7-9ef7-4fc9-8a3a-f7a04cef60ce tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:21.702124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a0427a81-085c-4c75-ba54-bb84cf629f4b req-ec8331b7-9ef7-4fc9-8a3a-f7a04cef60ce tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:48:21.740978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a0427a81-085c-4c75-ba54-bb84cf629f4b req-ec8331b7-9ef7-4fc9-8a3a-f7a04cef60ce tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:48:21.742121 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a0427a81-085c-4c75-ba54-bb84cf629f4b req-ec8331b7-9ef7-4fc9-8a3a-f7a04cef60ce tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 932 time: 0.2233715 Apr 22 15:48:21.777340 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:16Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '75de1895-20f7-4c16-bcf6-212331e59fb9', 'name': '', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ad:45:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:15Z', 'updated_at': '2022-04-22T15:48:21Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:21.783225 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f74a7b7-db3f-45d5-90b3-a5cff2cbf65f None None] The sync data for ids ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'] in dv-neutron-838883-3-hyperv is: [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:16Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '75de1895-20f7-4c16-bcf6-212331e59fb9', 'name': '', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ad:45:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:15Z', 'updated_at': '2022-04-22T15:48:21Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:48:21.928777 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a0427a81-085c-4c75-ba54-bb84cf629f4b req-476a971a-5d19-4b3c-b2b5-3a570a724665 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440775 Apr 22 15:48:22.073404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:48:22.080888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:22.096568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Transition to ACTIVE for port object 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:48:22.101117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:22.353371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Pushing event updated for resources: {'Port': ['ID=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:22.459314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Attempting to bind port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:48:22.459882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Attempting to bind port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'e8d93595-3620-4731-90ba-6d4c318489be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '78a6248f-39da-467e-8d68-e3552430b635'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:48:22.459974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Attempting to bind port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a on network 78a6248f-39da-467e-8d68-e3552430b635 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:48:22.466310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a on network 78a6248f-39da-467e-8d68-e3552430b635 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:48:22.466631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Attempting to bind port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a on network 78a6248f-39da-467e-8d68-e3552430b635 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:48:22.474047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:48:22.474411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Checking segment: {'id': 'e8d93595-3620-4731-90ba-6d4c318489be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '78a6248f-39da-467e-8d68-e3552430b635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:48:22.474802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Bound using segment: {'id': 'e8d93595-3620-4731-90ba-6d4c318489be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '78a6248f-39da-467e-8d68-e3552430b635'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:48:22.475236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Bound port: 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d93595-3620-4731-90ba-6d4c318489be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '78a6248f-39da-467e-8d68-e3552430b635'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:48:22.475591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:22.584645 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] For port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:48:22.587818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] For port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a,segment=NetworkSegment(e8d93595-3620-4731-90ba-6d4c318489be),segment_id=e8d93595-3620-4731-90ba-6d4c318489be)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:48:22.592963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:22.647315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:22.648740 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] 10.222.0.70 "PUT /v2.0/ports/67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a HTTP/1.1" status: 200 len: 1094 time: 1.1883378 Apr 22 15:48:22.655726 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'tag': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:48:22.683021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ff98a-753a-44af-93c1-a43d1728099e service neutron] Pushing event updated for resources: {'Port': ['ID=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:22.734617 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334a3cc4-c1f1-4694-9aa4-3c3fa5d8bec2'] response: {'name': 'network-changed', 'server_uuid': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'tag': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a', 'status': 'completed', 'code': 200} Apr 22 15:48:22.781120 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-6001a555-77c1-40f7-ac86-d150e2eee073 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 1097 time: 0.0774989 Apr 22 15:48:22.854972 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-3d831796-f091-4f6c-b545-c731b325d821 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a HTTP/1.1" status: 200 len: 217 time: 0.0613880 Apr 22 15:48:22.924130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-1c31804d-4527-4dd8-9339-115bd6882eaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:22.926612 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-1c31804d-4527-4dd8-9339-115bd6882eaf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7d0fe12-65a2-4f6d-be1a-102b65e1a339 HTTP/1.1" status: 200 len: 835 time: 0.0639467 Apr 22 15:48:23.002945 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-1d8963a7-2428-4f99-b0b8-30d62dcb9a57 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78a6248f-39da-467e-8d68-e3552430b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693598 Apr 22 15:48:23.188645 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-21d56be3-951f-445e-bf28-ce0457334776 service neutron] 10.222.0.70 "GET /v2.0/networks/78a6248f-39da-467e-8d68-e3552430b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790800 Apr 22 15:48:23.229900 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1ee57-ebd1-423f-89ac-6a968b4eae04 req-7a22d9b3-47ce-42a0-a47d-e8145cd457e7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:23.231368 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ebb1ee57-ebd1-423f-89ac-6a968b4eae04 req-7a22d9b3-47ce-42a0-a47d-e8145cd457e7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 944 time: 0.1542175 Apr 22 15:48:23.351292 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ebb1ee57-ebd1-423f-89ac-6a968b4eae04 req-1f769536-30fc-4e57-8724-bd25bba408f7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748680 Apr 22 15:48:23.369507 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-442d53fa-bae5-4ae1-9062-33502ce2bfb5 req-966a8316-340e-446f-a7e9-9c7900c2e9ee service neutron] 10.222.0.70 "GET /v2.0/networks/78a6248f-39da-467e-8d68-e3552430b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746774 Apr 22 15:48:23.529423 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be1b8c01-5cd4-4f9b-a00b-487b19915168 req-7e17633d-6a92-4b17-9ed0-8c48e607a2ce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 1097 time: 0.0668912 Apr 22 15:48:23.658156 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b8c01-5cd4-4f9b-a00b-487b19915168 req-55001818-b6d5-4473-b203-15cf39392528 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:23.659625 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be1b8c01-5cd4-4f9b-a00b-487b19915168 req-55001818-b6d5-4473-b203-15cf39392528 service neutron] 10.222.0.70 "GET /v2.0/networks?id=78a6248f-39da-467e-8d68-e3552430b635 HTTP/1.1" status: 200 len: 897 time: 0.1233330 Apr 22 15:48:23.727323 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be1b8c01-5cd4-4f9b-a00b-487b19915168 req-38e15a1d-f3a9-4dc6-a022-38e70e7aedf5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a HTTP/1.1" status: 200 len: 217 time: 0.0617418 Apr 22 15:48:23.786018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b8c01-5cd4-4f9b-a00b-487b19915168 req-55235d18-273f-4818-a7ad-215bb58a8e41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:23.787338 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be1b8c01-5cd4-4f9b-a00b-487b19915168 req-55235d18-273f-4818-a7ad-215bb58a8e41 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7d0fe12-65a2-4f6d-be1a-102b65e1a339 HTTP/1.1" status: 200 len: 835 time: 0.0546205 Apr 22 15:48:23.865244 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be1b8c01-5cd4-4f9b-a00b-487b19915168 req-d637612a-7a99-46f1-b316-cfefef37feb8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78a6248f-39da-467e-8d68-e3552430b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709546 Apr 22 15:48:23.871591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 75de1895-20f7-4c16-bcf6-212331e59fb9 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:48:23.948202 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 75de1895-20f7-4c16-bcf6-212331e59fb9 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:48:23.953911 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 75de1895-20f7-4c16-bcf6-212331e59fb9 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:48:23.954324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:24.075301 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:24.091373 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be1b8c01-5cd4-4f9b-a00b-487b19915168 req-cef201f8-eba2-404c-8572-0d426ec6e486 service neutron] 10.222.0.70 "GET /v2.0/networks/78a6248f-39da-467e-8d68-e3552430b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196729 Apr 22 15:48:24.106947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 75de1895-20f7-4c16-bcf6-212331e59fb9, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=75de1895-20f7-4c16-bcf6-212331e59fb9,segment=NetworkSegment(e8d93595-3620-4731-90ba-6d4c318489be),segment_id=e8d93595-3620-4731-90ba-6d4c318489be)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:48:24.111203 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:24.176412 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=75de1895-20f7-4c16-bcf6-212331e59fb9,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:24.221602 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be1b8c01-5cd4-4f9b-a00b-487b19915168 req-49df9059-e700-4c83-ab5e-777881ab7847 service neutron] 10.222.0.70 "GET /v2.0/networks/78a6248f-39da-467e-8d68-e3552430b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236012 Apr 22 15:48:24.542386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6636348-d6df-484f-a9e2-c26f1a2f90dc req-2df247de-ecc4-4864-aa0c-9530e4c2c265 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:24.543799 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d6636348-d6df-484f-a9e2-c26f1a2f90dc req-2df247de-ecc4-4864-aa0c-9530e4c2c265 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 944 time: 0.0740077 Apr 22 15:48:24.588111 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d6636348-d6df-484f-a9e2-c26f1a2f90dc req-7b21ebd8-ff0d-43a1-938a-61445c1fe8d2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389125 Apr 22 15:48:25.791597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc9d8a-d4f8-450f-8d85-8dc0f7e49c4a req-ee0f7ce2-85c2-4052-88f2-4e55cb29e7c6 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:25.793037 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0acc9d8a-d4f8-450f-8d85-8dc0f7e49c4a req-ee0f7ce2-85c2-4052-88f2-4e55cb29e7c6 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 944 time: 0.0797806 Apr 22 15:48:25.831141 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:48:25.839946 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0acc9d8a-d4f8-450f-8d85-8dc0f7e49c4a req-1c13bbe1-481e-43db-acf5-ac00d082b2f7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413945 Apr 22 15:48:25.860755 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 75de1895-20f7-4c16-bcf6-212331e59fb9 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:48:26.018994 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a,segment=NetworkSegment(e8d93595-3620-4731-90ba-6d4c318489be),segment_id=e8d93595-3620-4731-90ba-6d4c318489be)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:48:26.037046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'port_id': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a', 'mac_address': 'fa:16:3e:3d:2f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:48:26.039777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 75de1895-20f7-4c16-bcf6-212331e59fb9 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:48:26.040148 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:26.137683 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:26.160997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:48:26.219538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a,segment=NetworkSegment(e8d93595-3620-4731-90ba-6d4c318489be),segment_id=e8d93595-3620-4731-90ba-6d4c318489be)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:48:26.225068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:26.300088 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:26.682564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:48:27.041006 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c940b4-f911-4028-a002-b50df90c0e8a req-b46229c0-1b07-44c4-a2e8-e20200f850d5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:27.042436 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-18c940b4-f911-4028-a002-b50df90c0e8a req-b46229c0-1b07-44c4-a2e8-e20200f850d5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 945 time: 0.0746002 Apr 22 15:48:27.085880 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-18c940b4-f911-4028-a002-b50df90c0e8a req-7f147f0d-b196-4489-ad6f-8ccc7bcc14f7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380344 Apr 22 15:48:27.837990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:48:27.903896 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:48:27.908245 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:48:27.908615 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:28.019862 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:28.045446 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:48:28.055476 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a,segment=NetworkSegment(e8d93595-3620-4731-90ba-6d4c318489be),segment_id=e8d93595-3620-4731-90ba-6d4c318489be)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:48:28.059705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:28.123270 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:28.180887 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb73b597-06e3-4758-816f-488298009b36'] response: {'server_uuid': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a', 'code': 200} Apr 22 15:48:28.280412 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49a0f9-9089-466a-a8ea-fd48997fab06 req-57b1a4eb-14a4-4981-8316-f21be902a978 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:28.281842 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2e49a0f9-9089-466a-a8ea-fd48997fab06 req-57b1a4eb-14a4-4981-8316-f21be902a978 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 946 time: 0.0781503 Apr 22 15:48:28.328038 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2e49a0f9-9089-466a-a8ea-fd48997fab06 req-78f83fb6-66aa-4f29-addc-8f2ce03c0db1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395768 Apr 22 15:48:28.435078 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f6fc55e-82dd-4880-9e12-d43df7858aa4 req-a85fb1a4-e850-44f7-990c-3a2293d08d02 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 1099 time: 0.0665240 Apr 22 15:48:28.480136 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f6fc55e-82dd-4880-9e12-d43df7858aa4 req-467df41f-e8e1-4101-9739-fba420dc658f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388887 Apr 22 15:48:29.525059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9a843-e85d-439b-a255-63bdb326fc22 req-f2957232-b1f3-49fb-ba14-6c39d902721b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:29.526515 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-02f9a843-e85d-439b-a255-63bdb326fc22 req-f2957232-b1f3-49fb-ba14-6c39d902721b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 946 time: 0.0757740 Apr 22 15:48:29.570320 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-02f9a843-e85d-439b-a255-63bdb326fc22 req-9cf718b6-6a47-441e-a131-126352378ced tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384526 Apr 22 15:48:30.765180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c0d1e-102b-4aba-b91b-a1c4bb2ece68 req-e13a248e-fb57-4650-925d-a660748e5db2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:30.766646 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-519c0d1e-102b-4aba-b91b-a1c4bb2ece68 req-e13a248e-fb57-4650-925d-a660748e5db2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 946 time: 0.0787225 Apr 22 15:48:30.811152 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-519c0d1e-102b-4aba-b91b-a1c4bb2ece68 req-020fa3b4-c004-4246-ae80-da37c992b2f7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391088 Apr 22 15:48:31.003028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135329cb-729b-4393-a1e5-bf046d98933f req-3705ce85-f336-4511-b66e-6c79a54a2854 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:31.004507 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-135329cb-729b-4393-a1e5-bf046d98933f req-3705ce85-f336-4511-b66e-6c79a54a2854 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 946 time: 0.0761476 Apr 22 15:48:31.049021 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-135329cb-729b-4393-a1e5-bf046d98933f req-4bb6d317-7f28-4684-b3f0-4e14366fc53d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385702 Apr 22 15:48:31.076114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42076) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:31.147361 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6c5d208a-ce4e-4529-b4c9-c025ccba77cf tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 1094 time: 0.0701363 Apr 22 15:48:31.149979 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42080) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:31.154962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:48:31.160802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:48:31.164578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:floatingip and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:48:31.167393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:48:31.172971 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:48:31.182879 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:31.313725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:31.445362 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.26.8.67 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/e3f71979-67aa-4873-b69b-491e1ab6b451) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:48:31.589762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:31.615622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:31.680844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:48:31.683663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:48:31.687856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:48:31.712220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=e3f71979-67aa-4873-b69b-491e1ab6b451,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:32.260639 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:32.317493 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:32.518417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:32.522749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:32.626500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=e3f71979-67aa-4873-b69b-491e1ab6b451,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:48:32.639996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:32.822580 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Floating IP 46c92f17-dbce-4453-8c65-9e4dcc894d91 associated. External IP: 172.26.8.67, port: 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a. Apr 22 15:48:33.199395 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router d4b2d591-fbc1-45cb-91c1-d9be6a727289 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:48:33.375359 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:33.498411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:48:33.508496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476cedd7-cac8-4eaa-ad93-8433ec1427ea None None] Sync routers for ids ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:48:33.519622 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cedd7-cac8-4eaa-ad93-8433ec1427ea None None] Routers {'d4b2d591-fbc1-45cb-91c1-d9be6a727289'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:48:33.520303 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-476cedd7-cac8-4eaa-ad93-8433ec1427ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:48:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:33.522609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:33.574814 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-51d9ead9-76c4-4956-8f8d-82ed59709521 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4238198 Apr 22 15:48:33.575368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'tag': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:48:33.635272 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1dfb0b8-6011-43cf-a695-bb595ace01cf'] response: {'name': 'network-changed', 'server_uuid': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'tag': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a', 'status': 'completed', 'code': 200} Apr 22 15:48:33.736248 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-476cedd7-cac8-4eaa-ad93-8433ec1427ea None None] Set router d4b2d591-fbc1-45cb-91c1-d9be6a727289 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:48:33.803514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2493ba-6d9e-4ab0-9678-c1e87b15283a req-78097016-3a9d-4df0-bfe0-57d066f9a2c1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:33.805032 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f2493ba-6d9e-4ab0-9678-c1e87b15283a req-78097016-3a9d-4df0-bfe0-57d066f9a2c1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 946 time: 0.1301682 Apr 22 15:48:33.812129 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-84ea217f-0ff7-4be5-a61f-934cefae213d req-f40e68d1-d68b-4d43-b7f9-655212b76003 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 1099 time: 0.1076856 Apr 22 15:48:33.934780 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f2493ba-6d9e-4ab0-9678-c1e87b15283a req-f0d853fa-ee4f-4c29-8d48-01272eac926a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217003 Apr 22 15:48:33.980005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42088) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:33.989153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea217f-0ff7-4be5-a61f-934cefae213d req-a5772f4d-924b-4f12-a8bc-13ce409da63b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:33.991875 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-84ea217f-0ff7-4be5-a61f-934cefae213d req-a5772f4d-924b-4f12-a8bc-13ce409da63b service neutron] 10.222.0.70 "GET /v2.0/networks?id=78a6248f-39da-467e-8d68-e3552430b635 HTTP/1.1" status: 200 len: 897 time: 0.1656671 Apr 22 15:48:34.085346 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4c17ee46-e908-4002-bead-054a757a99dd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/46c92f17-dbce-4453-8c65-9e4dcc894d91 HTTP/1.1" status: 200 len: 991 time: 0.1040833 Apr 22 15:48:34.101774 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-84ea217f-0ff7-4be5-a61f-934cefae213d req-4149e19a-9668-4ea8-add4-d038a6943b63 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a HTTP/1.1" status: 200 len: 999 time: 0.1020784 Apr 22 15:48:34.105374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-476cedd7-cac8-4eaa-ad93-8433ec1427ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:16Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '46c92f17-dbce-4453-8c65-9e4dcc894d91', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.67', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'port_id': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'mac_address': 'fa:16:3e:3d:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:48:32Z', 'updated_at': '2022-04-22T15:48:32Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75de1895-20f7-4c16-bcf6-212331e59fb9', 'name': '', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ad:45:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:15Z', 'updated_at': '2022-04-22T15:48:24Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:34.109219 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476cedd7-cac8-4eaa-ad93-8433ec1427ea None None] Checking router: d4b2d591-fbc1-45cb-91c1-d9be6a727289 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:48:34.120379 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cedd7-cac8-4eaa-ad93-8433ec1427ea None None] Routers {'d4b2d591-fbc1-45cb-91c1-d9be6a727289'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:48:34.120969 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-476cedd7-cac8-4eaa-ad93-8433ec1427ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:48:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:34.165882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea217f-0ff7-4be5-a61f-934cefae213d req-7dda57f9-218f-45a7-87aa-572b3ae0bb62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:48:34.167327 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-84ea217f-0ff7-4be5-a61f-934cefae213d req-7dda57f9-218f-45a7-87aa-572b3ae0bb62 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7d0fe12-65a2-4f6d-be1a-102b65e1a339 HTTP/1.1" status: 200 len: 835 time: 0.0595403 Apr 22 15:48:34.240562 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-84ea217f-0ff7-4be5-a61f-934cefae213d req-7f7363e8-fa12-4616-ab3c-18d9be35f6dc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78a6248f-39da-467e-8d68-e3552430b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665958 Apr 22 15:48:34.294467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-476cedd7-cac8-4eaa-ad93-8433ec1427ea None None] Set router d4b2d591-fbc1-45cb-91c1-d9be6a727289 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:48:34.370614 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-84ea217f-0ff7-4be5-a61f-934cefae213d req-86df293b-109e-4933-962f-ab3d1c4ca161 service neutron] 10.222.0.70 "GET /v2.0/networks/78a6248f-39da-467e-8d68-e3552430b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238205 Apr 22 15:48:34.504135 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-84ea217f-0ff7-4be5-a61f-934cefae213d req-3df121e7-2fbb-4125-aa61-b1f3d5b27a14 service neutron] 10.222.0.70 "GET /v2.0/networks/78a6248f-39da-467e-8d68-e3552430b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271887 Apr 22 15:48:34.636730 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-476cedd7-cac8-4eaa-ad93-8433ec1427ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:16Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '46c92f17-dbce-4453-8c65-9e4dcc894d91', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.67', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'port_id': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'mac_address': 'fa:16:3e:3d:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:48:32Z', 'updated_at': '2022-04-22T15:48:32Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75de1895-20f7-4c16-bcf6-212331e59fb9', 'name': '', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ad:45:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:15Z', 'updated_at': '2022-04-22T15:48:24Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:48:34.640571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476cedd7-cac8-4eaa-ad93-8433ec1427ea None None] The sync data for ids ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'] in dv-neutron-838883-3-hyperv is: [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:16Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '46c92f17-dbce-4453-8c65-9e4dcc894d91', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.67', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'port_id': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'mac_address': 'fa:16:3e:3d:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:48:32Z', 'updated_at': '2022-04-22T15:48:32Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75de1895-20f7-4c16-bcf6-212331e59fb9', 'name': '', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ad:45:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:15Z', 'updated_at': '2022-04-22T15:48:24Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:48:35.089281 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42092) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:35.190435 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f99a1c6-cee5-4eb4-919f-340fc16e2e80 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/46c92f17-dbce-4453-8c65-9e4dcc894d91 HTTP/1.1" status: 200 len: 991 time: 0.0999932 Apr 22 15:48:36.194011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42096) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:36.296191 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6dbdfa2d-2ad1-4b72-bee2-bb35b95502d7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/46c92f17-dbce-4453-8c65-9e4dcc894d91 HTTP/1.1" status: 200 len: 991 time: 0.1010573 Apr 22 15:48:37.300862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42100) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:37.403778 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-06abd15b-7a16-45f5-9bc7-af189f476dbe tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/46c92f17-dbce-4453-8c65-9e4dcc894d91 HTTP/1.1" status: 200 len: 991 time: 0.1018460 Apr 22 15:48:37.697899 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fadbcd-e22e-4405-abb7-219e3a68626a None None] New status for floating IP 46c92f17-dbce-4453-8c65-9e4dcc894d91: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:48:38.407815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42104) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:48:38.511608 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cff14adc-99ae-4ff0-8f47-a7a97772bd04 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/46c92f17-dbce-4453-8c65-9e4dcc894d91 HTTP/1.1" status: 200 len: 993 time: 0.1026776 Apr 22 15:48:42.792711 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42a11d33-650e-4b09-b22f-678130289c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:45.069117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4bee38bb-115d-464f-b249-182fc0f73ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:46.085623 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:46.113188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:47.680448 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:48:53.253444 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:49:03.370240 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:07.526047 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65b99949-0582-4e87-9870-09c46090ac70 req-11e9c954-b7f3-49a0-9bca-563ef712ebea service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1307538 Apr 22 15:49:07.680088 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65b99949-0582-4e87-9870-09c46090ac70 req-a6df1b2d-95cf-4f81-a26d-fed86193b70b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 1099 time: 0.0702829 Apr 22 15:49:07.826571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b99949-0582-4e87-9870-09c46090ac70 req-a351da58-677f-42cd-a7ec-8305b9a90267 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:07.828107 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65b99949-0582-4e87-9870-09c46090ac70 req-a351da58-677f-42cd-a7ec-8305b9a90267 service neutron] 10.222.0.70 "GET /v2.0/networks?id=78a6248f-39da-467e-8d68-e3552430b635 HTTP/1.1" status: 200 len: 897 time: 0.1305230 Apr 22 15:49:07.926160 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65b99949-0582-4e87-9870-09c46090ac70 req-a9838077-3bf7-4faf-b51b-060b06bd45bd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a HTTP/1.1" status: 200 len: 1001 time: 0.0920472 Apr 22 15:49:07.990203 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b99949-0582-4e87-9870-09c46090ac70 req-482e3f07-5b9c-453a-95bb-fc082ca9029e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:07.991549 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65b99949-0582-4e87-9870-09c46090ac70 req-482e3f07-5b9c-453a-95bb-fc082ca9029e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7d0fe12-65a2-4f6d-be1a-102b65e1a339 HTTP/1.1" status: 200 len: 835 time: 0.0592403 Apr 22 15:49:08.069097 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65b99949-0582-4e87-9870-09c46090ac70 req-5eda4add-5b28-4252-99cc-3ed76204833e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78a6248f-39da-467e-8d68-e3552430b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706146 Apr 22 15:49:08.081241 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-65b99949-0582-4e87-9870-09c46090ac70 req-18734cd5-c0f3-47a2-bc6a-ebd56c4cf3a3 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:49:08.082175 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65b99949-0582-4e87-9870-09c46090ac70 req-18734cd5-c0f3-47a2-bc6a-ebd56c4cf3a3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059173 Apr 22 15:49:08.302776 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65b99949-0582-4e87-9870-09c46090ac70 req-ae96555c-6bd5-4f4e-9db5-bdd929c8d311 service neutron] 10.222.0.70 "GET /v2.0/networks/78a6248f-39da-467e-8d68-e3552430b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136819 Apr 22 15:49:08.445780 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65b99949-0582-4e87-9870-09c46090ac70 req-115e6d32-fb40-4b6f-96e5-3dbb1e14a5ba service neutron] 10.222.0.70 "GET /v2.0/networks/78a6248f-39da-467e-8d68-e3552430b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364391 Apr 22 15:49:12.793337 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0084cdd2-f2ef-4f61-9b75-a2cb6a61942e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:15.069408 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a12a-2e17-4f94-b22b-ba1127dfe402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:16.090374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:16.116503 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:17.683676 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:30.253909 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:49:33.368221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:37.553397 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718e78f-732b-4eba-9109-6478e2352038 req-caf41270-6505-4d40-b2e8-750f3964a087 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:37.554846 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3718e78f-732b-4eba-9109-6478e2352038 req-caf41270-6505-4d40-b2e8-750f3964a087 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 946 time: 0.0800638 Apr 22 15:49:37.599992 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3718e78f-732b-4eba-9109-6478e2352038 req-0ce82041-4ce3-40f7-90e7-d110313aeec7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396039 Apr 22 15:49:38.808413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89322fcf-c3b9-4249-a2e4-336bb479b264 req-ba39e0f8-1cf9-4bd8-a150-2dbae898ae56 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:38.809846 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-89322fcf-c3b9-4249-a2e4-336bb479b264 req-ba39e0f8-1cf9-4bd8-a150-2dbae898ae56 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 946 time: 0.0743029 Apr 22 15:49:38.862273 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-89322fcf-c3b9-4249-a2e4-336bb479b264 req-31c6fd7d-a8b7-4eae-bca6-1b3fbf353e00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469701 Apr 22 15:49:38.889415 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42134) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:38.989432 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-092fe387-ddca-4737-ac1e-f8b164ff0792 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/46c92f17-dbce-4453-8c65-9e4dcc894d91 HTTP/1.1" status: 200 len: 993 time: 0.0987186 Apr 22 15:49:40.492197 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018944-5410-4084-a995-911c2afd1347 req-3c2b4ff4-9e9a-48fc-85f6-856bca5e4c1c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:40.494158 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c1018944-5410-4084-a995-911c2afd1347 req-3c2b4ff4-9e9a-48fc-85f6-856bca5e4c1c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 946 time: 0.0797420 Apr 22 15:49:40.539494 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c1018944-5410-4084-a995-911c2afd1347 req-5ab39f42-3473-4490-abcb-fa87e0c96b9c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399108 Apr 22 15:49:41.733976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb6c96-4fff-431f-9dd0-5635aef40d82 req-3a861a8b-5a68-4bee-a8ef-faa89891b82a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:41.735428 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2fdb6c96-4fff-431f-9dd0-5635aef40d82 req-3a861a8b-5a68-4bee-a8ef-faa89891b82a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 946 time: 0.0735836 Apr 22 15:49:41.782162 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2fdb6c96-4fff-431f-9dd0-5635aef40d82 req-ae816263-0579-48eb-bb73-a39967eae312 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413115 Apr 22 15:49:41.809457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42146) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:41.912763 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f9b1a4dc-2b7b-4be0-9dcf-f75f4c75e2e7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/46c92f17-dbce-4453-8c65-9e4dcc894d91 HTTP/1.1" status: 200 len: 993 time: 0.1022060 Apr 22 15:49:42.254093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42154) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:42.459048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port e3f71979-67aa-4873-b69b-491e1ab6b451 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:49:42.459392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:42.621307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:42.621644 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:42.742045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for e3f71979-67aa-4873-b69b-491e1ab6b451 owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:49:42.795655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a4ababc9-8e80-4529-a20c-63f71d9567bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:42.885160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:42.933440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=e3f71979-67aa-4873-b69b-491e1ab6b451,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:42.971122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:42.971460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:42.971793 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:42.972124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:42.972452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:42.972777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:42.973098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:42.973419 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:42.973737 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:42.974056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:42.974396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:43.033046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:43.503562 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router d4b2d591-fbc1-45cb-91c1-d9be6a727289 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:49:43.698719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:49:43.708775 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b442e1-d03d-468a-a4da-147a3606a3d5 None None] Sync routers for ids ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:49:43.718260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:43.720221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b442e1-d03d-468a-a4da-147a3606a3d5 None None] Routers {'d4b2d591-fbc1-45cb-91c1-d9be6a727289'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:49:43.720813 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-03b442e1-d03d-468a-a4da-147a3606a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:49:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:43.771604 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2a8c9a48-f93f-4641-b83f-143da726b6ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/floatingips/46c92f17-dbce-4453-8c65-9e4dcc894d91 HTTP/1.1" status: 204 len: 168 time: 1.5162258 Apr 22 15:49:43.772155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'tag': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:49:43.833472 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21261598-a8c5-4772-832b-2f78df1aa4d5'] response: {'name': 'network-changed', 'server_uuid': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'tag': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a', 'status': 'completed', 'code': 200} Apr 22 15:49:43.950571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-03b442e1-d03d-468a-a4da-147a3606a3d5 None None] Set router d4b2d591-fbc1-45cb-91c1-d9be6a727289 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:49:43.987335 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-827d8476-46dc-4d85-b20b-7a147b44c36d req-1d8ef380-910a-49b4-a5c9-0958fb9dfdfb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 1099 time: 0.0987918 Apr 22 15:49:44.230916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d8476-46dc-4d85-b20b-7a147b44c36d req-9ce6040a-cc32-4686-9030-36bba0429011 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:44.232244 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-827d8476-46dc-4d85-b20b-7a147b44c36d req-9ce6040a-cc32-4686-9030-36bba0429011 service neutron] 10.222.0.70 "GET /v2.0/networks?id=78a6248f-39da-467e-8d68-e3552430b635 HTTP/1.1" status: 200 len: 897 time: 0.1773388 Apr 22 15:49:44.279870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-03b442e1-d03d-468a-a4da-147a3606a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:16Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '75de1895-20f7-4c16-bcf6-212331e59fb9', 'name': '', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ad:45:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:15Z', 'updated_at': '2022-04-22T15:48:24Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:44.283714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b442e1-d03d-468a-a4da-147a3606a3d5 None None] Checking router: d4b2d591-fbc1-45cb-91c1-d9be6a727289 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:49:44.293634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e2995-ffba-49fc-86ec-154370723dc7 req-73644d59-75e9-45e0-b53f-ab0b20d09d61 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:44.294409 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b442e1-d03d-468a-a4da-147a3606a3d5 None None] Routers {'d4b2d591-fbc1-45cb-91c1-d9be6a727289'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:49:44.294522 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-8b8e2995-ffba-49fc-86ec-154370723dc7 req-73644d59-75e9-45e0-b53f-ab0b20d09d61 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:49:44.295006 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-03b442e1-d03d-468a-a4da-147a3606a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:49:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:44.317891 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-827d8476-46dc-4d85-b20b-7a147b44c36d req-1c0da547-0577-466a-b8dd-2e31d9886c60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a HTTP/1.1" status: 200 len: 217 time: 0.0791965 Apr 22 15:49:44.323200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-8b8e2995-ffba-49fc-86ec-154370723dc7 req-73644d59-75e9-45e0-b53f-ab0b20d09d61 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:49:44.324277 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8b8e2995-ffba-49fc-86ec-154370723dc7 req-73644d59-75e9-45e0-b53f-ab0b20d09d61 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 946 time: 0.2024536 Apr 22 15:49:44.413895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d8476-46dc-4d85-b20b-7a147b44c36d req-7a283a56-4961-402f-9403-514b905a2957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:44.415346 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-827d8476-46dc-4d85-b20b-7a147b44c36d req-7a283a56-4961-402f-9403-514b905a2957 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7d0fe12-65a2-4f6d-be1a-102b65e1a339 HTTP/1.1" status: 200 len: 835 time: 0.0902700 Apr 22 15:49:44.419016 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8b8e2995-ffba-49fc-86ec-154370723dc7 req-1d130738-70c0-4872-8b42-bf0a1e668227 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651929 Apr 22 15:49:44.475884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-03b442e1-d03d-468a-a4da-147a3606a3d5 None None] Set router d4b2d591-fbc1-45cb-91c1-d9be6a727289 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:49:44.491963 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-827d8476-46dc-4d85-b20b-7a147b44c36d req-10a7c0f4-c2c1-4a69-be82-5edd77a0f0ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=78a6248f-39da-467e-8d68-e3552430b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694816 Apr 22 15:49:44.624440 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-827d8476-46dc-4d85-b20b-7a147b44c36d req-245b6554-832d-4074-8b75-59a9161a98c8 service neutron] 10.222.0.70 "GET /v2.0/networks/78a6248f-39da-467e-8d68-e3552430b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237557 Apr 22 15:49:44.754120 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-827d8476-46dc-4d85-b20b-7a147b44c36d req-89690fd9-7f13-4a9e-8796-54d7de80d9b1 service neutron] 10.222.0.70 "GET /v2.0/networks/78a6248f-39da-467e-8d68-e3552430b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225507 Apr 22 15:49:44.786606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-03b442e1-d03d-468a-a4da-147a3606a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:16Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '75de1895-20f7-4c16-bcf6-212331e59fb9', 'name': '', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ad:45:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:15Z', 'updated_at': '2022-04-22T15:48:24Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:44.790546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b442e1-d03d-468a-a4da-147a3606a3d5 None None] The sync data for ids ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'] in dv-neutron-838883-3-hyperv is: [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:16Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '75de1895-20f7-4c16-bcf6-212331e59fb9', 'name': '', 'network_id': '78a6248f-39da-467e-8d68-e3552430b635', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ad:45:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:15Z', 'updated_at': '2022-04-22T15:48:24Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'd7d0fe12-65a2-4f6d-be1a-102b65e1a339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:49:45.000345 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9010fb-c0ed-4cf5-90a8-2c694cbfbcd8 None None] New status for floating IP 46c92f17-dbce-4453-8c65-9e4dcc894d91: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:49:45.070545 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bbf1635b-80ed-4f95-ab55-f3d8673402a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:45.623815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6278c-b4a2-47f9-8834-62c5c1f2bc75 req-5351cac1-255d-4e77-8dad-87981b51e65c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:45.625249 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ea6278c-b4a2-47f9-8834-62c5c1f2bc75 req-5351cac1-255d-4e77-8dad-87981b51e65c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 946 time: 0.0809727 Apr 22 15:49:45.669767 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ea6278c-b4a2-47f9-8834-62c5c1f2bc75 req-2c08f2c4-5411-49be-a078-69d29ef0fe8a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385141 Apr 22 15:49:46.087890 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:46.119255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:46.284261 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524bc56-ac6d-4fc5-8eec-e73d644fe184 req-a5f32390-ebc3-4503-8c15-a99aee9f4fb5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:46.285657 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7524bc56-ac6d-4fc5-8eec-e73d644fe184 req-a5f32390-ebc3-4503-8c15-a99aee9f4fb5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 946 time: 0.0740283 Apr 22 15:49:46.355063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-7524bc56-ac6d-4fc5-8eec-e73d644fe184 req-61aef94c-c5b3-4a3a-9af4-7a51c27bfdbb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:49:46.355323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7524bc56-ac6d-4fc5-8eec-e73d644fe184 req-61aef94c-c5b3-4a3a-9af4-7a51c27bfdbb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:46.678977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-7524bc56-ac6d-4fc5-8eec-e73d644fe184 req-61aef94c-c5b3-4a3a-9af4-7a51c27bfdbb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a,segment=NetworkSegment(e8d93595-3620-4731-90ba-6d4c318489be),segment_id=e8d93595-3620-4731-90ba-6d4c318489be)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:49:46.679661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7524bc56-ac6d-4fc5-8eec-e73d644fe184 req-61aef94c-c5b3-4a3a-9af4-7a51c27bfdbb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:46.802404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-7524bc56-ac6d-4fc5-8eec-e73d644fe184 req-61aef94c-c5b3-4a3a-9af4-7a51c27bfdbb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:49:46.976348 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe44021-24e7-4f82-ae48-4cda674b0b53 req-21da4005-db8b-4a75-9eb3-e09762110fb5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:46.977701 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5fe44021-24e7-4f82-ae48-4cda674b0b53 req-21da4005-db8b-4a75-9eb3-e09762110fb5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d664ba3-cb53-49c6-8ccd-71c857b81a08 HTTP/1.1" status: 200 len: 946 time: 0.1827419 Apr 22 15:49:47.020983 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7524bc56-ac6d-4fc5-8eec-e73d644fe184 req-61aef94c-c5b3-4a3a-9af4-7a51c27bfdbb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:47.076915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aef94c-c5b3-4a3a-9af4-7a51c27bfdbb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:47.083464 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5fe44021-24e7-4f82-ae48-4cda674b0b53 req-cee4c2f1-4c39-4031-b520-114d67815543 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=13dee034-e14a-4f84-bd6f-58eb01172525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980368 Apr 22 15:49:47.150486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-7524bc56-ac6d-4fc5-8eec-e73d644fe184 req-61aef94c-c5b3-4a3a-9af4-7a51c27bfdbb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] No DVR routers for this DVR port 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:49:47.152755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-7524bc56-ac6d-4fc5-8eec-e73d644fe184 req-61aef94c-c5b3-4a3a-9af4-7a51c27bfdbb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:47.155124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'name': 'network-vif-deleted', 'tag': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:49:47.171838 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7524bc56-ac6d-4fc5-8eec-e73d644fe184 req-61aef94c-c5b3-4a3a-9af4-7a51c27bfdbb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "DELETE /v2.0/ports/67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a HTTP/1.1" status: 204 len: 173 time: 0.8794093 Apr 22 15:49:47.214985 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a48396fa-3b76-4dcb-aa9d-42b0bbf891f3'] response: {'server_uuid': '7d664ba3-cb53-49c6-8ccd-71c857b81a08', 'name': 'network-vif-deleted', 'tag': '67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a', 'status': 'completed', 'code': 200} Apr 22 15:49:47.687899 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:48.187128 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42172) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:48.583607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-281e5bee-ee71-4266-8a7b-8bee77a2310f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:49.270509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-281e5bee-ee71-4266-8a7b-8bee77a2310f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 75de1895-20f7-4c16-bcf6-212331e59fb9 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:49:49.271183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-281e5bee-ee71-4266-8a7b-8bee77a2310f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:49.448775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-281e5bee-ee71-4266-8a7b-8bee77a2310f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port 75de1895-20f7-4c16-bcf6-212331e59fb9, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=75de1895-20f7-4c16-bcf6-212331e59fb9,segment=NetworkSegment(e8d93595-3620-4731-90ba-6d4c318489be),segment_id=e8d93595-3620-4731-90ba-6d4c318489be)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:49:49.449124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-281e5bee-ee71-4266-8a7b-8bee77a2310f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:49.566449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-281e5bee-ee71-4266-8a7b-8bee77a2310f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 75de1895-20f7-4c16-bcf6-212331e59fb9 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:49:49.738056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-281e5bee-ee71-4266-8a7b-8bee77a2310f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:49.785671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e5bee-ee71-4266-8a7b-8bee77a2310f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=75de1895-20f7-4c16-bcf6-212331e59fb9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:50.078233 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-281e5bee-ee71-4266-8a7b-8bee77a2310f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:50.235825 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:49:50.267068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:49:50.267406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 67a494ef-4cdd-4f1c-b1f4-d9a87b35ff0a not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:49:50.745627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281e5bee-ee71-4266-8a7b-8bee77a2310f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router d4b2d591-fbc1-45cb-91c1-d9be6a727289 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:49:50.945477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281e5bee-ee71-4266-8a7b-8bee77a2310f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:49:50.958019 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-281e5bee-ee71-4266-8a7b-8bee77a2310f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "PUT /v2.0/routers/d4b2d591-fbc1-45cb-91c1-d9be6a727289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7698071 Apr 22 15:49:50.960494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0068b5c1-59cc-4f13-b0a0-49ab5c81167a None None] Sync routers for ids ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:49:50.960688 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42176) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:50.973261 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0068b5c1-59cc-4f13-b0a0-49ab5c81167a None None] Routers {'d4b2d591-fbc1-45cb-91c1-d9be6a727289'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:49:50.973971 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-0068b5c1-59cc-4f13-b0a0-49ab5c81167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:49:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:51.145778 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d58460-2c3f-480e-8486-4ce45cfa4f0e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting subnet d7d0fe12-65a2-4f6d-be1a-102b65e1a339 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:49:51.148670 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53d58460-2c3f-480e-8486-4ce45cfa4f0e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:51.149945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-0068b5c1-59cc-4f13-b0a0-49ab5c81167a None None] Set router d4b2d591-fbc1-45cb-91c1-d9be6a727289 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:49:51.201755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53d58460-2c3f-480e-8486-4ce45cfa4f0e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:51.291072 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53d58460-2c3f-480e-8486-4ce45cfa4f0e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:51.364631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53d58460-2c3f-480e-8486-4ce45cfa4f0e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:51.402786 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d58460-2c3f-480e-8486-4ce45cfa4f0e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d0fe12-65a2-4f6d-be1a-102b65e1a339,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:51.410158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53d58460-2c3f-480e-8486-4ce45cfa4f0e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:51.416860 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-53d58460-2c3f-480e-8486-4ce45cfa4f0e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/subnets/d7d0fe12-65a2-4f6d-be1a-102b65e1a339 HTTP/1.1" status: 204 len: 168 time: 0.4552209 Apr 22 15:49:51.417786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b9cec3-9d3b-491a-843f-c69a31e38d20 None None] Network 78a6248f-39da-467e-8d68-e3552430b635 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:49:51.419512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42180) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:51.614978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:51.642362 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-0068b5c1-59cc-4f13-b0a0-49ab5c81167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:49:49Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:51.649330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0068b5c1-59cc-4f13-b0a0-49ab5c81167a None None] Checking router: d4b2d591-fbc1-45cb-91c1-d9be6a727289 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:49:51.667976 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0068b5c1-59cc-4f13-b0a0-49ab5c81167a None None] Routers {'d4b2d591-fbc1-45cb-91c1-d9be6a727289'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:49:51.668494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-0068b5c1-59cc-4f13-b0a0-49ab5c81167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:49:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:51.776323 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] DHCP port deletion for 78a6248f-39da-467e-8d68-e3552430b635 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:49:51.795854 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] Deleting port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:49:51.796225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:51.808320 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:51.817976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 6025696a-ce27-4025-9310-0e579d089f83 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:49:51.818344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:51.906389 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:49:52.050169 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-0068b5c1-59cc-4f13-b0a0-49ab5c81167a None None] Set router d4b2d591-fbc1-45cb-91c1-d9be6a727289 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:49:52.097289 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port 6025696a-ce27-4025-9310-0e579d089f83, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=6025696a-ce27-4025-9310-0e579d089f83,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:49:52.097640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:52.217909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 6025696a-ce27-4025-9310-0e579d089f83 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:49:52.316538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] For port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7f52b393-d6a6-4f96-af5a-4c41cedb7ddd,segment=NetworkSegment(e8d93595-3620-4731-90ba-6d4c318489be),segment_id=e8d93595-3620-4731-90ba-6d4c318489be)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:49:52.316927 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:52.335345 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:52.388658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:52.433091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=6025696a-ce27-4025-9310-0e579d089f83,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:52.456195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] Calling delete_port for 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:49:52.575880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7f52b393-d6a6-4f96-af5a-4c41cedb7ddd,segment=NetworkSegment(e8d93595-3620-4731-90ba-6d4c318489be),segment_id=e8d93595-3620-4731-90ba-6d4c318489be)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:49:52.592287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:52.651491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:49:52.651835 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:49:52.665642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:52.673013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=7f52b393-d6a6-4f96-af5a-4c41cedb7ddd,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:52.685466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:52.685806 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:52.686214 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:52.686494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:52.686822 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:52.687148 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:52.687471 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:52.688328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:52.688648 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:52.688965 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:52.689280 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:52.697100 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-0068b5c1-59cc-4f13-b0a0-49ab5c81167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:49:49Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:52.701127 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0068b5c1-59cc-4f13-b0a0-49ab5c81167a None None] The sync data for ids ['d4b2d591-fbc1-45cb-91c1-d9be6a727289'] in dv-neutron-838883-3-hyperv is: [{'id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363640317', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '6025696a-ce27-4025-9310-0e579d089f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:49:49Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '6025696a-ce27-4025-9310-0e579d089f83', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:2c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b2d591-fbc1-45cb-91c1-d9be6a727289', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:48:12Z', 'updated_at': '2022-04-22T15:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:49:52.917048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:52.921111 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:52.946095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:52.946796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Fanout notify agent at l3_agent the message router_deleted on router d4b2d591-fbc1-45cb-91c1-d9be6a727289 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:49:52.960928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:52.964452 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-973e492a-c2d1-41d8-9038-21e5426cf2d3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/routers/d4b2d591-fbc1-45cb-91c1-d9be6a727289 HTTP/1.1" status: 204 len: 168 time: 1.5416021 Apr 22 15:49:52.964787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42184) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:53.075899 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:53.087192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:49:53.087528 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:53.152932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] Deleting port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:49:53.153335 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:53.296108 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7f52b393-d6a6-4f96-af5a-4c41cedb7ddd,segment=NetworkSegment(e8d93595-3620-4731-90ba-6d4c318489be),segment_id=e8d93595-3620-4731-90ba-6d4c318489be)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:49:53.296479 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:53.411109 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] For port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=7f52b393-d6a6-4f96-af5a-4c41cedb7ddd,segment=NetworkSegment(e8d93595-3620-4731-90ba-6d4c318489be),segment_id=e8d93595-3620-4731-90ba-6d4c318489be)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:49:53.411498 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:53.512623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:49:53.531572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] Calling delete_port for 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:49:53.588287 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:53.602125 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:49:53.602497 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:49:53.632140 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=7f52b393-d6a6-4f96-af5a-4c41cedb7ddd,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:53.636846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] No DVR routers for this DVR port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:49:53.758206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:53.784250 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a6248f-39da-467e-8d68-e3552430b635']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:53.795822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d93595-3620-4731-90ba-6d4c318489be') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:53.796120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d93595-3620-4731-90ba-6d4c318489be') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:53.807150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:53.822319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:53.828761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:49:53.829151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:49:53.842850 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:49:53.904596 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 6025696a-ce27-4025-9310-0e579d089f83 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:49:53.930567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:53.954592 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:53.956712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 6025696a-ce27-4025-9310-0e579d089f83 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:49:53.957195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 6025696a-ce27-4025-9310-0e579d089f83 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:49:53.957873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 75de1895-20f7-4c16-bcf6-212331e59fb9 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:49:53.960952 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Network': ['ID=78a6248f-39da-467e-8d68-e3552430b635,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:53.978918 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f068f3c9-8bbf-4152-9576-010753e54c11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/networks/78a6248f-39da-467e-8d68-e3552430b635 HTTP/1.1" status: 204 len: 168 time: 1.0128927 Apr 22 15:49:53.981222 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42188) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:54.001462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 75de1895-20f7-4c16-bcf6-212331e59fb9 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:49:54.001798 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 75de1895-20f7-4c16-bcf6-212331e59fb9 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:49:54.054345 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:54.082266 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:54.143749 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:54.162131 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dee034-e14a-4f84-bd6f-58eb01172525,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:54.174021 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:54.174397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:54.174744 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:54.175056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:54.175407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:54.175729 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:54.176073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:54.176388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:54.176703 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:54.177015 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:54.177326 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:54.182300 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:54.183459 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7663d2ad-4ddb-48e8-9055-2cab25c9f037 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/security-groups/13dee034-e14a-4f84-bd6f-58eb01172525 HTTP/1.1" status: 204 len: 168 time: 0.2005324 Apr 22 15:49:54.506483 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] Deleting port 7f52b393-d6a6-4f96-af5a-4c41cedb7ddd {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:49:54.506969 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:54.567820 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-af996957-feb8-44ff-9bc8-62fc99610a36 None None] The port '7f52b393-d6a6-4f96-af5a-4c41cedb7ddd' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 15:49:54.839404 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42198) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:54.845406 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1158276006', 'description': 'tempest-secgroup-smoke-1158276006 description', 'project_id': '75a96c8912d741e09298d54dbc98abdb'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:49:54.851515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:49:54.855627 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:49:54.858480 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:49:54.864698 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:49:54.874794 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:54.908446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:49:54.912101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:49:54.914820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:49:54.920381 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:49:54.983688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:54.988516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.031971 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150543df-f9e0-4f96-ad51-c49c4396dc1a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:55.034734 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.035904 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-318d7cbb-61b9-4a11-b001-357d375e6e57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1955228 Apr 22 15:49:55.038858 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42202) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:55.043975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f07321b0-d82b-4e94-a2c0-a22da2245f72 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '150543df-f9e0-4f96-ad51-c49c4396dc1a', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:49:55.050649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f07321b0-d82b-4e94-a2c0-a22da2245f72 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:49:55.054431 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f07321b0-d82b-4e94-a2c0-a22da2245f72 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:49:55.057251 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f07321b0-d82b-4e94-a2c0-a22da2245f72 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:49:55.062863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f07321b0-d82b-4e94-a2c0-a22da2245f72 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:49:55.079281 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f07321b0-d82b-4e94-a2c0-a22da2245f72 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.137081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f07321b0-d82b-4e94-a2c0-a22da2245f72 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.140614 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f07321b0-d82b-4e94-a2c0-a22da2245f72 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.164931 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07321b0-d82b-4e94-a2c0-a22da2245f72 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1e3a02-463c-412e-b727-4993b248ef74,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:55.174045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f07321b0-d82b-4e94-a2c0-a22da2245f72 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.175214 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f07321b0-d82b-4e94-a2c0-a22da2245f72 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1355562 Apr 22 15:49:55.177816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42206) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:55.183072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-2f391b92-e053-43e4-bb75-a6afe95d3b44 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '150543df-f9e0-4f96-ad51-c49c4396dc1a', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:49:55.188565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2f391b92-e053-43e4-bb75-a6afe95d3b44 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:49:55.192279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2f391b92-e053-43e4-bb75-a6afe95d3b44 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:49:55.195114 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-2f391b92-e053-43e4-bb75-a6afe95d3b44 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:49:55.200942 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-2f391b92-e053-43e4-bb75-a6afe95d3b44 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:49:55.217327 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f391b92-e053-43e4-bb75-a6afe95d3b44 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.282121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f391b92-e053-43e4-bb75-a6afe95d3b44 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.285732 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f391b92-e053-43e4-bb75-a6afe95d3b44 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.317655 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f391b92-e053-43e4-bb75-a6afe95d3b44 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d35863-44e2-4581-a25c-9ab5e608715e,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:55.329470 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-2f391b92-e053-43e4-bb75-a6afe95d3b44 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.331096 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-2f391b92-e053-43e4-bb75-a6afe95d3b44 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1522245 Apr 22 15:49:55.333629 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42210) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:55.338855 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-998263a9-fbf3-468c-8e14-e106d527a33a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '150543df-f9e0-4f96-ad51-c49c4396dc1a', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:49:55.345122 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-998263a9-fbf3-468c-8e14-e106d527a33a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:49:55.348847 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-998263a9-fbf3-468c-8e14-e106d527a33a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:49:55.351675 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-998263a9-fbf3-468c-8e14-e106d527a33a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:49:55.357291 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-998263a9-fbf3-468c-8e14-e106d527a33a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:49:55.456528 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-998263a9-fbf3-468c-8e14-e106d527a33a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.514793 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-998263a9-fbf3-468c-8e14-e106d527a33a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.518633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-998263a9-fbf3-468c-8e14-e106d527a33a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.539862 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998263a9-fbf3-468c-8e14-e106d527a33a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc680b8e-0f0d-49a0-8b45-f81e40c83c39,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:55.548302 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-998263a9-fbf3-468c-8e14-e106d527a33a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.549589 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-998263a9-fbf3-468c-8e14-e106d527a33a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2150123 Apr 22 15:49:55.552356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42214) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:55.557606 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-b521226f-77cc-4a5d-9a84-2d6ae41b4f86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '150543df-f9e0-4f96-ad51-c49c4396dc1a', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:49:55.563704 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b521226f-77cc-4a5d-9a84-2d6ae41b4f86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:49:55.567368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b521226f-77cc-4a5d-9a84-2d6ae41b4f86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:49:55.570132 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-b521226f-77cc-4a5d-9a84-2d6ae41b4f86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:49:55.575649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-b521226f-77cc-4a5d-9a84-2d6ae41b4f86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:49:55.591595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b521226f-77cc-4a5d-9a84-2d6ae41b4f86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.656433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b521226f-77cc-4a5d-9a84-2d6ae41b4f86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.659801 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b521226f-77cc-4a5d-9a84-2d6ae41b4f86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.685075 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521226f-77cc-4a5d-9a84-2d6ae41b4f86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceac1376-e58f-4bdf-ab7d-9d9ee43e335e,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:55.691517 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-b521226f-77cc-4a5d-9a84-2d6ae41b4f86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.692671 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b521226f-77cc-4a5d-9a84-2d6ae41b4f86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1394210 Apr 22 15:49:55.695353 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42218) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:55.701087 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-ae682c79-8ca2-4132-b794-35f2984cca89 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '150543df-f9e0-4f96-ad51-c49c4396dc1a', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:49:55.707540 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ae682c79-8ca2-4132-b794-35f2984cca89 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:49:55.711283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ae682c79-8ca2-4132-b794-35f2984cca89 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:49:55.714082 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-ae682c79-8ca2-4132-b794-35f2984cca89 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:49:55.720244 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-ae682c79-8ca2-4132-b794-35f2984cca89 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:49:55.729253 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-ae682c79-8ca2-4132-b794-35f2984cca89 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Project 75a96c8912d741e09298d54dbc98abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:49:55.735213 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ae682c79-8ca2-4132-b794-35f2984cca89 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.798685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ae682c79-8ca2-4132-b794-35f2984cca89 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.801918 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ae682c79-8ca2-4132-b794-35f2984cca89 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.823571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae682c79-8ca2-4132-b794-35f2984cca89 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77621e26-ae2a-46ec-bb64-d02fdefca985,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:55.831865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-ae682c79-8ca2-4132-b794-35f2984cca89 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.832995 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ae682c79-8ca2-4132-b794-35f2984cca89 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1365793 Apr 22 15:49:55.835691 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42222) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:55.840856 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0766efb5-1f63-4134-8043-8b113bf59659 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '150543df-f9e0-4f96-ad51-c49c4396dc1a', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:49:55.846542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0766efb5-1f63-4134-8043-8b113bf59659 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:49:55.850236 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0766efb5-1f63-4134-8043-8b113bf59659 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:49:55.853007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0766efb5-1f63-4134-8043-8b113bf59659 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:49:55.858526 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0766efb5-1f63-4134-8043-8b113bf59659 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:49:55.867830 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-0766efb5-1f63-4134-8043-8b113bf59659 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Project 75a96c8912d741e09298d54dbc98abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:49:55.873828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0766efb5-1f63-4134-8043-8b113bf59659 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.937271 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0766efb5-1f63-4134-8043-8b113bf59659 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.941409 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0766efb5-1f63-4134-8043-8b113bf59659 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.963414 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766efb5-1f63-4134-8043-8b113bf59659 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56153bb6-05be-43ef-9f28-c5c8a8d30742,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:55.972117 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0766efb5-1f63-4134-8043-8b113bf59659 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:55.973267 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0766efb5-1f63-4134-8043-8b113bf59659 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1366603 Apr 22 15:49:55.976094 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42226) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:55.981268 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'network': {'name': 'tempest-network-smoke--192469140', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'port_security_enabled': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:49:55.986535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:49:55.990547 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:network and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:49:55.993353 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:49:55.998992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:49:56.010254 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:49:56.013072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:56.039223 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:49:56.048143 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:56.048556 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Added segment 174538c5-5046-4c89-88ab-13ae50602e7a of type vlan for network 1677fa99-bdf7-4cab-b042-7f18ed243669 Apr 22 15:49:56.074724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:56.104511 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:56.108041 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:56.108614 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:56.212573 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2354782 Apr 22 15:49:56.215225 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42230) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:56.222826 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'admin_state_up': True, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:49:56.230596 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:49:56.232708 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba3b8c-9730-499c-8586-688275ad686b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Network': ['ID=1677fa99-bdf7-4cab-b042-7f18ed243669,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:56.236968 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:router and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:49:56.240180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:49:56.243319 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 1677fa99-bdf7-4cab-b042-7f18ed243669 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:49:56.245509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:49:56.255434 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:56.256377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:56.275173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:56.417209 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:56.588308 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:56.620178 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:56.755569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.26.8.64 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/aedceff3-b6b9-4758-b281-c531aef773d8) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:49:56.895121 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:56.921563 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:56.986982 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:49:56.989646 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:49:56.993279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:49:57.028101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=aedceff3-b6b9-4758-b281-c531aef773d8,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:57.148709 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:57.149425 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:57.364768 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:49:57.629986 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:49:57.639853 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Sync routers for ids ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:49:57.652722 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Routers {'5c2a0b69-9965-42ba-a111-f89eb382ceb3'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:49:57.653450 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:49:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:57.655255 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:57.656960 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-488cd7b1-faaa-4201-a36b-59a5cada3ab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4402754 Apr 22 15:49:57.660316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42234) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:57.701058 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-39303c50-41d0-48a3-973a-5475bc6c9b37 tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=75a96c8912d741e09298d54dbc98abdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397127 Apr 22 15:49:57.704283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42238) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:57.830107 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Set router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:49:57.830622 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbda1f6b-d81e-4d76-9c70-67f41ae66010 tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:57.832094 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fbda1f6b-d81e-4d76-9c70-67f41ae66010 tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269481 Apr 22 15:49:57.834922 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42242) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:57.875567 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bfeea633-fec5-406d-b22a-fcf6680b947a tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368593 Apr 22 15:49:57.875790 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42246) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:57.880918 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1372573225', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:49:57.989100 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:49:57.993546 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:subnet and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:49:57.996377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:49:58.002586 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:49:58.012241 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:49:58.102928 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:49:57Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:58.106739 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Checking router: 5c2a0b69-9965-42ba-a111-f89eb382ceb3 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:49:58.107067 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Updating router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 port aedceff3-b6b9-4758-b281-c531aef773d8 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:49:58.112613 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:58.160674 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:58.325630 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:58.403098 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Subnet': ['ID=7e1b7106-b725-4efb-9870-3759e2f0ba1a,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:58.416330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Checking segment: {'id': '174538c5-5046-4c89-88ab-13ae50602e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:49:58.416625 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network hostable DHCP agents. Network: 1677fa99-bdf7-4cab-b042-7f18ed243669, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:49:58.439849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 1677fa99-bdf7-4cab-b042-7f18ed243669 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:49:58.449370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 1677fa99-bdf7-4cab-b042-7f18ed243669) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:49:58.453388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:49:58.454016 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:58.459421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97b35d6-40bd-40e2-ad8d-aa7b065b0a73 None None] Network 1677fa99-bdf7-4cab-b042-7f18ed243669 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:49:58.478625 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a8ad0bc7-8939-4dea-ac52-5c7211c9f05b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5992785 Apr 22 15:49:58.478806 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42250) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:49:58.503819 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:58.515701 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Transition to ACTIVE for port object aedceff3-b6b9-4758-b281-c531aef773d8 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:49:58.522069 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:58.601598 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a666b31-c478-4a1f-9d40-242f34ad596c None None] Pushing event updated for resources: {'Port': ['ID=aedceff3-b6b9-4758-b281-c531aef773d8,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:58.612119 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Attempting to bind port aedceff3-b6b9-4758-b281-c531aef773d8 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:49:58.612470 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Attempting to bind port aedceff3-b6b9-4758-b281-c531aef773d8 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:49:58.612817 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Attempting to bind port aedceff3-b6b9-4758-b281-c531aef773d8 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:49:58.617426 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a666b31-c478-4a1f-9d40-242f34ad596c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:58.617759 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a666b31-c478-4a1f-9d40-242f34ad596c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:58.618076 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a666b31-c478-4a1f-9d40-242f34ad596c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:58.618432 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a666b31-c478-4a1f-9d40-242f34ad596c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:58.618748 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a666b31-c478-4a1f-9d40-242f34ad596c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:58.619055 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a666b31-c478-4a1f-9d40-242f34ad596c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:58.619369 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a666b31-c478-4a1f-9d40-242f34ad596c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:58.619685 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a666b31-c478-4a1f-9d40-242f34ad596c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:58.620002 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a666b31-c478-4a1f-9d40-242f34ad596c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:58.620308 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a666b31-c478-4a1f-9d40-242f34ad596c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:58.620613 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a666b31-c478-4a1f-9d40-242f34ad596c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:49:58.627369 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:49:58.627882 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:49:58.628108 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:58.628485 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:49:58.628938 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Bound port: aedceff3-b6b9-4758-b281-c531aef773d8, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:49:58.629298 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:58.692050 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-1677fa99-bdf7-4cab-b042-7f18ed243669', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ips': [{'subnet_id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:49:58.693084 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:58.706806 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] For port aedceff3-b6b9-4758-b281-c531aef773d8, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:49:58.709697 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] For port aedceff3-b6b9-4758-b281-c531aef773d8, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aedceff3-b6b9-4758-b281-c531aef773d8,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:49:58.714547 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:58.793087 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Routers {'5c2a0b69-9965-42ba-a111-f89eb382ceb3'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:49:58.793087 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:49:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:58.868573 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Allocated IP 172.20.0.2 (1677fa99-bdf7-4cab-b042-7f18ed243669/7e1b7106-b725-4efb-9870-3759e2f0ba1a/11d9591d-f020-4775-bde9-58b2543bfcbd) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:49:58.912065 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a666b31-c478-4a1f-9d40-242f34ad596c None None] Pushing event updated for resources: {'Port': ['ID=aedceff3-b6b9-4758-b281-c531aef773d8,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:58.984477 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] Set router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:49:59.083292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:59.094515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Transition to ACTIVE for port object 11d9591d-f020-4775-bde9-58b2543bfcbd will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:49:59.113588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Transition to ACTIVE for port object 11d9591d-f020-4775-bde9-58b2543bfcbd will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:49:59.119922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:59.201322 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Pushing event updated for resources: {'Port': ['ID=11d9591d-f020-4775-bde9-58b2543bfcbd,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:59.206466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Network 1677fa99-bdf7-4cab-b042-7f18ed243669 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:49:59.207840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:49:59.212427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:49:59.283589 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:49:57Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:49:59.287624 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba080db-85d9-48b4-897b-128c020a4407 None None] The sync data for ids ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'] in dv-neutron-838883-3-hyperv is: [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:49:57Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:49:59.314153 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Attempting to bind port 11d9591d-f020-4775-bde9-58b2543bfcbd on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:49:59.314536 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Attempting to bind port 11d9591d-f020-4775-bde9-58b2543bfcbd by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '174538c5-5046-4c89-88ab-13ae50602e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:49:59.314898 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Attempting to bind port 11d9591d-f020-4775-bde9-58b2543bfcbd on network 1677fa99-bdf7-4cab-b042-7f18ed243669 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:49:59.321903 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:49:59.322308 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Checking segment: {'id': '174538c5-5046-4c89-88ab-13ae50602e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:49:59.322715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:59.323113 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Bound using segment: {'id': '174538c5-5046-4c89-88ab-13ae50602e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:49:59.323697 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Bound port: 11d9591d-f020-4775-bde9-58b2543bfcbd, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174538c5-5046-4c89-88ab-13ae50602e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:49:59.324077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:59.366827 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:59.428587 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] For port 11d9591d-f020-4775-bde9-58b2543bfcbd, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:49:59.432771 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] For port 11d9591d-f020-4775-bde9-58b2543bfcbd, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=11d9591d-f020-4775-bde9-58b2543bfcbd,segment=NetworkSegment(174538c5-5046-4c89-88ab-13ae50602e7a),segment_id=174538c5-5046-4c89-88ab-13ae50602e7a)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:49:59.436765 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:49:59.577803 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816fda2-9a64-43c4-ad02-0a528c1f1368 None None] Pushing event updated for resources: {'Port': ['ID=11d9591d-f020-4775-bde9-58b2543bfcbd,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:49:59.890563 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.20.0.1 (1677fa99-bdf7-4cab-b042-7f18ed243669/7e1b7106-b725-4efb-9870-3759e2f0ba1a/8ef656d5-2b8d-4500-9e38-6b98f1e3e802) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:49:59.980114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 11d9591d-f020-4775-bde9-58b2543bfcbd up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:50:00.067433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 11d9591d-f020-4775-bde9-58b2543bfcbd completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:50:00.073637 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aedceff3-b6b9-4758-b281-c531aef773d8 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:50:00.097684 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:00.118649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Transition to ACTIVE for port object 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:50:00.144645 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:00.148853 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port aedceff3-b6b9-4758-b281-c531aef773d8 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:50:00.153798 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port aedceff3-b6b9-4758-b281-c531aef773d8 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:50:00.155048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:00.223398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 1677fa99-bdf7-4cab-b042-7f18ed243669 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:50:00.226467 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:50:00.230396 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:50:00.267813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=8ef656d5-2b8d-4500-9e38-6b98f1e3e802,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:50:00.278950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:00.294975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:00.295721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port aedceff3-b6b9-4758-b281-c531aef773d8, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aedceff3-b6b9-4758-b281-c531aef773d8,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:50:00.300752 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:00.372559 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=aedceff3-b6b9-4758-b281-c531aef773d8,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:50:00.392061 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:00.546546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a3838-ead2-4e1d-92a9-df00376e313e None None] Network 1677fa99-bdf7-4cab-b042-7f18ed243669 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:50:00.642521 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-723232e0-2dd5-42fe-8efc-49922d8224b5 None None] Provisioning for port 11d9591d-f020-4775-bde9-58b2543bfcbd completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:50:00.660094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-723232e0-2dd5-42fe-8efc-49922d8224b5 None None] Provisioning complete for port 11d9591d-f020-4775-bde9-58b2543bfcbd triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:50:00.660466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-723232e0-2dd5-42fe-8efc-49922d8224b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:00.789860 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:00.794706 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:00.876817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-723232e0-2dd5-42fe-8efc-49922d8224b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:00.907181 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=8ef656d5-2b8d-4500-9e38-6b98f1e3e802,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:50:00.909559 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:00.917545 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-723232e0-2dd5-42fe-8efc-49922d8224b5 None None] For port 11d9591d-f020-4775-bde9-58b2543bfcbd, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=11d9591d-f020-4775-bde9-58b2543bfcbd,segment=NetworkSegment(174538c5-5046-4c89-88ab-13ae50602e7a),segment_id=174538c5-5046-4c89-88ab-13ae50602e7a)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:50:00.922740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-723232e0-2dd5-42fe-8efc-49922d8224b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:00.992901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723232e0-2dd5-42fe-8efc-49922d8224b5 None None] Pushing event updated for resources: {'Port': ['ID=11d9591d-f020-4775-bde9-58b2543bfcbd,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:50:01.151134 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 1677fa99-bdf7-4cab-b042-7f18ed243669 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:50:01.152288 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:50:01.156021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2976882d-6ad9-4968-af1f-8c26d01c7a10 None None] Provisioning complete for port 11d9591d-f020-4775-bde9-58b2543bfcbd triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:50:01.157018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2976882d-6ad9-4968-af1f-8c26d01c7a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:01.292504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2976882d-6ad9-4968-af1f-8c26d01c7a10 None None] Provisioning for port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:50:01.298260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-2976882d-6ad9-4968-af1f-8c26d01c7a10 None None] Provisioning complete for port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:50:01.298633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2976882d-6ad9-4968-af1f-8c26d01c7a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:01.356110 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-2976882d-6ad9-4968-af1f-8c26d01c7a10 None None] Port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:50:01.478284 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-99b8f06b-6b30-4f60-bf7d-d9a200998ad8 None None] Provisioning complete for port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:50:01.478486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-99b8f06b-6b30-4f60-bf7d-d9a200998ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:01.529974 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-99b8f06b-6b30-4f60-bf7d-d9a200998ad8 None None] Port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:50:01.545426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:50:01.650918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0669c6c1-390b-4b7f-805d-bf6a2ea8a2ce None None] Provisioning complete for port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:50:01.651457 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0669c6c1-390b-4b7f-805d-bf6a2ea8a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:01.701623 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0669c6c1-390b-4b7f-805d-bf6a2ea8a2ce None None] Port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:50:01.743926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:50:01.755920 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0bf9bc37-1691-447c-856f-8f3e225b280c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "PUT /v2.0/routers/5c2a0b69-9965-42ba-a111-f89eb382ceb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2761667 Apr 22 15:50:01.907486 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aedceff3-b6b9-4758-b281-c531aef773d8 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:50:01.979421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port aedceff3-b6b9-4758-b281-c531aef773d8 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:50:01.979839 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:02.092359 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 11d9591d-f020-4775-bde9-58b2543bfcbd up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:50:02.155712 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ecfa561b-36bb-4b29-9f98-62ffe4a3ea36 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158276006&fields=id&tenant_id=75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 267 time: 0.0402138 Apr 22 15:50:02.160840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 11d9591d-f020-4775-bde9-58b2543bfcbd triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:50:02.161304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:02.304741 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-6e963b3f-de78-4628-ab85-a7874550f8d7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:02.305411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-6e963b3f-de78-4628-ab85-a7874550f8d7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:50:02.320663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-6e963b3f-de78-4628-ab85-a7874550f8d7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:50:02.321861 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-6e963b3f-de78-4628-ab85-a7874550f8d7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/networks?id=1677fa99-bdf7-4cab-b042-7f18ed243669 HTTP/1.1" status: 200 len: 796 time: 0.1582119 Apr 22 15:50:02.338245 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-7eb9e466-36c2-4e9f-94bf-4ddaa8bd70e6 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/quotas/75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 375 time: 0.0108993 Apr 22 15:50:02.420504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-5b38a092-5d7f-4e05-b95c-10dc51c2de47 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:50:02.436131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-5b38a092-5d7f-4e05-b95c-10dc51c2de47 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:50:02.437562 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-5b38a092-5d7f-4e05-b95c-10dc51c2de47 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944245 Apr 22 15:50:02.573114 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-5321719e-4cfa-4cd5-a1c4-5cc0eb215b15 service neutron] 10.222.0.71 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241553 Apr 22 15:50:02.702327 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-c07916e5-9935-432c-a1d5-5d6aa120ab13 service neutron] 10.222.0.71 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230674 Apr 22 15:50:02.936358 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Sync routers for ids ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:50:02.948873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Routers {'5c2a0b69-9965-42ba-a111-f89eb382ceb3'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:50:02.949499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:49:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:50:02.986098 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9c906b56-0828-4af4-8510-1733dbeb87c8 req-b2d1a243-6704-44f6-907c-f928139e4d5f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 210 time: 0.1335633 Apr 22 15:50:03.162895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Set router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:50:03.388089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:03.482648 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '8ef656d5-2b8d-4500-9e38-6b98f1e3e802', 'name': '', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:0f:ff:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:59Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 2, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:50:03.487018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Checking router: 5c2a0b69-9965-42ba-a111-f89eb382ceb3 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:50:03.487361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Updating router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:50:03.536469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:03.870467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:03.883198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Transition to ACTIVE for port object 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:50:03.897342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:04.028973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-9a12f4a7-20aa-42aa-9dfb-e2323a362491 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:04.031082 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-9a12f4a7-20aa-42aa-9dfb-e2323a362491 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/networks?id=1677fa99-bdf7-4cab-b042-7f18ed243669 HTTP/1.1" status: 200 len: 796 time: 0.1668022 Apr 22 15:50:04.049295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280f6cb-c5b3-4984-af25-50f5d424d5b0 None None] Pushing event updated for resources: {'Port': ['ID=8ef656d5-2b8d-4500-9e38-6b98f1e3e802,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:50:04.100511 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-9d1d9ce0-1426-4bfb-aeda-7eb7895d5c89 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 380 time: 0.0506434 Apr 22 15:50:04.114883 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'port': {'device_id': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'admin_state_up': True, 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'security_groups': ['150543df-f9e0-4f96-ad51-c49c4396dc1a']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:50:04.170491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Attempting to bind port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:50:04.170854 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Attempting to bind port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '174538c5-5046-4c89-88ab-13ae50602e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:50:04.171220 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Attempting to bind port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 on network 1677fa99-bdf7-4cab-b042-7f18ed243669 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:50:04.178491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:50:04.178860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Checking segment: {'id': '174538c5-5046-4c89-88ab-13ae50602e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:50:04.179259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:04.179649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Bound using segment: {'id': '174538c5-5046-4c89-88ab-13ae50602e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:50:04.180114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Bound port: 8ef656d5-2b8d-4500-9e38-6b98f1e3e802, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174538c5-5046-4c89-88ab-13ae50602e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:50:04.180482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:04.233353 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65f46c40-2b99-438d-87dd-fbb0164b6632 req-93af6ae9-6a65-457a-aaeb-f68cfb49188f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 210 time: 0.1032436 Apr 22 15:50:04.274607 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] For port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:50:04.278174 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] For port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8ef656d5-2b8d-4500-9e38-6b98f1e3e802,segment=NetworkSegment(174538c5-5046-4c89-88ab-13ae50602e7a),segment_id=174538c5-5046-4c89-88ab-13ae50602e7a)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:50:04.282723 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:04.306560 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:50:04.316995 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:50:04.326861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:50:04.329970 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:04.374127 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280f6cb-c5b3-4984-af25-50f5d424d5b0 None None] Pushing event updated for resources: {'Port': ['ID=8ef656d5-2b8d-4500-9e38-6b98f1e3e802,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:50:04.380775 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Routers {'5c2a0b69-9965-42ba-a111-f89eb382ceb3'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:50:04.381380 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:49:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:50:04.568697 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] Set router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:50:04.603280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.20.0.14 (1677fa99-bdf7-4cab-b042-7f18ed243669/7e1b7106-b725-4efb-9870-3759e2f0ba1a/844406cb-d68f-44c6-89f6-29ebb84ff2f1) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:50:04.790577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:04.806067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Transition to ACTIVE for port object 844406cb-d68f-44c6-89f6-29ebb84ff2f1 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:50:04.830508 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:04.900385 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 1677fa99-bdf7-4cab-b042-7f18ed243669 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:50:04.903213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:50:04.907170 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:50:04.922689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '8ef656d5-2b8d-4500-9e38-6b98f1e3e802', 'name': '', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:0f:ff:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:59Z', 'updated_at': '2022-04-22T15:50:04Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:50:04.927848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0f612-a26a-43bc-984c-46102d8afa2d None None] The sync data for ids ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'] in dv-neutron-838883-3-hyperv is: [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '8ef656d5-2b8d-4500-9e38-6b98f1e3e802', 'name': '', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:0f:ff:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:59Z', 'updated_at': '2022-04-22T15:50:04Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:50:04.941882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=844406cb-d68f-44c6-89f6-29ebb84ff2f1,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:50:04.980236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:04.981004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:05.021292 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ef01bf82-8691-4ced-8fec-f11efd9a7066 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9141264 Apr 22 15:50:05.038843 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Request body: {'port': {'device_id': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:50:05.162658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:05.266153 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3f364a99-a7b1-4af8-89bc-a764a4eb9272 None None] Provisioning for port 844406cb-d68f-44c6-89f6-29ebb84ff2f1 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:50:05.271987 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-3f364a99-a7b1-4af8-89bc-a764a4eb9272 None None] Provisioning complete for port 844406cb-d68f-44c6-89f6-29ebb84ff2f1 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:50:05.272549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3f364a99-a7b1-4af8-89bc-a764a4eb9272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:05.344433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-3f364a99-a7b1-4af8-89bc-a764a4eb9272 None None] Port 844406cb-d68f-44c6-89f6-29ebb84ff2f1 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:50:05.526552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4defd-3d1c-46de-a10e-d6564f818964 req-e666e667-169d-40d1-87ba-1a685b4969df tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:05.527259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-cea4defd-3d1c-46de-a10e-d6564f818964 req-e666e667-169d-40d1-87ba-1a685b4969df tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:50:05.597361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-cea4defd-3d1c-46de-a10e-d6564f818964 req-e666e667-169d-40d1-87ba-1a685b4969df tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:50:05.598559 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cea4defd-3d1c-46de-a10e-d6564f818964 req-e666e667-169d-40d1-87ba-1a685b4969df tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 932 time: 0.2062984 Apr 22 15:50:05.604424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844406cb-d68f-44c6-89f6-29ebb84ff2f1 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:50:05.613136 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:05.656668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Transition to ACTIVE for port object 844406cb-d68f-44c6-89f6-29ebb84ff2f1 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:50:05.660470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:05.719223 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cea4defd-3d1c-46de-a10e-d6564f818964 req-c5c61228-c734-443c-87cb-e55aa3b721f3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097696 Apr 22 15:50:05.810427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Pushing event updated for resources: {'Port': ['ID=844406cb-d68f-44c6-89f6-29ebb84ff2f1,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:50:05.926789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Attempting to bind port 844406cb-d68f-44c6-89f6-29ebb84ff2f1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:50:05.927400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Attempting to bind port 844406cb-d68f-44c6-89f6-29ebb84ff2f1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '174538c5-5046-4c89-88ab-13ae50602e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:50:05.927831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Attempting to bind port 844406cb-d68f-44c6-89f6-29ebb84ff2f1 on network 1677fa99-bdf7-4cab-b042-7f18ed243669 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:50:05.934232 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Port 844406cb-d68f-44c6-89f6-29ebb84ff2f1 on network 1677fa99-bdf7-4cab-b042-7f18ed243669 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:50:05.934743 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Attempting to bind port 844406cb-d68f-44c6-89f6-29ebb84ff2f1 on network 1677fa99-bdf7-4cab-b042-7f18ed243669 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:50:05.943038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:50:05.943484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Checking segment: {'id': '174538c5-5046-4c89-88ab-13ae50602e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:50:05.944059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Bound using segment: {'id': '174538c5-5046-4c89-88ab-13ae50602e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:50:05.944585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Bound port: 844406cb-d68f-44c6-89f6-29ebb84ff2f1, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174538c5-5046-4c89-88ab-13ae50602e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:50:05.945110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:05.957105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:50:06.037056 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:50:06.039978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] For port 844406cb-d68f-44c6-89f6-29ebb84ff2f1, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:50:06.041631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:50:06.041996 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:06.043168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] For port 844406cb-d68f-44c6-89f6-29ebb84ff2f1, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=844406cb-d68f-44c6-89f6-29ebb84ff2f1,segment=NetworkSegment(174538c5-5046-4c89-88ab-13ae50602e7a),segment_id=174538c5-5046-4c89-88ab-13ae50602e7a)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:50:06.046783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:06.106708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:06.108000 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] 10.222.0.70 "PUT /v2.0/ports/844406cb-d68f-44c6-89f6-29ebb84ff2f1 HTTP/1.1" status: 200 len: 1094 time: 1.0733645 Apr 22 15:50:06.108423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'tag': '844406cb-d68f-44c6-89f6-29ebb84ff2f1'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:50:06.125418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d08e6-78a7-4f3b-a5a0-22013920cb6e service neutron] Pushing event updated for resources: {'Port': ['ID=844406cb-d68f-44c6-89f6-29ebb84ff2f1,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:50:06.165926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:06.202718 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262241a3-4412-46b1-9e40-bc648fde7876'] response: {'name': 'network-changed', 'server_uuid': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'tag': '844406cb-d68f-44c6-89f6-29ebb84ff2f1', 'status': 'completed', 'code': 200} Apr 22 15:50:06.207343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8ef656d5-2b8d-4500-9e38-6b98f1e3e802,segment=NetworkSegment(174538c5-5046-4c89-88ab-13ae50602e7a),segment_id=174538c5-5046-4c89-88ab-13ae50602e7a)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:50:06.211440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:06.251668 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-9bd7dca2-36c1-4778-a475-5d101e7d527e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 1097 time: 0.0810928 Apr 22 15:50:06.285700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=8ef656d5-2b8d-4500-9e38-6b98f1e3e802,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:50:06.327563 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-b5312309-3c91-4698-94c4-ddabc8253fd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844406cb-d68f-44c6-89f6-29ebb84ff2f1 HTTP/1.1" status: 200 len: 217 time: 0.0620356 Apr 22 15:50:06.391286 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-734a5a36-3434-4e0a-a59d-63baca9fc870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:06.392699 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-734a5a36-3434-4e0a-a59d-63baca9fc870 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e1b7106-b725-4efb-9870-3759e2f0ba1a HTTP/1.1" status: 200 len: 835 time: 0.0600190 Apr 22 15:50:06.467423 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-c4b4adac-e09b-488d-b895-a0ae937fe62b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1677fa99-bdf7-4cab-b042-7f18ed243669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656314 Apr 22 15:50:06.687208 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-5a8ce75f-8c6f-4e1c-9ec3-fc1aa28b7a12 service neutron] 10.222.0.70 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135811 Apr 22 15:50:06.816064 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-403f5808-33cd-4974-97e1-48c4d9b178ef req-ebbd3ab3-4886-4fde-b94e-2aaad2711b3a service neutron] 10.222.0.70 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228955 Apr 22 15:50:06.955405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21bc00-a63f-4d4f-9ded-2079fd5119c3 req-65a2646b-23ed-4f31-90cb-ee40fc656e5d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:06.956827 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7f21bc00-a63f-4d4f-9ded-2079fd5119c3 req-65a2646b-23ed-4f31-90cb-ee40fc656e5d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 944 time: 0.1201472 Apr 22 15:50:07.018231 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7f21bc00-a63f-4d4f-9ded-2079fd5119c3 req-22fe69bb-cc5b-4658-bc49-215b4e965d0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552237 Apr 22 15:50:07.026788 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9462ba09-eacf-445e-89f0-fd3a46a033d6 req-56aca1c2-494b-4800-bfdf-c4ecea7d06d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 1097 time: 0.1105936 Apr 22 15:50:07.154466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462ba09-eacf-445e-89f0-fd3a46a033d6 req-6cd220cc-0a93-4ad5-b09b-4faa1d959c05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:07.155911 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9462ba09-eacf-445e-89f0-fd3a46a033d6 req-6cd220cc-0a93-4ad5-b09b-4faa1d959c05 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1677fa99-bdf7-4cab-b042-7f18ed243669 HTTP/1.1" status: 200 len: 897 time: 0.1230423 Apr 22 15:50:07.225280 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9462ba09-eacf-445e-89f0-fd3a46a033d6 req-62c642b0-536b-4475-a07b-b75776b40f70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844406cb-d68f-44c6-89f6-29ebb84ff2f1 HTTP/1.1" status: 200 len: 217 time: 0.0626998 Apr 22 15:50:07.254225 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:50:07.285975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462ba09-eacf-445e-89f0-fd3a46a033d6 req-7cbef998-cb83-439b-a6dc-fb92f9f6c896 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:07.287338 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9462ba09-eacf-445e-89f0-fd3a46a033d6 req-7cbef998-cb83-439b-a6dc-fb92f9f6c896 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e1b7106-b725-4efb-9870-3759e2f0ba1a HTTP/1.1" status: 200 len: 835 time: 0.0560753 Apr 22 15:50:07.363389 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9462ba09-eacf-445e-89f0-fd3a46a033d6 req-5b725ed9-bce0-4f3b-adb6-9b3e82b4a2fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1677fa99-bdf7-4cab-b042-7f18ed243669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680087 Apr 22 15:50:07.492345 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9462ba09-eacf-445e-89f0-fd3a46a033d6 req-ad648eae-6255-4d2d-97b9-01ace0976f06 service neutron] 10.222.0.70 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214256 Apr 22 15:50:07.617689 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9462ba09-eacf-445e-89f0-fd3a46a033d6 req-9dea3e53-c6da-42d6-8d90-2ec1ea48ee1d service neutron] 10.222.0.70 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190751 Apr 22 15:50:07.907058 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:50:07.976388 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:50:07.976755 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:08.215758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793f55e-b6c9-46e4-bb54-99841330cc91 req-d64cefe4-f15a-4460-94f9-991131623268 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:08.217124 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6793f55e-b6c9-46e4-bb54-99841330cc91 req-d64cefe4-f15a-4460-94f9-991131623268 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 944 time: 0.0763013 Apr 22 15:50:08.262368 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6793f55e-b6c9-46e4-bb54-99841330cc91 req-e42d4c54-559f-4a2f-8da4-4fb21c985f2c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392811 Apr 22 15:50:09.456700 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2317cb7-1dec-41cc-bb16-8bfa48886d37 req-204cf23c-624f-440f-813b-52a80c814b09 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:09.458223 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f2317cb7-1dec-41cc-bb16-8bfa48886d37 req-204cf23c-624f-440f-813b-52a80c814b09 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 944 time: 0.0786040 Apr 22 15:50:09.506548 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f2317cb7-1dec-41cc-bb16-8bfa48886d37 req-eefd7a6e-ff8d-4d2b-b72f-74ab90fe43d9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 Apr 22 15:50:10.282672 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 844406cb-d68f-44c6-89f6-29ebb84ff2f1 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:50:10.413913 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 844406cb-d68f-44c6-89f6-29ebb84ff2f1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=844406cb-d68f-44c6-89f6-29ebb84ff2f1,segment=NetworkSegment(174538c5-5046-4c89-88ab-13ae50602e7a),segment_id=174538c5-5046-4c89-88ab-13ae50602e7a)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:50:10.428354 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '844406cb-d68f-44c6-89f6-29ebb84ff2f1', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'port_id': '844406cb-d68f-44c6-89f6-29ebb84ff2f1', 'mac_address': 'fa:16:3e:ab:31:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:50:10.481046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:10.497705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844406cb-d68f-44c6-89f6-29ebb84ff2f1 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:50:10.513583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 844406cb-d68f-44c6-89f6-29ebb84ff2f1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=844406cb-d68f-44c6-89f6-29ebb84ff2f1,segment=NetworkSegment(174538c5-5046-4c89-88ab-13ae50602e7a),segment_id=174538c5-5046-4c89-88ab-13ae50602e7a)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:50:10.517347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:10.582950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=844406cb-d68f-44c6-89f6-29ebb84ff2f1,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:50:10.708009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5dffb-29dc-4f3e-89cf-3edf58bbecd2 req-00120844-323f-447c-aad9-8df9f565b923 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:10.709456 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-17c5dffb-29dc-4f3e-89cf-3edf58bbecd2 req-00120844-323f-447c-aad9-8df9f565b923 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 945 time: 0.0743148 Apr 22 15:50:10.757054 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-17c5dffb-29dc-4f3e-89cf-3edf58bbecd2 req-9b4cab8c-19c1-478a-a76b-fe141d0f9cc3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422044 Apr 22 15:50:10.916695 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['844406cb-d68f-44c6-89f6-29ebb84ff2f1'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:50:11.950781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b61ad2-17c4-4475-bd6f-19f4e489491b req-946d8112-5dc1-4334-baac-86180c77282e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:11.952243 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-22b61ad2-17c4-4475-bd6f-19f4e489491b req-946d8112-5dc1-4334-baac-86180c77282e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 945 time: 0.0744243 Apr 22 15:50:11.996817 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-22b61ad2-17c4-4475-bd6f-19f4e489491b req-279609c6-a57f-4ba4-b8e5-2f4dce55bd57 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388682 Apr 22 15:50:12.284222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 844406cb-d68f-44c6-89f6-29ebb84ff2f1 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:50:12.350316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 844406cb-d68f-44c6-89f6-29ebb84ff2f1 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:50:12.354721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 844406cb-d68f-44c6-89f6-29ebb84ff2f1 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:50:12.355083 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:12.465077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:12.490987 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844406cb-d68f-44c6-89f6-29ebb84ff2f1'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:50:12.500515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 844406cb-d68f-44c6-89f6-29ebb84ff2f1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=844406cb-d68f-44c6-89f6-29ebb84ff2f1,segment=NetworkSegment(174538c5-5046-4c89-88ab-13ae50602e7a),segment_id=174538c5-5046-4c89-88ab-13ae50602e7a)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:50:12.504443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:12.548287 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90f1f6f-72a7-495b-b5a6-54687692d83d'] response: {'server_uuid': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844406cb-d68f-44c6-89f6-29ebb84ff2f1', 'code': 200} Apr 22 15:50:12.574727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=844406cb-d68f-44c6-89f6-29ebb84ff2f1,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:50:12.798400 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e3c7172-f2ac-4f2c-bd68-0969d9b26238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:12.818638 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0773bae1-1a65-415c-a563-cb9c739c7915 req-0e67db8f-258d-42db-832a-2b1abcfa2b05 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 1099 time: 0.0713434 Apr 22 15:50:12.864437 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0773bae1-1a65-415c-a563-cb9c739c7915 req-abe2b08d-4ab8-428b-9138-0c2bf740d420 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341301 Apr 22 15:50:13.329264 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d00aea-56a7-411b-88f7-f56d6b39d276 req-58201295-b877-4bb0-9333-07197151f685 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:13.330949 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-02d00aea-56a7-411b-88f7-f56d6b39d276 req-58201295-b877-4bb0-9333-07197151f685 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.0752680 Apr 22 15:50:13.375004 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-02d00aea-56a7-411b-88f7-f56d6b39d276 req-b7b923b9-d4b2-444a-bfe3-bf37b21aa3a5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384636 Apr 22 15:50:14.658018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b37be-b7dc-4179-bd6b-116d605e85a1 req-c301f3e8-685e-4063-a293-9f4d8e837c22 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:14.659497 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a37b37be-b7dc-4179-bd6b-116d605e85a1 req-c301f3e8-685e-4063-a293-9f4d8e837c22 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.1668196 Apr 22 15:50:14.705753 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a37b37be-b7dc-4179-bd6b-116d605e85a1 req-8dd27f02-d29f-41b8-82fb-4007be6286a7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407817 Apr 22 15:50:14.894483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a375f9-f9fc-4fdf-ae51-2445f93a6fd6 req-a98cd881-39a2-420a-a0e4-3154013bec2a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:14.895853 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-90a375f9-f9fc-4fdf-ae51-2445f93a6fd6 req-a98cd881-39a2-420a-a0e4-3154013bec2a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.0749307 Apr 22 15:50:14.940962 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-90a375f9-f9fc-4fdf-ae51-2445f93a6fd6 req-2bb2c4e4-a7b5-4aa0-94a4-6e8854345931 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392675 Apr 22 15:50:14.967527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42310) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:50:15.038267 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9b1ff570-d184-4c8b-9de8-c904491a94fe tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 1094 time: 0.0690606 Apr 22 15:50:15.040785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42314) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:50:15.045727 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '844406cb-d68f-44c6-89f6-29ebb84ff2f1', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:50:15.051770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:50:15.056721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:floatingip and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:50:15.059614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:50:15.065311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:50:15.073164 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3cb98fd2-8d3c-4f46-8c43-8615c40001a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:15.076477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:15.208559 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:15.345168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.26.8.125 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/90e3b587-e630-4ab4-b2ae-99eda25bd8a7) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:50:15.485413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:15.511731 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:15.576906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:50:15.580579 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:50:15.583168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:50:15.617344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=90e3b587-e630-4ab4-b2ae-99eda25bd8a7,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:50:16.084496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:16.090217 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:16.123412 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:16.144413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:16.340877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:16.345184 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:16.538117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=90e3b587-e630-4ab4-b2ae-99eda25bd8a7,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:50:16.551341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:16.733068 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Floating IP 701e3367-c267-4f5e-8615-d3212b99c255 associated. External IP: 172.26.8.125, port: 844406cb-d68f-44c6-89f6-29ebb84ff2f1. Apr 22 15:50:17.107396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:50:17.306577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:50:17.315716 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052c13e-9429-40bb-b403-c2a20b793b13 None None] Sync routers for ids ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:50:17.331030 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:17.331379 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c052c13e-9429-40bb-b403-c2a20b793b13 None None] Routers {'5c2a0b69-9965-42ba-a111-f89eb382ceb3'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:50:17.332043 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c052c13e-9429-40bb-b403-c2a20b793b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:50:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:50:17.384436 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9a9e6a41-8846-4a6d-8ae9-b617379ecaf0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3426578 Apr 22 15:50:17.385083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'tag': '844406cb-d68f-44c6-89f6-29ebb84ff2f1'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:50:17.441159 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717213f8-8aad-46bc-8dce-f974c6bec945'] response: {'name': 'network-changed', 'server_uuid': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'tag': '844406cb-d68f-44c6-89f6-29ebb84ff2f1', 'status': 'completed', 'code': 200} Apr 22 15:50:17.505682 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c052c13e-9429-40bb-b403-c2a20b793b13 None None] Set router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:50:17.612016 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a3fedc6-29a1-422c-a4e4-e9c282e53ee5 req-2598db3a-fcfc-493a-b1c5-eaf84fa24249 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 1099 time: 0.1260931 Apr 22 15:50:17.621730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3094a-d347-47bb-adb7-e83bcf9115cb req-13fde3d3-e004-44ae-994b-28c6fe79ada0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:17.623130 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-33d3094a-d347-47bb-adb7-e83bcf9115cb req-13fde3d3-e004-44ae-994b-28c6fe79ada0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.1359007 Apr 22 15:50:17.690508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:17.752619 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-33d3094a-d347-47bb-adb7-e83bcf9115cb req-ff2377f4-fc7a-4d24-a38c-0cbce243b0ba tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105931 Apr 22 15:50:17.781628 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42322) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:50:17.787920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fedc6-29a1-422c-a4e4-e9c282e53ee5 req-264571e0-bded-41cb-bac9-d0c52ccdaa8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:17.789360 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a3fedc6-29a1-422c-a4e4-e9c282e53ee5 req-264571e0-bded-41cb-bac9-d0c52ccdaa8b service neutron] 10.222.0.70 "GET /v2.0/networks?id=1677fa99-bdf7-4cab-b042-7f18ed243669 HTTP/1.1" status: 200 len: 897 time: 0.1654096 Apr 22 15:50:17.883990 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c052c13e-9429-40bb-b403-c2a20b793b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '701e3367-c267-4f5e-8615-d3212b99c255', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.125', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'port_id': '844406cb-d68f-44c6-89f6-29ebb84ff2f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'mac_address': 'fa:16:3e:ab:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:50:15Z', 'updated_at': '2022-04-22T15:50:15Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef656d5-2b8d-4500-9e38-6b98f1e3e802', 'name': '', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:0f:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:59Z', 'updated_at': '2022-04-22T15:50:06Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:50:17.887785 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052c13e-9429-40bb-b403-c2a20b793b13 None None] Checking router: 5c2a0b69-9965-42ba-a111-f89eb382ceb3 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:50:17.892998 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b55b1e5f-cbfd-49b2-8296-98a455534aae tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/701e3367-c267-4f5e-8615-d3212b99c255 HTTP/1.1" status: 200 len: 992 time: 0.1098380 Apr 22 15:50:17.895297 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a3fedc6-29a1-422c-a4e4-e9c282e53ee5 req-c267c93d-55e0-4195-99f0-e980d3a1ae77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844406cb-d68f-44c6-89f6-29ebb84ff2f1 HTTP/1.1" status: 200 len: 1000 time: 0.0993173 Apr 22 15:50:17.899719 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c052c13e-9429-40bb-b403-c2a20b793b13 None None] Routers {'5c2a0b69-9965-42ba-a111-f89eb382ceb3'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:50:17.900308 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c052c13e-9429-40bb-b403-c2a20b793b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:50:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:50:17.962342 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fedc6-29a1-422c-a4e4-e9c282e53ee5 req-649732cc-ea6d-4d5a-b07c-26133da3cc0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:50:17.963797 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a3fedc6-29a1-422c-a4e4-e9c282e53ee5 req-649732cc-ea6d-4d5a-b07c-26133da3cc0b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e1b7106-b725-4efb-9870-3759e2f0ba1a HTTP/1.1" status: 200 len: 835 time: 0.0625675 Apr 22 15:50:18.038097 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a3fedc6-29a1-422c-a4e4-e9c282e53ee5 req-394266b5-28d7-41e5-b2d6-dcad63e4e5a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1677fa99-bdf7-4cab-b042-7f18ed243669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669658 Apr 22 15:50:18.074781 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c052c13e-9429-40bb-b403-c2a20b793b13 None None] Set router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:50:18.269630 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a3fedc6-29a1-422c-a4e4-e9c282e53ee5 req-c6c907e3-5bfc-4b99-a3b8-96679037775d service neutron] 10.222.0.70 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251089 Apr 22 15:50:18.397027 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a3fedc6-29a1-422c-a4e4-e9c282e53ee5 req-c96b2aa0-87e9-4ab4-9b73-a992f47f67f3 service neutron] 10.222.0.70 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214442 Apr 22 15:50:18.426232 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c052c13e-9429-40bb-b403-c2a20b793b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '701e3367-c267-4f5e-8615-d3212b99c255', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.125', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'port_id': '844406cb-d68f-44c6-89f6-29ebb84ff2f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'mac_address': 'fa:16:3e:ab:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:50:15Z', 'updated_at': '2022-04-22T15:50:15Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef656d5-2b8d-4500-9e38-6b98f1e3e802', 'name': '', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:0f:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:59Z', 'updated_at': '2022-04-22T15:50:06Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:50:18.430195 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c052c13e-9429-40bb-b403-c2a20b793b13 None None] The sync data for ids ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'] in dv-neutron-838883-3-hyperv is: [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '701e3367-c267-4f5e-8615-d3212b99c255', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.125', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'port_id': '844406cb-d68f-44c6-89f6-29ebb84ff2f1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'mac_address': 'fa:16:3e:ab:31:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:50:15Z', 'updated_at': '2022-04-22T15:50:15Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef656d5-2b8d-4500-9e38-6b98f1e3e802', 'name': '', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:0f:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:59Z', 'updated_at': '2022-04-22T15:50:06Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:50:18.895310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42326) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:50:18.996672 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ce5f6800-47e5-4067-970e-7a0a1cacc5b5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/701e3367-c267-4f5e-8615-d3212b99c255 HTTP/1.1" status: 200 len: 992 time: 0.1002140 Apr 22 15:50:20.000487 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42330) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:50:20.103991 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-eecb48ed-8094-4b4c-9ca4-4f86758e9831 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/701e3367-c267-4f5e-8615-d3212b99c255 HTTP/1.1" status: 200 len: 992 time: 0.1023996 Apr 22 15:50:20.853454 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b804f522-931b-44e8-90e8-645d1c16ccda None None] New status for floating IP 701e3367-c267-4f5e-8615-d3212b99c255: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:50:21.108011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42334) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:50:21.212538 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-ec5a067d-d10d-4874-b404-2a05620c6ebe tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/701e3367-c267-4f5e-8615-d3212b99c255 HTTP/1.1" status: 200 len: 994 time: 0.1027808 Apr 22 15:50:33.386483 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:42.801128 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-12b83b41-3f78-4a70-9fc1-a85b6f655ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:44.253796 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:50:45.075141 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90edd554-c556-4781-956f-8ba1381dd4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:46.093160 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:46.124048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:50:47.692782 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:51:03.412377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:51:11.460713 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed180c88-c154-4b38-85a1-a73291661592 req-a86eff76-0d27-4f9c-bf61-98d2b5963e50 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663049 Apr 22 15:51:11.625382 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed180c88-c154-4b38-85a1-a73291661592 req-3c6010dc-95c6-4545-ab37-c6b8c67d85a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 1099 time: 0.0800176 Apr 22 15:51:11.770361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed180c88-c154-4b38-85a1-a73291661592 req-f85e1a29-39c3-437b-99ab-1eb392363b85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:11.771773 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed180c88-c154-4b38-85a1-a73291661592 req-f85e1a29-39c3-437b-99ab-1eb392363b85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1677fa99-bdf7-4cab-b042-7f18ed243669 HTTP/1.1" status: 200 len: 897 time: 0.1234760 Apr 22 15:51:11.871906 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed180c88-c154-4b38-85a1-a73291661592 req-889d1a0a-30b2-4c03-ba53-dd2fb660b70f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844406cb-d68f-44c6-89f6-29ebb84ff2f1 HTTP/1.1" status: 200 len: 1002 time: 0.0936744 Apr 22 15:51:11.951257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed180c88-c154-4b38-85a1-a73291661592 req-f142a787-afbd-4ecb-ab8a-4824e9b7234e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:11.953358 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed180c88-c154-4b38-85a1-a73291661592 req-f142a787-afbd-4ecb-ab8a-4824e9b7234e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e1b7106-b725-4efb-9870-3759e2f0ba1a HTTP/1.1" status: 200 len: 835 time: 0.0751648 Apr 22 15:51:12.026634 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed180c88-c154-4b38-85a1-a73291661592 req-efde50a2-d824-461a-adf7-dc7f3f803752 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1677fa99-bdf7-4cab-b042-7f18ed243669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663915 Apr 22 15:51:12.152856 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed180c88-c154-4b38-85a1-a73291661592 req-f0ba0fa5-4f19-418e-bcb4-1502fd6a5927 service neutron] 10.222.0.70 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202526 Apr 22 15:51:12.285453 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ed180c88-c154-4b38-85a1-a73291661592 req-10d73819-d86a-4bc7-9c71-522f0f7ea8ea service neutron] 10.222.0.70 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260545 Apr 22 15:51:12.801499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2a1f9643-e89f-4ee8-a970-1e94f1af935a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:51:15.075740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dea88edc-577d-4d10-b2b6-6f62daf14ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:51:16.093799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:51:16.126067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:51:17.696312 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:51:21.254233 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:51:22.311233 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cec92f-8be8-4a5c-a92f-660a21a94a4d req-e751f092-aca9-4666-8994-4bb376abf2ee tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:22.312787 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10cec92f-8be8-4a5c-a92f-660a21a94a4d req-e751f092-aca9-4666-8994-4bb376abf2ee tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.1307368 Apr 22 15:51:22.319033 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de81c6f3-5cd0-490e-a98d-3ea27e3fa9cf req-274d83ee-68c5-4eef-95a6-0dcf60b3e336 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 1099 time: 0.1020105 Apr 22 15:51:22.443333 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-10cec92f-8be8-4a5c-a92f-660a21a94a4d req-d920cfa1-e8cb-421b-b1a0-ad6b4242e979 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232948 Apr 22 15:51:22.481937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81c6f3-5cd0-490e-a98d-3ea27e3fa9cf req-3201dd87-6d84-4a53-9fb1-4de5c7b0de65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:22.483380 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de81c6f3-5cd0-490e-a98d-3ea27e3fa9cf req-3201dd87-6d84-4a53-9fb1-4de5c7b0de65 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1677fa99-bdf7-4cab-b042-7f18ed243669 HTTP/1.1" status: 200 len: 897 time: 0.1495647 Apr 22 15:51:22.581839 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de81c6f3-5cd0-490e-a98d-3ea27e3fa9cf req-d3bdb11d-3d30-4d26-b12c-c666d58d9749 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844406cb-d68f-44c6-89f6-29ebb84ff2f1 HTTP/1.1" status: 200 len: 1002 time: 0.0921068 Apr 22 15:51:22.738398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81c6f3-5cd0-490e-a98d-3ea27e3fa9cf req-2bf16120-e999-48e7-9eec-6dd2630e8204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:22.739742 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de81c6f3-5cd0-490e-a98d-3ea27e3fa9cf req-2bf16120-e999-48e7-9eec-6dd2630e8204 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e1b7106-b725-4efb-9870-3759e2f0ba1a HTTP/1.1" status: 200 len: 835 time: 0.1516597 Apr 22 15:51:22.812562 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de81c6f3-5cd0-490e-a98d-3ea27e3fa9cf req-5b0646c8-020e-4b24-8b7c-389e65daed0c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1677fa99-bdf7-4cab-b042-7f18ed243669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668206 Apr 22 15:51:22.942210 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de81c6f3-5cd0-490e-a98d-3ea27e3fa9cf req-8759f751-096a-4474-bbc6-9464ce7637f4 service neutron] 10.222.0.70 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216853 Apr 22 15:51:23.074046 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de81c6f3-5cd0-490e-a98d-3ea27e3fa9cf req-e4b71881-8acd-41ce-ac10-cfd86da3b4d8 service neutron] 10.222.0.70 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225548 Apr 22 15:51:23.642514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15efb06-196d-40d3-b607-3790d67d2d99 req-1bc767fa-cf6b-4dce-a787-fb9dc1e15eab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:23.643972 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a15efb06-196d-40d3-b607-3790d67d2d99 req-1bc767fa-cf6b-4dce-a787-fb9dc1e15eab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.0785279 Apr 22 15:51:23.690708 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a15efb06-196d-40d3-b607-3790d67d2d99 req-be074142-1e6a-473d-a06c-2cdec17b5e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406272 Apr 22 15:51:24.883035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005a7a1-a841-41d5-8d34-f808d82072bd req-ea17ed62-7f53-47dc-a21c-fbdffe8817b5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:24.884480 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b005a7a1-a841-41d5-8d34-f808d82072bd req-ea17ed62-7f53-47dc-a21c-fbdffe8817b5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.0752409 Apr 22 15:51:24.928676 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b005a7a1-a841-41d5-8d34-f808d82072bd req-aa762a97-3c31-43b4-b627-5b93135e8ced tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387332 Apr 22 15:51:26.122640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e65e0-27cc-4da3-a4d0-0561e24c6d71 req-fb3fb12b-c729-4868-a815-0252fe1c9978 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:26.124092 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-422e65e0-27cc-4da3-a4d0-0561e24c6d71 req-fb3fb12b-c729-4868-a815-0252fe1c9978 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.0779750 Apr 22 15:51:26.169446 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-422e65e0-27cc-4da3-a4d0-0561e24c6d71 req-b68eacae-d900-40d3-8113-1bbec6004542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398078 Apr 22 15:51:27.369374 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b6c05-9eb3-474e-a8c7-325003623ed2 req-f69615df-c69f-4d69-953a-5d2fb3b1f79a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:27.370765 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e92b6c05-9eb3-474e-a8c7-325003623ed2 req-f69615df-c69f-4d69-953a-5d2fb3b1f79a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.0801573 Apr 22 15:51:27.417963 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e92b6c05-9eb3-474e-a8c7-325003623ed2 req-88fcfd64-e8ca-4f31-a0d8-1329568f20b7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411165 Apr 22 15:51:28.610271 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485a0fe-5f58-4cbf-8e76-b67fb5507709 req-8df9abdb-06ba-4534-a01d-3ca7d8dc68cd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:28.611711 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f485a0fe-5f58-4cbf-8e76-b67fb5507709 req-8df9abdb-06ba-4534-a01d-3ca7d8dc68cd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.0756247 Apr 22 15:51:28.655555 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f485a0fe-5f58-4cbf-8e76-b67fb5507709 req-60747d69-a0bc-4783-95a1-e40bc8904ab0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384674 Apr 22 15:51:29.849860 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bd4ca-1848-4e4c-a221-f1787998ebee req-b4561e83-a9fd-42e8-b9e8-40f2f34665a0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:29.851466 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-260bd4ca-1848-4e4c-a221-f1787998ebee req-b4561e83-a9fd-42e8-b9e8-40f2f34665a0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.0779326 Apr 22 15:51:29.896531 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-260bd4ca-1848-4e4c-a221-f1787998ebee req-e043dce9-57be-4696-9ba9-5e9a90ab5be1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389884 Apr 22 15:51:31.092413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5f341-e6f3-4438-8efc-1e48558fb077 req-0fa5ec91-7364-4b86-9e75-3a797dfda146 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:31.093845 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24a5f341-e6f3-4438-8efc-1e48558fb077 req-0fa5ec91-7364-4b86-9e75-3a797dfda146 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.0756545 Apr 22 15:51:31.137880 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24a5f341-e6f3-4438-8efc-1e48558fb077 req-95b54aac-0c13-4d3b-9f2d-838248ecaea0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386996 Apr 22 15:51:32.335162 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b2df7-edec-40bb-8036-751502741a0f req-ce7ce759-6a2e-4c22-a589-69c1cc405a0f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:32.336616 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-321b2df7-edec-40bb-8036-751502741a0f req-ce7ce759-6a2e-4c22-a589-69c1cc405a0f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.0817275 Apr 22 15:51:32.384932 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-321b2df7-edec-40bb-8036-751502741a0f req-eb696692-4800-4c33-a360-f52343fb6855 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421524 Apr 22 15:51:33.442878 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:51:33.715845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9aa3e7-6cf4-41fb-adb6-440b90d30ede req-c823b132-ca09-4e24-b985-907b846fccb5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:33.717200 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cd9aa3e7-6cf4-41fb-adb6-440b90d30ede req-c823b132-ca09-4e24-b985-907b846fccb5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.0747955 Apr 22 15:51:33.764025 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cd9aa3e7-6cf4-41fb-adb6-440b90d30ede req-7aa757a4-01d7-40c5-8295-d644d08a937e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414207 Apr 22 15:51:34.962032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953c0ba-836b-4bfe-895c-64ce7f707457 req-2e729fcf-e280-445d-90ca-e2c24d9eb504 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:51:34.963511 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f953c0ba-836b-4bfe-895c-64ce7f707457 req-2e729fcf-e280-445d-90ca-e2c24d9eb504 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.0779171 Apr 22 15:51:35.009546 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f953c0ba-836b-4bfe-895c-64ce7f707457 req-fb96a382-e52a-4b02-9862-fa502652e996 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404291 Apr 22 15:51:35.036384 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42392) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:51:35.139872 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4b0ba097-7b40-463c-92cb-da0dc510e9f3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/701e3367-c267-4f5e-8615-d3212b99c255 HTTP/1.1" status: 200 len: 994 time: 0.1023180 Apr 22 15:51:36.711289 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-39be1051-7ded-418d-ae85-bc3a382854a4 req-8f26834c-3513-483a-a76b-966cb0fdec0a tempest-ServerDiskConfigTestJSON-884850782 tempest-ServerDiskConfigTestJSON-884850782-project] (83933) timed out ('10.222.0.70', 54245) {{(pid=83933) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 15:51:42.803933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-17fed651-d153-4277-ae17-eea43d190558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:51:45.081924 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d382c629-346a-4918-a691-b0d766bb8192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:51:46.097561 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:51:46.127740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:51:47.699272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:51:58.254679 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:52:03.456420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:11.494674 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5dc7c37-b47f-45e8-8062-b60551de08f1 req-bd6e87da-e7b3-48cd-b2ba-2858bc744779 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655613 Apr 22 15:52:11.645526 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5dc7c37-b47f-45e8-8062-b60551de08f1 req-e1703283-4465-4140-a54e-a0f192618681 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 1099 time: 0.0688028 Apr 22 15:52:11.783679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc7c37-b47f-45e8-8062-b60551de08f1 req-cb995721-f5f2-44d0-8913-e1d9413c3173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:11.785090 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5dc7c37-b47f-45e8-8062-b60551de08f1 req-cb995721-f5f2-44d0-8913-e1d9413c3173 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1677fa99-bdf7-4cab-b042-7f18ed243669 HTTP/1.1" status: 200 len: 897 time: 0.1217909 Apr 22 15:52:11.970700 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5dc7c37-b47f-45e8-8062-b60551de08f1 req-3c494284-6388-40b4-a372-b2cafc4bca5d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844406cb-d68f-44c6-89f6-29ebb84ff2f1 HTTP/1.1" status: 200 len: 1002 time: 0.1792040 Apr 22 15:52:12.032591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc7c37-b47f-45e8-8062-b60551de08f1 req-9dc260c5-49dc-4c13-8d0f-ed0d8efefebf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:12.034011 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5dc7c37-b47f-45e8-8062-b60551de08f1 req-9dc260c5-49dc-4c13-8d0f-ed0d8efefebf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e1b7106-b725-4efb-9870-3759e2f0ba1a HTTP/1.1" status: 200 len: 835 time: 0.0557969 Apr 22 15:52:12.105609 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5dc7c37-b47f-45e8-8062-b60551de08f1 req-47909393-481c-4b6f-a30c-f8cad6873f52 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1677fa99-bdf7-4cab-b042-7f18ed243669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648363 Apr 22 15:52:12.232014 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5dc7c37-b47f-45e8-8062-b60551de08f1 req-07af1db9-1a40-41e7-bb51-bae822b05381 service neutron] 10.222.0.70 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199107 Apr 22 15:52:12.357770 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5dc7c37-b47f-45e8-8062-b60551de08f1 req-3a86e6d3-bf9a-42f7-a160-9b8ca725aa20 service neutron] 10.222.0.70 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199782 Apr 22 15:52:12.805855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec509ae8-f94f-426c-8ddc-9a5807b221a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:15.072645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1cf67ca1-5fd2-4e60-b9aa-d2d9730f3402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:16.099704 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:16.129673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:17.701997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:32.173044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42416) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:32.369859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 90e3b587-e630-4ab4-b2ae-99eda25bd8a7 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:52:32.370217 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:32.534640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:32.534966 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:32.654964 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 90e3b587-e630-4ab4-b2ae-99eda25bd8a7 owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:52:32.795494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:32.842509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=90e3b587-e630-4ab4-b2ae-99eda25bd8a7,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:32.880092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:32.880439 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:32.880780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:32.881231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:32.881995 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:32.882360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:32.882697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:32.883032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:32.883358 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:32.883687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:32.884014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:32.942515 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:33.412699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:52:33.441278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:33.609959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:52:33.619199 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e330f-f1a7-4491-8cf6-2b963e0505ec None None] Sync routers for ids ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:52:33.629537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:33.632395 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5e330f-f1a7-4491-8cf6-2b963e0505ec None None] Routers {'5c2a0b69-9965-42ba-a111-f89eb382ceb3'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:52:33.632994 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ab5e330f-f1a7-4491-8cf6-2b963e0505ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:52:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:33.684866 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6c76a303-8703-48e1-972e-9e3d9e5fe0c0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/floatingips/701e3367-c267-4f5e-8615-d3212b99c255 HTTP/1.1" status: 204 len: 168 time: 1.5105042 Apr 22 15:52:33.685262 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'tag': '844406cb-d68f-44c6-89f6-29ebb84ff2f1'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:52:33.741340 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a0c56c6-898b-41f3-af59-3125178da324'] response: {'name': 'network-changed', 'server_uuid': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'tag': '844406cb-d68f-44c6-89f6-29ebb84ff2f1', 'status': 'completed', 'code': 200} Apr 22 15:52:33.812164 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-ab5e330f-f1a7-4491-8cf6-2b963e0505ec None None] Set router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:52:33.863184 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7ba8168a-6a23-4b9c-99b2-9da39ffd82c9 req-b4e2edde-9cd9-48a4-80f7-b2d92971e793 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 1099 time: 0.0776200 Apr 22 15:52:34.019094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8168a-6a23-4b9c-99b2-9da39ffd82c9 req-5bb9fe21-2680-4976-8fb1-2640c90be9c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:34.020562 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7ba8168a-6a23-4b9c-99b2-9da39ffd82c9 req-5bb9fe21-2680-4976-8fb1-2640c90be9c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1677fa99-bdf7-4cab-b042-7f18ed243669 HTTP/1.1" status: 200 len: 897 time: 0.1514173 Apr 22 15:52:34.125405 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7ba8168a-6a23-4b9c-99b2-9da39ffd82c9 req-07bae103-3884-4074-b8ad-30df5c60adfa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844406cb-d68f-44c6-89f6-29ebb84ff2f1 HTTP/1.1" status: 200 len: 217 time: 0.0971899 Apr 22 15:52:34.143451 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ab5e330f-f1a7-4491-8cf6-2b963e0505ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '8ef656d5-2b8d-4500-9e38-6b98f1e3e802', 'name': '', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:0f:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:59Z', 'updated_at': '2022-04-22T15:50:06Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:34.147314 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e330f-f1a7-4491-8cf6-2b963e0505ec None None] Checking router: 5c2a0b69-9965-42ba-a111-f89eb382ceb3 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:52:34.158226 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5e330f-f1a7-4491-8cf6-2b963e0505ec None None] Routers {'5c2a0b69-9965-42ba-a111-f89eb382ceb3'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:52:34.158812 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ab5e330f-f1a7-4491-8cf6-2b963e0505ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:52:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:34.205676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8168a-6a23-4b9c-99b2-9da39ffd82c9 req-e79fec15-b4a0-4c1a-9d27-1262526b8521 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:34.207055 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7ba8168a-6a23-4b9c-99b2-9da39ffd82c9 req-e79fec15-b4a0-4c1a-9d27-1262526b8521 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7e1b7106-b725-4efb-9870-3759e2f0ba1a HTTP/1.1" status: 200 len: 835 time: 0.0739846 Apr 22 15:52:34.222081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da3bc1-2ac1-4807-846c-56f7c4337bcf req-362d8071-7baf-47f7-af44-f9990fa82518 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:34.222787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-82da3bc1-2ac1-4807-846c-56f7c4337bcf req-362d8071-7baf-47f7-af44-f9990fa82518 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:52:34.287687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-82da3bc1-2ac1-4807-846c-56f7c4337bcf req-362d8071-7baf-47f7-af44-f9990fa82518 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:52:34.288825 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-82da3bc1-2ac1-4807-846c-56f7c4337bcf req-362d8071-7baf-47f7-af44-f9990fa82518 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.2088087 Apr 22 15:52:34.334330 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7ba8168a-6a23-4b9c-99b2-9da39ffd82c9 req-3bddb553-2d3a-4776-b873-178d37071703 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1677fa99-bdf7-4cab-b042-7f18ed243669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1087868 Apr 22 15:52:34.360722 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-82da3bc1-2ac1-4807-846c-56f7c4337bcf req-717645db-7758-40f2-a0b7-1824a4eecabf tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654182 Apr 22 15:52:34.364179 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-ab5e330f-f1a7-4491-8cf6-2b963e0505ec None None] Set router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:52:34.467945 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7ba8168a-6a23-4b9c-99b2-9da39ffd82c9 req-9754792e-af07-4b4b-bdae-ba06ac536629 service neutron] 10.222.0.70 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256742 Apr 22 15:52:34.598969 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7ba8168a-6a23-4b9c-99b2-9da39ffd82c9 req-6f2f239e-bb05-40dc-a52d-33bb6454e778 service neutron] 10.222.0.70 "GET /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245115 Apr 22 15:52:34.671973 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-ab5e330f-f1a7-4491-8cf6-2b963e0505ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '8ef656d5-2b8d-4500-9e38-6b98f1e3e802', 'name': '', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:0f:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:59Z', 'updated_at': '2022-04-22T15:50:06Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:34.675725 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e330f-f1a7-4491-8cf6-2b963e0505ec None None] The sync data for ids ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'] in dv-neutron-838883-3-hyperv is: [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '8ef656d5-2b8d-4500-9e38-6b98f1e3e802', 'name': '', 'network_id': '1677fa99-bdf7-4cab-b042-7f18ed243669', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:0f:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:59Z', 'updated_at': '2022-04-22T15:50:06Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '7e1b7106-b725-4efb-9870-3759e2f0ba1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:52:34.891746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7796283-0cef-4a1a-8598-bdb5f9e7b076 None None] New status for floating IP 701e3367-c267-4f5e-8615-d3212b99c255: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:52:35.254268 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:52:35.556613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce15eb-24db-4940-8095-b715387d463e req-a66d3411-b937-47d6-9221-6820a9985859 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:35.557956 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3ce15eb-24db-4940-8095-b715387d463e req-a66d3411-b937-47d6-9221-6820a9985859 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.0743196 Apr 22 15:52:35.605988 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3ce15eb-24db-4940-8095-b715387d463e req-3a113f1b-e4d8-4afd-a9e6-9619ee8a3211 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423791 Apr 22 15:52:36.133849 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987c40b-4121-452b-b8f8-29a8310432e8 req-8b975d4f-40b0-46f9-930d-5d221d298442 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:36.135281 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b987c40b-4121-452b-b8f8-29a8310432e8 req-8b975d4f-40b0-46f9-930d-5d221d298442 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.0749590 Apr 22 15:52:36.200760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-b987c40b-4121-452b-b8f8-29a8310432e8 req-a03fa3ea-0c68-4dac-ab8a-4dc896c255fb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 844406cb-d68f-44c6-89f6-29ebb84ff2f1 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:52:36.201018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b987c40b-4121-452b-b8f8-29a8310432e8 req-a03fa3ea-0c68-4dac-ab8a-4dc896c255fb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:36.439248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-b987c40b-4121-452b-b8f8-29a8310432e8 req-a03fa3ea-0c68-4dac-ab8a-4dc896c255fb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port 844406cb-d68f-44c6-89f6-29ebb84ff2f1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=844406cb-d68f-44c6-89f6-29ebb84ff2f1,segment=NetworkSegment(174538c5-5046-4c89-88ab-13ae50602e7a),segment_id=174538c5-5046-4c89-88ab-13ae50602e7a)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:52:36.439595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b987c40b-4121-452b-b8f8-29a8310432e8 req-a03fa3ea-0c68-4dac-ab8a-4dc896c255fb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:36.652714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-b987c40b-4121-452b-b8f8-29a8310432e8 req-a03fa3ea-0c68-4dac-ab8a-4dc896c255fb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 844406cb-d68f-44c6-89f6-29ebb84ff2f1 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:52:36.838070 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b987c40b-4121-452b-b8f8-29a8310432e8 req-a03fa3ea-0c68-4dac-ab8a-4dc896c255fb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:36.886635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fa3ea-0c68-4dac-ab8a-4dc896c255fb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=844406cb-d68f-44c6-89f6-29ebb84ff2f1,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:36.924428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3095073-599e-4cf2-ab2f-24bf7f5e9147 req-e06f178a-c698-4074-b3c9-c545b4da5473 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:36.925875 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f3095073-599e-4cf2-ab2f-24bf7f5e9147 req-e06f178a-c698-4074-b3c9-c545b4da5473 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7aab44f-2b3a-4cb7-8fde-e339693bd860 HTTP/1.1" status: 200 len: 946 time: 0.2011392 Apr 22 15:52:36.989000 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-b987c40b-4121-452b-b8f8-29a8310432e8 req-a03fa3ea-0c68-4dac-ab8a-4dc896c255fb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] No DVR routers for this DVR port 844406cb-d68f-44c6-89f6-29ebb84ff2f1 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:52:36.992030 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-b987c40b-4121-452b-b8f8-29a8310432e8 req-a03fa3ea-0c68-4dac-ab8a-4dc896c255fb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:36.994485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'name': 'network-vif-deleted', 'tag': '844406cb-d68f-44c6-89f6-29ebb84ff2f1'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:52:37.019970 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b987c40b-4121-452b-b8f8-29a8310432e8 req-a03fa3ea-0c68-4dac-ab8a-4dc896c255fb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "DELETE /v2.0/ports/844406cb-d68f-44c6-89f6-29ebb84ff2f1 HTTP/1.1" status: 204 len: 173 time: 0.8791542 Apr 22 15:52:37.024907 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f3095073-599e-4cf2-ab2f-24bf7f5e9147 req-14f2efc8-7a3d-485c-8c3b-73996433f88d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=150543df-f9e0-4f96-ad51-c49c4396dc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934384 Apr 22 15:52:37.057956 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daace5f5-7e74-4c03-9d27-f5eab562150f'] response: {'server_uuid': 'a7aab44f-2b3a-4cb7-8fde-e339693bd860', 'name': 'network-vif-deleted', 'tag': '844406cb-d68f-44c6-89f6-29ebb84ff2f1', 'status': 'completed', 'code': 200} Apr 22 15:52:38.130158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42434) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:38.518537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f98c-ee1c-4c4b-a1be-340efcfac7f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:39.051990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 844406cb-d68f-44c6-89f6-29ebb84ff2f1 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:52:39.086070 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 844406cb-d68f-44c6-89f6-29ebb84ff2f1 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:52:39.086435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 844406cb-d68f-44c6-89f6-29ebb84ff2f1 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:52:39.119120 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7f98c-ee1c-4c4b-a1be-340efcfac7f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:52:39.119465 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f98c-ee1c-4c4b-a1be-340efcfac7f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:39.398861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-b3c7f98c-ee1c-4c4b-a1be-340efcfac7f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port 8ef656d5-2b8d-4500-9e38-6b98f1e3e802, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8ef656d5-2b8d-4500-9e38-6b98f1e3e802,segment=NetworkSegment(174538c5-5046-4c89-88ab-13ae50602e7a),segment_id=174538c5-5046-4c89-88ab-13ae50602e7a)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:52:39.399567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f98c-ee1c-4c4b-a1be-340efcfac7f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:39.517857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7f98c-ee1c-4c4b-a1be-340efcfac7f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:52:39.688100 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f98c-ee1c-4c4b-a1be-340efcfac7f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:39.734292 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7f98c-ee1c-4c4b-a1be-340efcfac7f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=8ef656d5-2b8d-4500-9e38-6b98f1e3e802,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:40.026827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b3c7f98c-ee1c-4c4b-a1be-340efcfac7f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:40.683216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c7f98c-ee1c-4c4b-a1be-340efcfac7f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:52:40.876448 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c7f98c-ee1c-4c4b-a1be-340efcfac7f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:52:40.886220 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6478d97f-494a-414b-8e9a-dde2d9a35b42 None None] Sync routers for ids ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:52:40.891272 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b3c7f98c-ee1c-4c4b-a1be-340efcfac7f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "PUT /v2.0/routers/5c2a0b69-9965-42ba-a111-f89eb382ceb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7576022 Apr 22 15:52:40.891490 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42438) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:40.897721 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6478d97f-494a-414b-8e9a-dde2d9a35b42 None None] Routers {'5c2a0b69-9965-42ba-a111-f89eb382ceb3'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:52:40.898336 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6478d97f-494a-414b-8e9a-dde2d9a35b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:52:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:41.074065 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6478d97f-494a-414b-8e9a-dde2d9a35b42 None None] Set router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:52:41.081512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-b069dfec-beaf-4891-8a64-3156897a15ba tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting subnet 7e1b7106-b725-4efb-9870-3759e2f0ba1a {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:52:41.084382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b069dfec-beaf-4891-8a64-3156897a15ba tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:41.136949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b069dfec-beaf-4891-8a64-3156897a15ba tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:41.220705 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b069dfec-beaf-4891-8a64-3156897a15ba tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:41.292444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b069dfec-beaf-4891-8a64-3156897a15ba tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:41.328461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069dfec-beaf-4891-8a64-3156897a15ba tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1b7106-b725-4efb-9870-3759e2f0ba1a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:41.337330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b069dfec-beaf-4891-8a64-3156897a15ba tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:41.344504 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7375a22-3072-45a5-b6a1-e3de63321d68 None None] Network 1677fa99-bdf7-4cab-b042-7f18ed243669 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:52:41.346784 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42442) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:41.347266 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b069dfec-beaf-4891-8a64-3156897a15ba tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/subnets/7e1b7106-b725-4efb-9870-3759e2f0ba1a HTTP/1.1" status: 204 len: 168 time: 0.4544029 Apr 22 15:52:41.355268 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6478d97f-494a-414b-8e9a-dde2d9a35b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:52:39Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:41.359648 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6478d97f-494a-414b-8e9a-dde2d9a35b42 None None] Checking router: 5c2a0b69-9965-42ba-a111-f89eb382ceb3 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:52:41.370083 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6478d97f-494a-414b-8e9a-dde2d9a35b42 None None] Routers {'5c2a0b69-9965-42ba-a111-f89eb382ceb3'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:52:41.370698 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6478d97f-494a-414b-8e9a-dde2d9a35b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:52:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:41.549079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:41.551040 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-6478d97f-494a-414b-8e9a-dde2d9a35b42 None None] Set router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:52:41.600141 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] DHCP port deletion for 1677fa99-bdf7-4cab-b042-7f18ed243669 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:52:41.604073 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Deleting port 11d9591d-f020-4775-bde9-58b2543bfcbd {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:52:41.604507 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:41.813101 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] For port 11d9591d-f020-4775-bde9-58b2543bfcbd, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=11d9591d-f020-4775-bde9-58b2543bfcbd,segment=NetworkSegment(174538c5-5046-4c89-88ab-13ae50602e7a),segment_id=174538c5-5046-4c89-88ab-13ae50602e7a)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:52:41.813377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:41.853585 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:41.863262 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port aedceff3-b6b9-4758-b281-c531aef773d8 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:52:41.864498 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:41.885554 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-6478d97f-494a-414b-8e9a-dde2d9a35b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:52:39Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:41.896113 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6478d97f-494a-414b-8e9a-dde2d9a35b42 None None] The sync data for ids ['5c2a0b69-9965-42ba-a111-f89eb382ceb3'] in dv-neutron-838883-3-hyperv is: [{'id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-338922026', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:52:39Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': 'aedceff3-b6b9-4758-b281-c531aef773d8', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:68:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2a0b69-9965-42ba-a111-f89eb382ceb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:49:56Z', 'updated_at': '2022-04-22T15:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:52:41.940610 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Calling delete_port for 11d9591d-f020-4775-bde9-58b2543bfcbd owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:52:42.020956 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:42.064026 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port aedceff3-b6b9-4758-b281-c531aef773d8, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=aedceff3-b6b9-4758-b281-c531aef773d8,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:52:42.064354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:42.111171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Pushing event deleted for resources: {'Port': ['ID=11d9591d-f020-4775-bde9-58b2543bfcbd,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:42.120607 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] No DVR routers for this DVR port 11d9591d-f020-4775-bde9-58b2543bfcbd on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:52:42.122890 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.123236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.123629 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.123959 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.124295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.124623 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.124945 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.125269 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.125591 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.125914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.126255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d2a0f8-ba41-469a-b2e4-7f41dd17844a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.193518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for aedceff3-b6b9-4758-b281-c531aef773d8 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:52:42.309808 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 11d9591d-f020-4775-bde9-58b2543bfcbd no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:52:42.348012 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 11d9591d-f020-4775-bde9-58b2543bfcbd {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:52:42.348595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 11d9591d-f020-4775-bde9-58b2543bfcbd not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:52:42.378610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:42.423873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=aedceff3-b6b9-4758-b281-c531aef773d8,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:42.462493 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.462845 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.463187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.463525 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.463860 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.464192 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.464522 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.464853 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.465180 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.465507 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.465832 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:42.655426 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:42.807168 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d57b3cb5-bc18-47d7-95a5-7a23369d52de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:42.900532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:42.904579 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:42.928139 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:42.928686 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Fanout notify agent at l3_agent the message router_deleted on router 5c2a0b69-9965-42ba-a111-f89eb382ceb3 {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:52:42.945095 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:42.946430 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-70db8938-47a4-418d-959f-b07e4ab1466c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/routers/5c2a0b69-9965-42ba-a111-f89eb382ceb3 HTTP/1.1" status: 204 len: 168 time: 1.5980093 Apr 22 15:52:42.949143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42446) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:43.070133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-095ec489-a4f6-4d96-b66c-b8e5835d03f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:43.197255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-095ec489-a4f6-4d96-b66c-b8e5835d03f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:43.221632 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-095ec489-a4f6-4d96-b66c-b8e5835d03f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1677fa99-bdf7-4cab-b042-7f18ed243669']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:43.233811 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-095ec489-a4f6-4d96-b66c-b8e5835d03f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174538c5-5046-4c89-88ab-13ae50602e7a') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:43.234110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-095ec489-a4f6-4d96-b66c-b8e5835d03f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174538c5-5046-4c89-88ab-13ae50602e7a') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:43.245139 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-095ec489-a4f6-4d96-b66c-b8e5835d03f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:43.264770 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-095ec489-a4f6-4d96-b66c-b8e5835d03f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:43.270857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095ec489-a4f6-4d96-b66c-b8e5835d03f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:52:43.271240 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-095ec489-a4f6-4d96-b66c-b8e5835d03f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:52:43.285819 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:52:43.360151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-095ec489-a4f6-4d96-b66c-b8e5835d03f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:43.376844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-095ec489-a4f6-4d96-b66c-b8e5835d03f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:43.388365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ec489-a4f6-4d96-b66c-b8e5835d03f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Network': ['ID=1677fa99-bdf7-4cab-b042-7f18ed243669,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:43.397728 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-095ec489-a4f6-4d96-b66c-b8e5835d03f4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/networks/1677fa99-bdf7-4cab-b042-7f18ed243669 HTTP/1.1" status: 204 len: 168 time: 0.4467895 Apr 22 15:52:43.400384 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42450) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:43.472647 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e4cccf9-de5b-40f8-b6af-519e2ed264a1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:43.501138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e4cccf9-de5b-40f8-b6af-519e2ed264a1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:43.563548 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e4cccf9-de5b-40f8-b6af-519e2ed264a1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:43.581739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cccf9-de5b-40f8-b6af-519e2ed264a1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150543df-f9e0-4f96-ad51-c49c4396dc1a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:43.588698 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9e4cccf9-de5b-40f8-b6af-519e2ed264a1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:43.589560 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9e4cccf9-de5b-40f8-b6af-519e2ed264a1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/security-groups/150543df-f9e0-4f96-ad51-c49c4396dc1a HTTP/1.1" status: 204 len: 168 time: 0.1882269 Apr 22 15:52:43.977044 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:52:44.012004 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:52:44.012342 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8ef656d5-2b8d-4500-9e38-6b98f1e3e802 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:52:44.012757 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aedceff3-b6b9-4758-b281-c531aef773d8 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:52:44.047894 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: aedceff3-b6b9-4758-b281-c531aef773d8 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:52:44.048231 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device aedceff3-b6b9-4758-b281-c531aef773d8 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:52:44.853065 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42468) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:44.858730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110722273', 'description': 'tempest-secgroup-smoke-110722273 description', 'project_id': '75a96c8912d741e09298d54dbc98abdb'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:52:44.864551 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:52:44.868688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:52:44.871781 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:52:44.878460 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:52:44.888556 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:44.923496 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:52:44.927256 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:52:44.930168 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:52:44.936051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:52:44.996748 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.001471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.047821 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f8c409-2661-4bc3-87d7-44a42f90a4d8,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:45.052482 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.054210 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6a618e1c-2f63-43f4-9a9a-e090b159ae00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2000279 Apr 22 15:52:45.057459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42472) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:45.065815 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-a65abbea-375f-4b30-ab3c-9016e5c20121 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '65f8c409-2661-4bc3-87d7-44a42f90a4d8', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:52:45.071657 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a65abbea-375f-4b30-ab3c-9016e5c20121 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:52:45.075831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a65abbea-375f-4b30-ab3c-9016e5c20121 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:52:45.078626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-531599e6-498e-4fca-b3df-7c0786c41c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.079414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a65abbea-375f-4b30-ab3c-9016e5c20121 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:52:45.085739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a65abbea-375f-4b30-ab3c-9016e5c20121 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:52:45.101007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a65abbea-375f-4b30-ab3c-9016e5c20121 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.159643 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a65abbea-375f-4b30-ab3c-9016e5c20121 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.162937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a65abbea-375f-4b30-ab3c-9016e5c20121 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.184524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65abbea-375f-4b30-ab3c-9016e5c20121 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1070ec8-9794-4719-add2-b09fa947746c,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:45.192564 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a65abbea-375f-4b30-ab3c-9016e5c20121 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.193817 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a65abbea-375f-4b30-ab3c-9016e5c20121 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1352353 Apr 22 15:52:45.196499 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42476) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:45.202113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3ba20508-4dca-4b49-b144-211a5363599b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '65f8c409-2661-4bc3-87d7-44a42f90a4d8', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:52:45.207934 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3ba20508-4dca-4b49-b144-211a5363599b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:52:45.211809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3ba20508-4dca-4b49-b144-211a5363599b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:52:45.214928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3ba20508-4dca-4b49-b144-211a5363599b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:52:45.221144 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3ba20508-4dca-4b49-b144-211a5363599b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:52:45.239360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ba20508-4dca-4b49-b144-211a5363599b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.299020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ba20508-4dca-4b49-b144-211a5363599b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.302477 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ba20508-4dca-4b49-b144-211a5363599b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.326043 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba20508-4dca-4b49-b144-211a5363599b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd674e4-970d-4db7-a67c-e933fdbb11cc,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:45.335348 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3ba20508-4dca-4b49-b144-211a5363599b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.336494 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3ba20508-4dca-4b49-b144-211a5363599b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1391153 Apr 22 15:52:45.339197 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42480) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:45.345044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8d61966a-07fb-4437-a431-ab85b30c9765 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '65f8c409-2661-4bc3-87d7-44a42f90a4d8', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:52:45.350614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8d61966a-07fb-4437-a431-ab85b30c9765 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:52:45.354339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8d61966a-07fb-4437-a431-ab85b30c9765 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:52:45.357146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8d61966a-07fb-4437-a431-ab85b30c9765 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:52:45.362889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8d61966a-07fb-4437-a431-ab85b30c9765 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:52:45.378873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8d61966a-07fb-4437-a431-ab85b30c9765 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.440220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8d61966a-07fb-4437-a431-ab85b30c9765 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.444220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8d61966a-07fb-4437-a431-ab85b30c9765 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.468898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61966a-07fb-4437-a431-ab85b30c9765 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be059957-e04a-40c5-90dd-80b4f9a09ef4,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:45.477883 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8d61966a-07fb-4437-a431-ab85b30c9765 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.479112 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8d61966a-07fb-4437-a431-ab85b30c9765 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1390297 Apr 22 15:52:45.481821 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42484) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:45.487156 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-4e6f0abe-506c-4384-bb7a-9fb53e13bb41 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '65f8c409-2661-4bc3-87d7-44a42f90a4d8', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:52:45.492845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4e6f0abe-506c-4384-bb7a-9fb53e13bb41 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:52:45.496605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4e6f0abe-506c-4384-bb7a-9fb53e13bb41 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:52:45.499471 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4e6f0abe-506c-4384-bb7a-9fb53e13bb41 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:52:45.505095 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4e6f0abe-506c-4384-bb7a-9fb53e13bb41 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:52:45.520882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4e6f0abe-506c-4384-bb7a-9fb53e13bb41 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.585087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4e6f0abe-506c-4384-bb7a-9fb53e13bb41 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.588629 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4e6f0abe-506c-4384-bb7a-9fb53e13bb41 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.610627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f0abe-506c-4384-bb7a-9fb53e13bb41 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0246e711-b2a0-48cc-9f68-47880bcc5009,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:45.618484 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4e6f0abe-506c-4384-bb7a-9fb53e13bb41 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.619630 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4e6f0abe-506c-4384-bb7a-9fb53e13bb41 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1368570 Apr 22 15:52:45.622302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42488) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:45.627963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5fdb21f9-f693-4ba4-958d-cec69ae9c74c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '65f8c409-2661-4bc3-87d7-44a42f90a4d8', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:52:45.633701 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5fdb21f9-f693-4ba4-958d-cec69ae9c74c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:52:45.637403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5fdb21f9-f693-4ba4-958d-cec69ae9c74c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:52:45.641047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5fdb21f9-f693-4ba4-958d-cec69ae9c74c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:52:45.646658 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5fdb21f9-f693-4ba4-958d-cec69ae9c74c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:52:45.656693 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-5fdb21f9-f693-4ba4-958d-cec69ae9c74c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Project 75a96c8912d741e09298d54dbc98abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:52:45.663067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5fdb21f9-f693-4ba4-958d-cec69ae9c74c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.728646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5fdb21f9-f693-4ba4-958d-cec69ae9c74c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.732064 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5fdb21f9-f693-4ba4-958d-cec69ae9c74c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.754476 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb21f9-f693-4ba4-958d-cec69ae9c74c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77170002-b746-4d70-a458-231afa274f62,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:45.763640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5fdb21f9-f693-4ba4-958d-cec69ae9c74c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.765434 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5fdb21f9-f693-4ba4-958d-cec69ae9c74c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1422431 Apr 22 15:52:45.768145 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42492) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:45.773337 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-bb08a344-9770-4f2d-98d3-2e1edd3250cd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '65f8c409-2661-4bc3-87d7-44a42f90a4d8', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:52:45.778890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bb08a344-9770-4f2d-98d3-2e1edd3250cd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:52:45.782671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-bb08a344-9770-4f2d-98d3-2e1edd3250cd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:52:45.785478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-bb08a344-9770-4f2d-98d3-2e1edd3250cd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:52:45.791124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bb08a344-9770-4f2d-98d3-2e1edd3250cd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:52:45.801056 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-bb08a344-9770-4f2d-98d3-2e1edd3250cd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Project 75a96c8912d741e09298d54dbc98abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:52:45.807360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bb08a344-9770-4f2d-98d3-2e1edd3250cd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.869533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bb08a344-9770-4f2d-98d3-2e1edd3250cd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.873065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bb08a344-9770-4f2d-98d3-2e1edd3250cd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.899196 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08a344-9770-4f2d-98d3-2e1edd3250cd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca27302-f6eb-45fd-8d2e-e218ce9724ac,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:45.908305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bb08a344-9770-4f2d-98d3-2e1edd3250cd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:45.909590 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bb08a344-9770-4f2d-98d3-2e1edd3250cd tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1405654 Apr 22 15:52:45.912444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42496) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:45.917895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'network': {'name': 'tempest-network-smoke--1642755666', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'port_security_enabled': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:52:45.923284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:52:45.927176 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:network and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:52:45.930034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:52:45.936541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:52:46.031301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:52:46.034244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:46.063656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:52:46.072622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:46.072981 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Added segment 91739b27-370a-453a-b6f2-3be10b5d7432 of type vlan for network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f Apr 22 15:52:46.097886 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:46.101914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:46.128054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:46.132328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:46.133002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:46.135387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:46.235180 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3217046 Apr 22 15:52:46.237977 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42500) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:46.243296 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'admin_state_up': True, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:52:46.243766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba816d90-eb9d-4e96-88da-ad8e52d91212 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Network': ['ID=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:46.250929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:52:46.254103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:52:46.254618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:router and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:52:46.257757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:52:46.263509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:52:46.274416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:46.275338 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:46.294833 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:46.528801 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:46.707383 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:46.741800 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:46.872454 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.26.8.61 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/45056d10-baf4-422d-a7b9-b1c910c96ddd) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:52:47.023688 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:47.051399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:47.120495 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:52:47.123193 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:52:47.127305 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:52:47.156553 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=45056d10-baf4-422d-a7b9-b1c910c96ddd,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:47.281648 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:47.282456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:47.508974 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router bb83fc40-3221-43ff-91b1-7d9c82b514bb is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:52:47.705087 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:52:47.707014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:47.715598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Sync routers for ids ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:52:47.726897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Routers {'bb83fc40-3221-43ff-91b1-7d9c82b514bb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:52:47.727700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:52:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:47.731351 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:47.732534 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c90033f4-72c2-4c3e-864e-ce31c408c715 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4935291 Apr 22 15:52:47.736073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42504) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:47.775470 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-60dcb40f-278d-40bf-90fe-7756db18901c tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=75a96c8912d741e09298d54dbc98abdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381551 Apr 22 15:52:47.777782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42508) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:47.898430 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Set router bb83fc40-3221-43ff-91b1-7d9c82b514bb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:52:47.905887 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516cad4d-04b7-4606-9654-b89f12860e2d tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:47.907414 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-516cad4d-04b7-4606-9654-b89f12860e2d tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287303 Apr 22 15:52:47.910285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42512) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:47.948164 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-04dee542-39e3-4af5-8dc1-adfce7b3e9d3 tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367944 Apr 22 15:52:47.950639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42516) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:47.956060 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1303515918', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:52:48.063844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:52:48.067551 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:subnet and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:52:48.070314 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:52:48.075855 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:52:48.085913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:52:48.185736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:47Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:48.189767 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Checking router: bb83fc40-3221-43ff-91b1-7d9c82b514bb for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:52:48.190111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Updating router bb83fc40-3221-43ff-91b1-7d9c82b514bb port 45056d10-baf4-422d-a7b9-b1c910c96ddd binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:52:48.243118 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:48.291273 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:48.515980 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:48.568053 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:48.581954 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Transition to ACTIVE for port object 45056d10-baf4-422d-a7b9-b1c910c96ddd will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:52:48.588176 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:48.598535 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Subnet': ['ID=a622cd0b-9214-4fef-b37c-2d0dee4cf400,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:48.613473 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Checking segment: {'id': '91739b27-370a-453a-b6f2-3be10b5d7432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:52:48.613945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network hostable DHCP agents. Network: b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:52:48.640457 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:52:48.651546 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:52:48.655652 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:48.656238 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:48.669691 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b648605f-6353-4310-879f-06f32b85f1f6 None None] Network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:52:48.680274 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f5e711e7-0d69-4569-90ea-23f78590ce0d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7282574 Apr 22 15:52:48.682916 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42520) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:52:48.691985 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a9ffe-4c60-4c93-bf6e-7f5e9efd75ab None None] Pushing event updated for resources: {'Port': ['ID=45056d10-baf4-422d-a7b9-b1c910c96ddd,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:48.746897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Attempting to bind port 45056d10-baf4-422d-a7b9-b1c910c96ddd on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:52:48.747572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Attempting to bind port 45056d10-baf4-422d-a7b9-b1c910c96ddd by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:52:48.747667 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Attempting to bind port 45056d10-baf4-422d-a7b9-b1c910c96ddd on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:52:48.765744 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:52:48.766117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:52:48.766543 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:48.766938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:52:48.767408 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Bound port: 45056d10-baf4-422d-a7b9-b1c910c96ddd, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:52:48.767780 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:48.910719 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] For port 45056d10-baf4-422d-a7b9-b1c910c96ddd, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:52:48.923595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] For port 45056d10-baf4-422d-a7b9-b1c910c96ddd, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=45056d10-baf4-422d-a7b9-b1c910c96ddd,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:52:48.989236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:49.049287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ips': [{'subnet_id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:52:49.050096 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:49.143311 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a9ffe-4c60-4c93-bf6e-7f5e9efd75ab None None] Pushing event updated for resources: {'Port': ['ID=45056d10-baf4-422d-a7b9-b1c910c96ddd,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:49.163002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Routers {'bb83fc40-3221-43ff-91b1-7d9c82b514bb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:52:49.163559 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:52:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:49.389548 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Allocated IP 172.20.0.2 (b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f/a622cd0b-9214-4fef-b37c-2d0dee4cf400/f9fd95f5-db96-423e-990e-545d89b2c7f2) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:52:49.411046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] Set router bb83fc40-3221-43ff-91b1-7d9c82b514bb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:52:49.457777 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:49.852042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:49.865327 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Transition to ACTIVE for port object f9fd95f5-db96-423e-990e-545d89b2c7f2 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:52:49.889455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Transition to ACTIVE for port object f9fd95f5-db96-423e-990e-545d89b2c7f2 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:52:49.896317 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:49.929075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:47Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:49.956923 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e314f-84c3-4637-914c-2920d7327776 None None] The sync data for ids ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'] in dv-neutron-838883-3-hyperv is: [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:47Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:52:49.974112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:52:49.978761 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:52:49.980727 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Pushing event updated for resources: {'Port': ['ID=f9fd95f5-db96-423e-990e-545d89b2c7f2,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:49.983020 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:52:50.064766 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.20.0.1 (b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f/a622cd0b-9214-4fef-b37c-2d0dee4cf400/fa00f7ab-e2fc-404c-b91d-719b31a7e899) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:52:50.081842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Attempting to bind port f9fd95f5-db96-423e-990e-545d89b2c7f2 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:52:50.082247 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Attempting to bind port f9fd95f5-db96-423e-990e-545d89b2c7f2 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '91739b27-370a-453a-b6f2-3be10b5d7432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:52:50.082643 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Attempting to bind port f9fd95f5-db96-423e-990e-545d89b2c7f2 on network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:52:50.089240 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:52:50.089609 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Checking segment: {'id': '91739b27-370a-453a-b6f2-3be10b5d7432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:52:50.090009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:50.090426 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Bound using segment: {'id': '91739b27-370a-453a-b6f2-3be10b5d7432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:52:50.090895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Bound port: f9fd95f5-db96-423e-990e-545d89b2c7f2, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91739b27-370a-453a-b6f2-3be10b5d7432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:52:50.091267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:50.193296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] For port f9fd95f5-db96-423e-990e-545d89b2c7f2, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:52:50.196850 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] For port f9fd95f5-db96-423e-990e-545d89b2c7f2, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f9fd95f5-db96-423e-990e-545d89b2c7f2,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:52:50.200683 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:50.269567 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:50.287312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Transition to ACTIVE for port object fa00f7ab-e2fc-404c-b91d-719b31a7e899 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:52:50.291188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5cea7-6cb7-4217-98da-5da27653b7a5 None None] Pushing event updated for resources: {'Port': ['ID=f9fd95f5-db96-423e-990e-545d89b2c7f2,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:50.316154 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:50.393392 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:52:50.396707 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:52:50.399156 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:52:50.433685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=fa00f7ab-e2fc-404c-b91d-719b31a7e899,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:50.485249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:50.582520 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:51.007723 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:51.013034 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:51.128755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=fa00f7ab-e2fc-404c-b91d-719b31a7e899,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:51.131132 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:51.227038 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23698ad-05f0-4837-afcc-4219bd568682 None None] Network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:52:51.270691 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:52:51.271874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:52:51.330577 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-087989d7-dd64-46e7-be7e-7d800bd359da None None] Provisioning for port f9fd95f5-db96-423e-990e-545d89b2c7f2 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:52:51.677395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8ea7a5b9-8f3b-455d-9f7e-f3685117bfe6 None None] Provisioning for port fa00f7ab-e2fc-404c-b91d-719b31a7e899 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:52:51.683047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8ea7a5b9-8f3b-455d-9f7e-f3685117bfe6 None None] Provisioning complete for port fa00f7ab-e2fc-404c-b91d-719b31a7e899 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:52:51.683350 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a5b9-8f3b-455d-9f7e-f3685117bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:51.760955 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router bb83fc40-3221-43ff-91b1-7d9c82b514bb has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:52:51.787738 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7a5b9-8f3b-455d-9f7e-f3685117bfe6 None None] Port fa00f7ab-e2fc-404c-b91d-719b31a7e899 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:52:51.908677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6208512a-d831-442e-a227-2d1b8280ff86 None None] Provisioning complete for port fa00f7ab-e2fc-404c-b91d-719b31a7e899 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:52:51.909133 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6208512a-d831-442e-a227-2d1b8280ff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:51.963877 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6208512a-d831-442e-a227-2d1b8280ff86 None None] Port fa00f7ab-e2fc-404c-b91d-719b31a7e899 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:52:51.980820 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:52:52.015489 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-5588a14d-306f-4be9-961a-e776208f1917 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "PUT /v2.0/routers/bb83fc40-3221-43ff-91b1-7d9c82b514bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3210163 Apr 22 15:52:52.075386 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f9fd95f5-db96-423e-990e-545d89b2c7f2 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:52:52.140521 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b4c7e7f4-dfed-4ba1-ac5c-2154280fdcb5 None None] Provisioning complete for port fa00f7ab-e2fc-404c-b91d-719b31a7e899 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:52:52.140880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e7f4-dfed-4ba1-ac5c-2154280fdcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:52.189863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-f1a6339b-4ad6-4042-904d-fdbd96820d13 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:52:52.196515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b4c7e7f4-dfed-4ba1-ac5c-2154280fdcb5 None None] Port fa00f7ab-e2fc-404c-b91d-719b31a7e899 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:52:52.199328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port f9fd95f5-db96-423e-990e-545d89b2c7f2 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:52:52.205358 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port f9fd95f5-db96-423e-990e-545d89b2c7f2 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:52:52.205830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:52.206987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-f1a6339b-4ad6-4042-904d-fdbd96820d13 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:52:52.208275 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-f1a6339b-4ad6-4042-904d-fdbd96820d13 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110722273&fields=id&tenant_id=75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 267 time: 0.0588961 Apr 22 15:52:52.319992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:52.351219 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port f9fd95f5-db96-423e-990e-545d89b2c7f2, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f9fd95f5-db96-423e-990e-545d89b2c7f2,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:52:52.353921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-1d699f84-4cd4-4442-b57f-359d5d87fd46 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:52.354622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-1d699f84-4cd4-4442-b57f-359d5d87fd46 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:52:52.355400 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:52.356284 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 45056d10-baf4-422d-a7b9-b1c910c96ddd up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:52:52.369434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-1d699f84-4cd4-4442-b57f-359d5d87fd46 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:52:52.371058 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-1d699f84-4cd4-4442-b57f-359d5d87fd46 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/networks?id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f HTTP/1.1" status: 200 len: 797 time: 0.1557572 Apr 22 15:52:52.387572 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-9393a69f-fba8-4797-a0f7-e8c2ec13c12e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/quotas/75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 375 time: 0.0107603 Apr 22 15:52:52.469486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-470257f1-be94-45e4-a2ee-9919b221d52f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:52:52.469792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=f9fd95f5-db96-423e-990e-545d89b2c7f2,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:52.482447 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 45056d10-baf4-422d-a7b9-b1c910c96ddd completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:52:52.486521 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-470257f1-be94-45e4-a2ee-9919b221d52f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:52:52.487799 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-470257f1-be94-45e4-a2ee-9919b221d52f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947223 Apr 22 15:52:52.487933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 45056d10-baf4-422d-a7b9-b1c910c96ddd triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:52:52.488304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:52.568540 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-05cbc0d0-eb14-44fd-aa49-45f4fa45321c service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:52:52.569504 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-05cbc0d0-eb14-44fd-aa49-45f4fa45321c service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0703285 Apr 22 15:52:52.601500 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:52.617361 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 45056d10-baf4-422d-a7b9-b1c910c96ddd, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=45056d10-baf4-422d-a7b9-b1c910c96ddd,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:52:52.621392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:52.684983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=45056d10-baf4-422d-a7b9-b1c910c96ddd,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:52.704213 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-3822d0f0-2bb9-419c-857b-27262567fc4c service neutron] 10.222.0.71 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282971 Apr 22 15:52:52.831109 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-81ff16f4-feae-48b4-830f-8e683fe37de7 service neutron] 10.222.0.71 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212041 Apr 22 15:52:53.020567 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1d5f8fc6-236e-48f4-84a1-70d0e5fd273f req-915e2408-0c6e-4e77-9d41-d1efff5e0b14 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 210 time: 0.0401771 Apr 22 15:52:53.475812 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Sync routers for ids ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:52:53.488189 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Routers {'bb83fc40-3221-43ff-91b1-7d9c82b514bb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:52:53.488779 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:52:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:53.660195 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Set router bb83fc40-3221-43ff-91b1-7d9c82b514bb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:52:53.965885 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:50Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'fa00f7ab-e2fc-404c-b91d-719b31a7e899', 'name': '', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:fe:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:49Z', 'updated_at': '2022-04-22T15:52:50Z', 'revision_number': 2, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:53.971071 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Checking router: bb83fc40-3221-43ff-91b1-7d9c82b514bb for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:52:53.971608 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Updating router bb83fc40-3221-43ff-91b1-7d9c82b514bb port fa00f7ab-e2fc-404c-b91d-719b31a7e899 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:52:54.005766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f9fd95f5-db96-423e-990e-545d89b2c7f2 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:52:54.042632 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:54.133620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port f9fd95f5-db96-423e-990e-545d89b2c7f2 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:52:54.137026 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:54.150556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-8b9c62a5-6425-46f0-baa6-234ac9c2122f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:54.152011 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-8b9c62a5-6425-46f0-baa6-234ac9c2122f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/networks?id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f HTTP/1.1" status: 200 len: 797 time: 0.2032807 Apr 22 15:52:54.234288 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0b282d57-53e0-4b38-a72f-4e4385fe15ca req-e0d05779-e9fc-4cd6-a27b-fbab49d3178b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 210 time: 0.0643754 Apr 22 15:52:54.277228 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-0a9ba230-fc72-4a2d-97d4-11340c11e143 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 379 time: 0.1051519 Apr 22 15:52:54.285618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'port': {'device_id': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'admin_state_up': True, 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'security_groups': ['65f8c409-2661-4bc3-87d7-44a42f90a4d8']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:52:54.288930 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 45056d10-baf4-422d-a7b9-b1c910c96ddd up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:52:54.363596 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 45056d10-baf4-422d-a7b9-b1c910c96ddd triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:52:54.364063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:54.419457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:52:54.431010 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:52:54.431693 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:54.442882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:52:54.446200 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Transition to ACTIVE for port object fa00f7ab-e2fc-404c-b91d-719b31a7e899 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:52:54.446506 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:54.452518 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:54.579300 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a0d61-87af-4781-b10f-74d58644be3d None None] Pushing event updated for resources: {'Port': ['ID=fa00f7ab-e2fc-404c-b91d-719b31a7e899,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:54.619548 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.20.0.3 (b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f/a622cd0b-9214-4fef-b37c-2d0dee4cf400/7c0d2ccd-102b-4be4-8b7b-bb422e951248) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:52:54.643895 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a0d61-87af-4781-b10f-74d58644be3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:54.644225 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a0d61-87af-4781-b10f-74d58644be3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:54.645096 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a0d61-87af-4781-b10f-74d58644be3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:54.645096 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a0d61-87af-4781-b10f-74d58644be3d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:54.645298 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a0d61-87af-4781-b10f-74d58644be3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:54.645492 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a0d61-87af-4781-b10f-74d58644be3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:54.645792 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a0d61-87af-4781-b10f-74d58644be3d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:54.646109 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a0d61-87af-4781-b10f-74d58644be3d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:54.646451 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a0d61-87af-4781-b10f-74d58644be3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:54.646763 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a0d61-87af-4781-b10f-74d58644be3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:54.647073 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864a0d61-87af-4781-b10f-74d58644be3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:52:54.710892 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Attempting to bind port fa00f7ab-e2fc-404c-b91d-719b31a7e899 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:52:54.711257 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Attempting to bind port fa00f7ab-e2fc-404c-b91d-719b31a7e899 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '91739b27-370a-453a-b6f2-3be10b5d7432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:52:54.711611 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Attempting to bind port fa00f7ab-e2fc-404c-b91d-719b31a7e899 on network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:52:54.718567 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:52:54.718935 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Checking segment: {'id': '91739b27-370a-453a-b6f2-3be10b5d7432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:52:54.719331 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:54.719717 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Bound using segment: {'id': '91739b27-370a-453a-b6f2-3be10b5d7432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:52:54.720169 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Bound port: fa00f7ab-e2fc-404c-b91d-719b31a7e899, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91739b27-370a-453a-b6f2-3be10b5d7432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:52:54.720535 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:54.808087 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] For port fa00f7ab-e2fc-404c-b91d-719b31a7e899, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:52:54.811956 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] For port fa00f7ab-e2fc-404c-b91d-719b31a7e899, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=fa00f7ab-e2fc-404c-b91d-719b31a7e899,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:52:54.815579 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:54.818907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:54.834237 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Transition to ACTIVE for port object 7c0d2ccd-102b-4be4-8b7b-bb422e951248 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:52:54.856373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:54.896688 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a0d61-87af-4781-b10f-74d58644be3d None None] Pushing event updated for resources: {'Port': ['ID=fa00f7ab-e2fc-404c-b91d-719b31a7e899,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:54.901172 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Routers {'bb83fc40-3221-43ff-91b1-7d9c82b514bb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:52:54.901776 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:52:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:54.943046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:52:54.946898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=7c0d2ccd-102b-4be4-8b7b-bb422e951248,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:54.949523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:52:54.959713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:52:55.026475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:55.027093 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:55.056367 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-75c4d16d-6d7f-4083-93d5-e74ccad581a3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7746673 Apr 22 15:52:55.074805 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Request body: {'port': {'device_id': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:52:55.093062 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] Set router bb83fc40-3221-43ff-91b1-7d9c82b514bb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:52:55.287846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:55.392646 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-004dda41-1ae2-4df5-b27a-f774b0f4378e None None] Provisioning for port 7c0d2ccd-102b-4be4-8b7b-bb422e951248 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:52:55.398308 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-004dda41-1ae2-4df5-b27a-f774b0f4378e None None] Provisioning complete for port 7c0d2ccd-102b-4be4-8b7b-bb422e951248 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:52:55.398682 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-004dda41-1ae2-4df5-b27a-f774b0f4378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:55.436047 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:50Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'fa00f7ab-e2fc-404c-b91d-719b31a7e899', 'name': '', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:fe:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:49Z', 'updated_at': '2022-04-22T15:52:54Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:52:55.440173 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27bc439-28aa-45b9-815a-e1230b4aa9c3 None None] The sync data for ids ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'] in dv-neutron-838883-3-hyperv is: [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:50Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'fa00f7ab-e2fc-404c-b91d-719b31a7e899', 'name': '', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:fe:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:49Z', 'updated_at': '2022-04-22T15:52:54Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:52:55.458715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-004dda41-1ae2-4df5-b27a-f774b0f4378e None None] Port 7c0d2ccd-102b-4be4-8b7b-bb422e951248 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:52:55.603138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c5201-cdab-420f-a61b-410dab871459 req-a8e2386b-2f7c-4344-977d-65f84358292c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:55.603834 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-4a6c5201-cdab-420f-a61b-410dab871459 req-a8e2386b-2f7c-4344-977d-65f84358292c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:52:55.655142 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-4a6c5201-cdab-420f-a61b-410dab871459 req-a8e2386b-2f7c-4344-977d-65f84358292c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:52:55.656325 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4a6c5201-cdab-420f-a61b-410dab871459 req-a8e2386b-2f7c-4344-977d-65f84358292c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 931 time: 0.2487717 Apr 22 15:52:55.761027 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4a6c5201-cdab-420f-a61b-410dab871459 req-a63c9273-ce5a-45f8-b27b-67184b238e8c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983989 Apr 22 15:52:55.762897 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0d2ccd-102b-4be4-8b7b-bb422e951248 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:52:55.770111 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:55.785303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Transition to ACTIVE for port object 7c0d2ccd-102b-4be4-8b7b-bb422e951248 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:52:55.791889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:55.924180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0d2ccd-102b-4be4-8b7b-bb422e951248,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:56.080293 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device fa00f7ab-e2fc-404c-b91d-719b31a7e899 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:52:56.081850 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Attempting to bind port 7c0d2ccd-102b-4be4-8b7b-bb422e951248 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:52:56.082215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Attempting to bind port 7c0d2ccd-102b-4be4-8b7b-bb422e951248 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '91739b27-370a-453a-b6f2-3be10b5d7432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:52:56.082548 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Attempting to bind port 7c0d2ccd-102b-4be4-8b7b-bb422e951248 on network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:52:56.088692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Port 7c0d2ccd-102b-4be4-8b7b-bb422e951248 on network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:52:56.089014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Attempting to bind port 7c0d2ccd-102b-4be4-8b7b-bb422e951248 on network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:52:56.096210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:52:56.096546 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Checking segment: {'id': '91739b27-370a-453a-b6f2-3be10b5d7432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:52:56.096926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Bound using segment: {'id': '91739b27-370a-453a-b6f2-3be10b5d7432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:52:56.097347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Bound port: 7c0d2ccd-102b-4be4-8b7b-bb422e951248, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91739b27-370a-453a-b6f2-3be10b5d7432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:52:56.097693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:56.157956 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port fa00f7ab-e2fc-404c-b91d-719b31a7e899 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:52:56.163745 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port fa00f7ab-e2fc-404c-b91d-719b31a7e899 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:52:56.164114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:56.195091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] For port 7c0d2ccd-102b-4be4-8b7b-bb422e951248, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:52:56.198438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] For port 7c0d2ccd-102b-4be4-8b7b-bb422e951248, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:52:56.203153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:56.267442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:56.268727 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] 10.222.0.70 "PUT /v2.0/ports/7c0d2ccd-102b-4be4-8b7b-bb422e951248 HTTP/1.1" status: 200 len: 1093 time: 1.1986654 Apr 22 15:52:56.271682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'tag': '7c0d2ccd-102b-4be4-8b7b-bb422e951248'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:52:56.296160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7413c-c05c-493e-8566-cbafa73db828 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0d2ccd-102b-4be4-8b7b-bb422e951248,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:56.314195 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:56.380652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port fa00f7ab-e2fc-404c-b91d-719b31a7e899, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=fa00f7ab-e2fc-404c-b91d-719b31a7e899,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:52:56.386611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:56.434711 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-9a59601c-5e53-4a16-bd88-aab75d13390c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 1096 time: 0.0989854 Apr 22 15:52:56.468587 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=fa00f7ab-e2fc-404c-b91d-719b31a7e899,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:56.512419 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ed0066-1fce-450e-b539-81492507cb87'] response: {'name': 'network-changed', 'server_uuid': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'tag': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'status': 'completed', 'code': 200} Apr 22 15:52:56.527742 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-36877be8-ee4d-4a2a-824d-2e09468d8e75 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248 HTTP/1.1" status: 200 len: 217 time: 0.0783637 Apr 22 15:52:56.587388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-fd536289-1d4d-49a1-9547-303fefd76c54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:56.588784 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-fd536289-1d4d-49a1-9547-303fefd76c54 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a622cd0b-9214-4fef-b37c-2d0dee4cf400 HTTP/1.1" status: 200 len: 835 time: 0.0551679 Apr 22 15:52:56.662475 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-29d45990-5945-4f4c-a837-cfd0c697e3cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682063 Apr 22 15:52:56.790388 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-d51b79b8-a8ce-4648-957e-c33aaa39a0da service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215546 Apr 22 15:52:56.967393 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31cc88f6-43aa-453b-a2bd-805a1106cc4b req-bdf4fa20-b994-424f-87eb-ad5d5d8f59b5 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700187 Apr 22 15:52:56.985511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8a548-8770-407f-ac52-c000f3f5f71a req-c1978bec-ede5-43a9-ac01-73657970dd32 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:56.986955 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2ae8a548-8770-407f-ac52-c000f3f5f71a req-c1978bec-ede5-43a9-ac01-73657970dd32 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 943 time: 0.1074617 Apr 22 15:52:57.033905 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2ae8a548-8770-407f-ac52-c000f3f5f71a req-2695f8a7-304b-420c-a5ec-00c663edfdfc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399046 Apr 22 15:52:57.218731 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8db0b320-6b9c-43e2-a318-9260a8778afd req-3ea06ee6-d89b-43da-b895-d647472b7a90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 1096 time: 0.1564822 Apr 22 15:52:57.344110 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0b320-6b9c-43e2-a318-9260a8778afd req-b1384169-ba5d-4072-b171-4883ada919b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:57.345395 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8db0b320-6b9c-43e2-a318-9260a8778afd req-b1384169-ba5d-4072-b171-4883ada919b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f HTTP/1.1" status: 200 len: 898 time: 0.1210873 Apr 22 15:52:57.410418 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8db0b320-6b9c-43e2-a318-9260a8778afd req-63624159-bfe3-429f-857b-ad92ed5363d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248 HTTP/1.1" status: 200 len: 217 time: 0.0588477 Apr 22 15:52:57.472281 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0b320-6b9c-43e2-a318-9260a8778afd req-40112d65-2f18-4546-8116-c28a64cd1603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:57.473800 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8db0b320-6b9c-43e2-a318-9260a8778afd req-40112d65-2f18-4546-8116-c28a64cd1603 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a622cd0b-9214-4fef-b37c-2d0dee4cf400 HTTP/1.1" status: 200 len: 835 time: 0.0581183 Apr 22 15:52:57.546340 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8db0b320-6b9c-43e2-a318-9260a8778afd req-139c5659-dbc8-493a-8432-fa8c2620fbe4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657918 Apr 22 15:52:57.673407 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8db0b320-6b9c-43e2-a318-9260a8778afd req-8c138aab-d22e-4dad-bda6-bf39b645284a service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207139 Apr 22 15:52:57.801102 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8db0b320-6b9c-43e2-a318-9260a8778afd req-f39239c0-5801-4848-81ee-e2b936488d00 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221085 Apr 22 15:52:57.987932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device fa00f7ab-e2fc-404c-b91d-719b31a7e899 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:52:58.054694 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port fa00f7ab-e2fc-404c-b91d-719b31a7e899 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:52:58.055055 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:58.235226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc77635-de66-4320-81fb-e655ecb424e2 req-96231f52-52ca-4703-b4a1-f5f882e4cb29 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:58.236599 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1fc77635-de66-4320-81fb-e655ecb424e2 req-96231f52-52ca-4703-b4a1-f5f882e4cb29 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 943 time: 0.0795949 Apr 22 15:52:58.281674 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1fc77635-de66-4320-81fb-e655ecb424e2 req-20660110-120f-4228-b0f3-23435f538033 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395856 Apr 22 15:52:59.161716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 7c0d2ccd-102b-4be4-8b7b-bb422e951248 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:52:59.323203 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 7c0d2ccd-102b-4be4-8b7b-bb422e951248, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:52:59.336635 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'port_id': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'mac_address': 'fa:16:3e:ae:20:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:52:59.389400 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:59.406399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0d2ccd-102b-4be4-8b7b-bb422e951248 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:52:59.421565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 7c0d2ccd-102b-4be4-8b7b-bb422e951248, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:52:59.425824 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:52:59.481387 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284782e7-03cb-419c-a697-5f19ef9171a1 req-9c2c1018-8982-41ff-b64a-c5347580a48e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:52:59.483658 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-284782e7-03cb-419c-a697-5f19ef9171a1 req-9c2c1018-8982-41ff-b64a-c5347580a48e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 944 time: 0.0824072 Apr 22 15:52:59.504613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=7c0d2ccd-102b-4be4-8b7b-bb422e951248,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:52:59.529009 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-284782e7-03cb-419c-a697-5f19ef9171a1 req-652bc54c-1117-458e-bc2f-91a7e3776e18 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397785 Apr 22 15:52:59.879819 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['7c0d2ccd-102b-4be4-8b7b-bb422e951248'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:53:00.721792 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5a0a0-bec9-4d40-a6d1-b0519233e2b8 req-980d76be-c56c-48e4-96be-911eb408ea59 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:53:00.723252 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-34b5a0a0-bec9-4d40-a6d1-b0519233e2b8 req-980d76be-c56c-48e4-96be-911eb408ea59 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 944 time: 0.0788677 Apr 22 15:53:00.775845 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-34b5a0a0-bec9-4d40-a6d1-b0519233e2b8 req-406a14a5-6f74-4c3e-928d-f3f4ce852ae5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471239 Apr 22 15:53:01.172317 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 7c0d2ccd-102b-4be4-8b7b-bb422e951248 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:53:01.239432 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 7c0d2ccd-102b-4be4-8b7b-bb422e951248 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:53:01.243817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 7c0d2ccd-102b-4be4-8b7b-bb422e951248 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:53:01.244177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:01.353040 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:01.378427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0d2ccd-102b-4be4-8b7b-bb422e951248'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:53:01.388059 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 7c0d2ccd-102b-4be4-8b7b-bb422e951248, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:53:01.393514 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:01.436186 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f80e0b3-0e05-41cc-8ee7-322032941735'] response: {'server_uuid': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'code': 200} Apr 22 15:53:01.458346 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=7c0d2ccd-102b-4be4-8b7b-bb422e951248,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:53:01.686615 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-efeeb2a1-f40d-40bb-b6da-386273e707ee req-263086f7-6c7d-4aba-8c43-4949512d97cc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 1098 time: 0.0661974 Apr 22 15:53:01.729552 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-efeeb2a1-f40d-40bb-b6da-386273e707ee req-5f79cbd2-fd68-4725-9686-9dc3248c6649 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373635 Apr 22 15:53:01.968249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefea17d-73ed-45fb-80d5-9ea84cd4804e req-90ea36a8-69d6-405b-bf58-dc9b6edec237 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:53:01.969683 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aefea17d-73ed-45fb-80d5-9ea84cd4804e req-90ea36a8-69d6-405b-bf58-dc9b6edec237 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0759034 Apr 22 15:53:02.014451 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-aefea17d-73ed-45fb-80d5-9ea84cd4804e req-71220c06-21f7-4e00-adbb-4e68ec04a11f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391817 Apr 22 15:53:03.217004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18520f-3f02-4ab3-be6d-fee6dbf401bb req-1b1d7b9b-6a05-4458-8417-c784b88d1813 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:53:03.218484 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be18520f-3f02-4ab3-be6d-fee6dbf401bb req-1b1d7b9b-6a05-4458-8417-c784b88d1813 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0831263 Apr 22 15:53:03.263550 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be18520f-3f02-4ab3-be6d-fee6dbf401bb req-d1001782-5d4c-43b8-b762-51ed37fd486a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395663 Apr 22 15:53:03.450457 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:04.459042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2be25b-fa75-44b3-bbbd-c287139b144f req-51180271-c4e7-4337-a231-ae5521478307 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:53:04.460407 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc2be25b-fa75-44b3-bbbd-c287139b144f req-51180271-c4e7-4337-a231-ae5521478307 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0748310 Apr 22 15:53:04.505907 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bc2be25b-fa75-44b3-bbbd-c287139b144f req-7b9270db-7528-4d58-921a-dca4962df517 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397027 Apr 22 15:53:04.704370 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d467de-8eb2-4cba-b50b-0de9b2b0b3bf req-ff9f1c54-b29b-48c5-908d-8fe4a4cef598 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:53:04.705813 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25d467de-8eb2-4cba-b50b-0de9b2b0b3bf req-ff9f1c54-b29b-48c5-908d-8fe4a4cef598 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0795791 Apr 22 15:53:04.755777 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25d467de-8eb2-4cba-b50b-0de9b2b0b3bf req-867365d4-f05a-447e-9e5e-cb88b4b0c3b6 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437028 Apr 22 15:53:04.783672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42572) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:53:04.857277 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4b295e26-2ae8-4d7c-af45-f4a3c6dc42eb tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 1093 time: 0.0724313 Apr 22 15:53:04.859970 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42576) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:53:04.865059 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:53:04.870465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:53:04.874257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:floatingip and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:53:04.877223 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:53:04.884647 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:53:04.894973 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:05.032316 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:05.161397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.26.8.43 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/0841a588-335d-4f92-a473-724b563b4617) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:53:05.311755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:05.338730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:05.403036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:53:05.405855 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:53:05.410166 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:53:05.433412 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=0841a588-335d-4f92-a473-724b563b4617,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:53:05.892347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:05.945576 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:06.234574 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:06.238823 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:06.344695 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=0841a588-335d-4f92-a473-724b563b4617,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:53:06.355064 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:06.535104 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.l3_db [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Floating IP a9fb6e33-abfe-4703-ba6b-62c91f94ac68 associated. External IP: 172.26.8.43, port: 7c0d2ccd-102b-4be4-8b7b-bb422e951248. Apr 22 15:53:06.905285 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router bb83fc40-3221-43ff-91b1-7d9c82b514bb has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:53:07.098518 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:53:07.108635 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d32bd40-0838-4ed3-aa3a-ffbdfc7acbce None None] Sync routers for ids ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:53:07.122235 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d32bd40-0838-4ed3-aa3a-ffbdfc7acbce None None] Routers {'bb83fc40-3221-43ff-91b1-7d9c82b514bb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:53:07.123421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9d32bd40-0838-4ed3-aa3a-ffbdfc7acbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:52:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:53:07.128150 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:07.181764 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-139bd353-73fc-4b56-a9c2-d9f3dea95ff4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3208013 Apr 22 15:53:07.182356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'tag': '7c0d2ccd-102b-4be4-8b7b-bb422e951248'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:53:07.305155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-9d32bd40-0838-4ed3-aa3a-ffbdfc7acbce None None] Set router bb83fc40-3221-43ff-91b1-7d9c82b514bb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:53:07.322088 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f1f920-0e79-4fcc-896d-24c13b2819f3'] response: {'name': 'network-changed', 'server_uuid': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'tag': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'status': 'completed', 'code': 200} Apr 22 15:53:07.363227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6c918-6c15-4c12-ac59-eaacb219ddeb req-83a33823-a6a9-4896-ac78-d111feca5207 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:53:07.364845 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31a6c918-6c15-4c12-ac59-eaacb219ddeb req-83a33823-a6a9-4896-ac78-d111feca5207 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0811083 Apr 22 15:53:07.462654 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31a6c918-6c15-4c12-ac59-eaacb219ddeb req-f18db69c-4d4a-441f-9a78-fc2e5b9feab2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922227 Apr 22 15:53:07.476702 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8c96527d-5408-4f57-99e3-b0a40037b6c3 req-86a82617-7dd0-409b-ac93-139d4b5fefd0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 1098 time: 0.1047111 Apr 22 15:53:07.491357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42586) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:53:07.597613 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-784e2f58-4763-4175-8058-da15cacfc1e1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/a9fb6e33-abfe-4703-ba6b-62c91f94ac68 HTTP/1.1" status: 200 len: 990 time: 0.1048779 Apr 22 15:53:07.658049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9d32bd40-0838-4ed3-aa3a-ffbdfc7acbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:50Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'a9fb6e33-abfe-4703-ba6b-62c91f94ac68', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.43', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'port_id': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'mac_address': 'fa:16:3e:ae:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:53:05Z', 'updated_at': '2022-04-22T15:53:05Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa00f7ab-e2fc-404c-b91d-719b31a7e899', 'name': '', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:fe:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:49Z', 'updated_at': '2022-04-22T15:52:56Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:53:07.662025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d32bd40-0838-4ed3-aa3a-ffbdfc7acbce None None] Checking router: bb83fc40-3221-43ff-91b1-7d9c82b514bb for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:53:07.672425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d32bd40-0838-4ed3-aa3a-ffbdfc7acbce None None] Routers {'bb83fc40-3221-43ff-91b1-7d9c82b514bb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:53:07.673014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9d32bd40-0838-4ed3-aa3a-ffbdfc7acbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:52:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:53:07.702881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96527d-5408-4f57-99e3-b0a40037b6c3 req-3f54c77e-dd9d-4bba-85af-c7da3afa1d80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:53:07.704308 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8c96527d-5408-4f57-99e3-b0a40037b6c3 req-3f54c77e-dd9d-4bba-85af-c7da3afa1d80 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f HTTP/1.1" status: 200 len: 898 time: 0.2133389 Apr 22 15:53:07.806595 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8c96527d-5408-4f57-99e3-b0a40037b6c3 req-7e5ee7f7-1cd0-4f12-aec0-9361ba9f0ecd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248 HTTP/1.1" status: 200 len: 998 time: 0.0958736 Apr 22 15:53:07.847616 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-9d32bd40-0838-4ed3-aa3a-ffbdfc7acbce None None] Set router bb83fc40-3221-43ff-91b1-7d9c82b514bb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:53:07.868021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96527d-5408-4f57-99e3-b0a40037b6c3 req-a6ed0576-232a-438f-b68a-b73e35cb1658 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:53:07.869520 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8c96527d-5408-4f57-99e3-b0a40037b6c3 req-a6ed0576-232a-438f-b68a-b73e35cb1658 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a622cd0b-9214-4fef-b37c-2d0dee4cf400 HTTP/1.1" status: 200 len: 835 time: 0.0575187 Apr 22 15:53:07.945286 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8c96527d-5408-4f57-99e3-b0a40037b6c3 req-c8d6d471-8f6e-44dd-ba7b-02867e436c7e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698795 Apr 22 15:53:08.078774 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8c96527d-5408-4f57-99e3-b0a40037b6c3 req-0a0f8f8e-3538-48f7-996f-ff50c16a8b14 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267748 Apr 22 15:53:08.208486 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8c96527d-5408-4f57-99e3-b0a40037b6c3 req-83d6ce69-4492-458a-a914-94006a367f87 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241038 Apr 22 15:53:08.220037 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9d32bd40-0838-4ed3-aa3a-ffbdfc7acbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:50Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'a9fb6e33-abfe-4703-ba6b-62c91f94ac68', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.43', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'port_id': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'mac_address': 'fa:16:3e:ae:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:53:05Z', 'updated_at': '2022-04-22T15:53:05Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa00f7ab-e2fc-404c-b91d-719b31a7e899', 'name': '', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:fe:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:49Z', 'updated_at': '2022-04-22T15:52:56Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:53:08.224033 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d32bd40-0838-4ed3-aa3a-ffbdfc7acbce None None] The sync data for ids ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'] in dv-neutron-838883-3-hyperv is: [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:50Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'a9fb6e33-abfe-4703-ba6b-62c91f94ac68', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.43', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'port_id': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'mac_address': 'fa:16:3e:ae:20:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:53:05Z', 'updated_at': '2022-04-22T15:53:05Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa00f7ab-e2fc-404c-b91d-719b31a7e899', 'name': '', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:fe:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:49Z', 'updated_at': '2022-04-22T15:52:56Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:53:08.601398 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42590) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:53:08.704178 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1bfb4f7c-cbe5-4d27-a771-c7161ceac33b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/a9fb6e33-abfe-4703-ba6b-62c91f94ac68 HTTP/1.1" status: 200 len: 990 time: 0.1016779 Apr 22 15:53:09.708044 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42594) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:53:09.811169 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-31851854-51b4-4ce7-95d3-5b772c717d8a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/a9fb6e33-abfe-4703-ba6b-62c91f94ac68 HTTP/1.1" status: 200 len: 990 time: 0.1021001 Apr 22 15:53:10.814994 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42598) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:53:10.983483 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-b8a3c113-e10e-4cbe-ae10-967cb2a5267f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/a9fb6e33-abfe-4703-ba6b-62c91f94ac68 HTTP/1.1" status: 200 len: 990 time: 0.1672754 Apr 22 15:53:11.435540 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f97df8-451c-495e-b174-4213990ee917 None None] New status for floating IP a9fb6e33-abfe-4703-ba6b-62c91f94ac68: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:53:11.987283 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42604) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:53:12.091729 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0e9e2f8d-8bc3-465b-9087-407c4a7ad143 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/a9fb6e33-abfe-4703-ba6b-62c91f94ac68 HTTP/1.1" status: 200 len: 992 time: 0.1033053 Apr 22 15:53:12.254505 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:53:12.468053 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dfc7af-c32d-41f7-80f4-2e5da9282ebe req-14e43be0-f418-4710-a161-e8c987933400 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659924 Apr 22 15:53:12.621847 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dfc7af-c32d-41f7-80f4-2e5da9282ebe req-b8c599ed-2d75-4a8b-bcd8-bf4c812a64c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 1098 time: 0.0695555 Apr 22 15:53:12.764826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfc7af-c32d-41f7-80f4-2e5da9282ebe req-7dda6537-af35-46d4-8c7c-1d8a7a5beb4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:53:12.766276 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dfc7af-c32d-41f7-80f4-2e5da9282ebe req-7dda6537-af35-46d4-8c7c-1d8a7a5beb4d service neutron] 10.222.0.70 "GET /v2.0/networks?id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f HTTP/1.1" status: 200 len: 898 time: 0.1233325 Apr 22 15:53:12.808759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5fa52f05-d88e-4ce2-8d59-4a513407dea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:12.865092 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dfc7af-c32d-41f7-80f4-2e5da9282ebe req-33a4e730-80fa-449a-9096-791f919d0b1e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248 HTTP/1.1" status: 200 len: 1000 time: 0.0925941 Apr 22 15:53:12.930402 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfc7af-c32d-41f7-80f4-2e5da9282ebe req-b56a9a2b-d255-4cd9-80f6-2aadd6362c8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:53:12.931781 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dfc7af-c32d-41f7-80f4-2e5da9282ebe req-b56a9a2b-d255-4cd9-80f6-2aadd6362c8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a622cd0b-9214-4fef-b37c-2d0dee4cf400 HTTP/1.1" status: 200 len: 835 time: 0.0592570 Apr 22 15:53:13.008131 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dfc7af-c32d-41f7-80f4-2e5da9282ebe req-f154eb73-ca88-42af-a9bf-1d86e8748173 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664070 Apr 22 15:53:13.138313 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dfc7af-c32d-41f7-80f4-2e5da9282ebe req-1597ad6d-6f9a-4f92-938f-52f605a84b41 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234796 Apr 22 15:53:13.266357 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e9dfc7af-c32d-41f7-80f4-2e5da9282ebe req-834ac898-5e5e-4e27-9c6a-7624a6a02d39 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226420 Apr 22 15:53:15.073764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d179dfe9-eb9e-42ab-b529-4bbe7144d8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:16.104416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:16.137570 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:17.710456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:33.453047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:42.810286 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5cb67ded-3d7e-4eae-b214-8757f02f8bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:45.073671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-55e6fb73-dab1-490a-9c7b-bee81666403a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:46.107769 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:46.138923 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:47.711170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:53:49.255043 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:54:03.461831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:12.812952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-50351a7e-2141-45f8-af42-7074a5e8b8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:13.046469 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fba43a4f-b361-4c41-9f72-3e492f56b62a req-0cfa0556-63d1-4e4f-ae4e-6ae4e1c87e74 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1714680 Apr 22 15:54:13.322936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42636) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:54:13.360495 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68be732-37b4-494c-bd93-aa25989b6326 req-91df54d6-0752-46e6-b8df-dd22a3f0effc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:13.361945 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b68be732-37b4-494c-bd93-aa25989b6326 req-91df54d6-0752-46e6-b8df-dd22a3f0effc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0773063 Apr 22 15:54:13.412034 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b68be732-37b4-494c-bd93-aa25989b6326 req-a076ed69-84a6-455d-bb07-6d16e3ef6a0e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437887 Apr 22 15:54:13.562745 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-e0ed7408-c44f-4d85-8729-bab62a34f4fb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2385910 Apr 22 15:54:13.610513 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-26672928-20d8-4b7a-810c-e388f3d3a758 req-c9d75a86-3f7c-4a0b-af08-6efb7e588925 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 1098 time: 0.1363366 Apr 22 15:54:13.754678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26672928-20d8-4b7a-810c-e388f3d3a758 req-0664d84f-352f-4a83-82a0-90613f62eb44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:13.756372 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-26672928-20d8-4b7a-810c-e388f3d3a758 req-0664d84f-352f-4a83-82a0-90613f62eb44 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f HTTP/1.1" status: 200 len: 898 time: 0.1270382 Apr 22 15:54:13.862387 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-26672928-20d8-4b7a-810c-e388f3d3a758 req-90d96f2d-02a5-4bf1-98ee-465de14fb441 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248 HTTP/1.1" status: 200 len: 1000 time: 0.0974078 Apr 22 15:54:13.924084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26672928-20d8-4b7a-810c-e388f3d3a758 req-bc4b9505-c820-46a8-8124-20cb49d4aeed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:13.925538 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-26672928-20d8-4b7a-810c-e388f3d3a758 req-bc4b9505-c820-46a8-8124-20cb49d4aeed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a622cd0b-9214-4fef-b37c-2d0dee4cf400 HTTP/1.1" status: 200 len: 835 time: 0.0577796 Apr 22 15:54:14.001417 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-26672928-20d8-4b7a-810c-e388f3d3a758 req-e7a76e87-90cd-432a-acee-cfaabd5b06d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696914 Apr 22 15:54:14.138427 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-26672928-20d8-4b7a-810c-e388f3d3a758 req-3110baea-c305-4398-928e-2d75d25f3e21 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305845 Apr 22 15:54:14.272426 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-26672928-20d8-4b7a-810c-e388f3d3a758 req-ae9023fe-2b91-44f1-a7a9-c05f3c97cd67 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276500 Apr 22 15:54:14.622363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04879521-8316-498a-86b1-108a60ccd241 req-828207a9-5e4c-4a09-baf1-7be7bcc5918e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:14.623823 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-04879521-8316-498a-86b1-108a60ccd241 req-828207a9-5e4c-4a09-baf1-7be7bcc5918e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0794940 Apr 22 15:54:14.668564 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-04879521-8316-498a-86b1-108a60ccd241 req-460dc094-cf24-486e-9712-3aacfe817a7c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392163 Apr 22 15:54:15.069996 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-8c9f7477-a93f-43e5-8726-897fc6cab5d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 1098 time: 0.0672641 Apr 22 15:54:15.074922 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-963c4b2c-e349-4a62-8de6-e197ca22f738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:15.199800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-6585f440-c537-40c1-8087-eab5486f04d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:15.201234 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-6585f440-c537-40c1-8087-eab5486f04d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f HTTP/1.1" status: 200 len: 898 time: 0.1236665 Apr 22 15:54:15.301571 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-c023da65-4028-4bf7-a287-4d79e227aa2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248 HTTP/1.1" status: 200 len: 1000 time: 0.0943623 Apr 22 15:54:15.367482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-c9e126cd-2b91-4480-a8d8-37e075469045 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:15.368887 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-c9e126cd-2b91-4480-a8d8-37e075469045 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a622cd0b-9214-4fef-b37c-2d0dee4cf400 HTTP/1.1" status: 200 len: 835 time: 0.0610106 Apr 22 15:54:15.442990 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-74c8b053-2323-4a98-bd93-6494b41dd969 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660641 Apr 22 15:54:15.572921 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-369722d7-74ba-4b45-913c-a12a3c5c087f service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221206 Apr 22 15:54:15.824547 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-468d8b80-4033-4a17-a963-9573ab0f4f84 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439015 Apr 22 15:54:15.874437 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6b22d-e156-424b-aaa9-511b05990e56 req-8a182081-3736-4404-93a1-da6c3104f8de tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:15.876101 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dfe6b22d-e156-424b-aaa9-511b05990e56 req-8a182081-3736-4404-93a1-da6c3104f8de tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0823770 Apr 22 15:54:15.923622 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dfe6b22d-e156-424b-aaa9-511b05990e56 req-d2aa3052-b1fd-47d0-a913-7ae77582ef30 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415649 Apr 22 15:54:16.109082 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:16.140232 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:17.115244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c8c92-618d-4aff-babd-f61dc373b470 req-1ef5835a-3919-4cb8-9fa3-f5182e135e9f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:17.116693 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5c9c8c92-618d-4aff-babd-f61dc373b470 req-1ef5835a-3919-4cb8-9fa3-f5182e135e9f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0749192 Apr 22 15:54:17.160712 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5c9c8c92-618d-4aff-babd-f61dc373b470 req-8ce4ed52-aa65-4e55-a3c9-e17434f78df5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386581 Apr 22 15:54:17.717698 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:18.359048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed6cd9-1cb5-44bb-9324-c0bbf68930b5 req-7e95ce3e-b9f0-492a-a27d-5c962c49b0e7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:18.360527 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a9ed6cd9-1cb5-44bb-9324-c0bbf68930b5 req-7e95ce3e-b9f0-492a-a27d-5c962c49b0e7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0810909 Apr 22 15:54:18.405585 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a9ed6cd9-1cb5-44bb-9324-c0bbf68930b5 req-7423679c-74f2-4484-b4fb-6758e193dd88 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396266 Apr 22 15:54:19.599046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb3b46-b644-4c4b-bf63-1e975f771f42 req-c0f105e8-a611-4b85-9464-7521f9c5d754 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:19.600473 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-46bb3b46-b644-4c4b-bf63-1e975f771f42 req-c0f105e8-a611-4b85-9464-7521f9c5d754 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0741286 Apr 22 15:54:19.644646 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-46bb3b46-b644-4c4b-bf63-1e975f771f42 req-7b72f667-2f26-4b65-9dae-7acf51268365 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388014 Apr 22 15:54:20.838424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dac8d4-93bf-485a-b750-f694cc529c85 req-18effbd8-672d-4d3a-bbc8-76e383467504 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:20.839904 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96dac8d4-93bf-485a-b750-f694cc529c85 req-18effbd8-672d-4d3a-bbc8-76e383467504 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0784793 Apr 22 15:54:20.883528 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-96dac8d4-93bf-485a-b750-f694cc529c85 req-1e7edd9e-68a1-4ef7-82c7-5319872b9c8f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382419 Apr 22 15:54:22.075059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c4ef9-9bd8-4c7f-845a-a9640f3ea4a0 req-4856d89d-40ab-41b6-8cd1-2624ad8885be tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:22.076394 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e15c4ef9-9bd8-4c7f-845a-a9640f3ea4a0 req-4856d89d-40ab-41b6-8cd1-2624ad8885be tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0736055 Apr 22 15:54:22.123742 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e15c4ef9-9bd8-4c7f-845a-a9640f3ea4a0 req-880beccc-565f-4c29-a9e5-e08b04e45991 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418379 Apr 22 15:54:23.313683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7134e-22c7-4d2b-8754-e2d66b6a03f2 req-a27ec5f7-eef1-4fd2-9f45-9c2a8e1ca278 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:23.315124 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c8c7134e-22c7-4d2b-8754-e2d66b6a03f2 req-a27ec5f7-eef1-4fd2-9f45-9c2a8e1ca278 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0740268 Apr 22 15:54:23.361851 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c8c7134e-22c7-4d2b-8754-e2d66b6a03f2 req-9227fd8c-4d9c-4c19-8558-60de38229533 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410192 Apr 22 15:54:24.554874 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624532b-4c19-468d-8ff6-d8658663a892 req-a5daa1ff-af34-4d84-9db5-6f2d1df2d517 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:24.556330 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3624532b-4c19-468d-8ff6-d8658663a892 req-a5daa1ff-af34-4d84-9db5-6f2d1df2d517 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0786016 Apr 22 15:54:24.600030 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3624532b-4c19-468d-8ff6-d8658663a892 req-4ead720f-b509-41c5-8520-cc617526dd18 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382798 Apr 22 15:54:25.791510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4f0de-37f4-4078-90f5-5e1dda88cf07 req-1e764f8b-3977-43ee-8e41-2f8e306e2181 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:25.792915 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e5e4f0de-37f4-4078-90f5-5e1dda88cf07 req-1e764f8b-3977-43ee-8e41-2f8e306e2181 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0737028 Apr 22 15:54:25.837891 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e5e4f0de-37f4-4078-90f5-5e1dda88cf07 req-50db39a9-57a5-4bcf-bde2-40e606a7201f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390470 Apr 22 15:54:26.255062 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:54:27.033122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ece6a4-12f2-447b-9d19-5fe134dea09c req-fc9e8865-3314-4a51-b0f8-73d9061354ac tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:27.034581 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-00ece6a4-12f2-447b-9d19-5fe134dea09c req-fc9e8865-3314-4a51-b0f8-73d9061354ac tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0781384 Apr 22 15:54:27.079025 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-00ece6a4-12f2-447b-9d19-5fe134dea09c req-b6ba7f32-affb-4788-bd73-48590bd5932c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389206 Apr 22 15:54:28.270328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b47d7-f745-4ccc-80cc-b12fcdd74c6d req-f16939e2-cbce-420b-98a8-e1330e0fe1c4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:28.271764 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc5b47d7-f745-4ccc-80cc-b12fcdd74c6d req-f16939e2-cbce-420b-98a8-e1330e0fe1c4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0765331 Apr 22 15:54:28.318541 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc5b47d7-f745-4ccc-80cc-b12fcdd74c6d req-163bad02-96d8-4c9e-a576-1091f6f6d392 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414102 Apr 22 15:54:29.510307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827311-0b92-404c-8bcf-0f55d4f8572a req-f92b267a-79c6-4780-8eb4-d3da55c84e58 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:29.511744 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-91827311-0b92-404c-8bcf-0f55d4f8572a req-f92b267a-79c6-4780-8eb4-d3da55c84e58 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0750246 Apr 22 15:54:29.558286 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-91827311-0b92-404c-8bcf-0f55d4f8572a req-1a64d591-300a-4b26-b8a3-a7027c436f55 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411394 Apr 22 15:54:30.762615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722813c-98c8-46ac-bffc-6b4a4d14e267 req-7aae5357-6e9d-4343-8d8d-0d5b35364403 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:30.764065 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c722813c-98c8-46ac-bffc-6b4a4d14e267 req-7aae5357-6e9d-4343-8d8d-0d5b35364403 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0807357 Apr 22 15:54:30.807308 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c722813c-98c8-46ac-bffc-6b4a4d14e267 req-3ab6dc8a-ac82-4800-84a2-5f45db01712b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378494 Apr 22 15:54:32.000085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa8c2e-360a-4c0a-9753-3cc6e876179e req-306b5526-8c25-4978-8e8e-df2b1ee60dc3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:32.001540 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0caa8c2e-360a-4c0a-9753-3cc6e876179e req-306b5526-8c25-4978-8e8e-df2b1ee60dc3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0744007 Apr 22 15:54:32.045084 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0caa8c2e-360a-4c0a-9753-3cc6e876179e req-1706540e-6f19-4cec-8a0e-97ea65877007 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378616 Apr 22 15:54:32.971199 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-823efb30-abf9-49f3-94b7-9d526b29a978 service neutron] 10.222.0.70 "GET /v2.0/ports/7c0d2ccd-102b-4be4-8b7b-bb422e951248/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0753872 Apr 22 15:54:33.299710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3957b-0f1b-4597-81cb-93cff6aa0528 req-7788bf04-6bef-40bf-bbe2-e26f50fc4c6c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:33.301161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a6d3957b-0f1b-4597-81cb-93cff6aa0528 req-7788bf04-6bef-40bf-bbe2-e26f50fc4c6c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.1324000 Apr 22 15:54:33.303729 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-1c9035b7-374b-41e4-81a0-d608ede0ca7e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4&tenant_id=75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 1098 time: 0.1053689 Apr 22 15:54:33.383585 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a6d3957b-0f1b-4597-81cb-93cff6aa0528 req-42e89675-0aae-4c98-9450-d6921c1f3004 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768039 Apr 22 15:54:33.418573 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-e2720780-d4d3-48a7-bb5c-54860166f333 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 1098 time: 0.0819345 Apr 22 15:54:33.454259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:33.630190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-9b985704-64e1-4e40-ae64-aefbf6c65512 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:33.631827 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-9b985704-64e1-4e40-ae64-aefbf6c65512 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f HTTP/1.1" status: 200 len: 898 time: 0.2056935 Apr 22 15:54:33.732078 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-fd5003bb-4b74-4d8e-8dd9-2ea59607204d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248 HTTP/1.1" status: 200 len: 1000 time: 0.0931473 Apr 22 15:54:33.795588 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-cae27432-45a3-44a0-abd8-a99b4ff68fbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:33.796972 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-cae27432-45a3-44a0-abd8-a99b4ff68fbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a622cd0b-9214-4fef-b37c-2d0dee4cf400 HTTP/1.1" status: 200 len: 835 time: 0.0591328 Apr 22 15:54:33.868721 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-f01f90b9-2947-48ce-8df5-f430e9cc66ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652826 Apr 22 15:54:33.995736 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-681174eb-3579-4b03-b089-5679b7884f38 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210389 Apr 22 15:54:34.130781 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b8c68748-1dab-4d4c-a065-df82ac4e0b05 req-2ecdb9f4-f6f1-4092-a9ae-be5202cd1e14 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282458 Apr 22 15:54:34.581963 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd327b4-0ad9-47fd-b130-dbed9fae8cf4 req-ea85d209-12be-47f3-922f-248861d221a6 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:34.583325 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6cd327b4-0ad9-47fd-b130-dbed9fae8cf4 req-ea85d209-12be-47f3-922f-248861d221a6 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0783525 Apr 22 15:54:34.627973 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6cd327b4-0ad9-47fd-b130-dbed9fae8cf4 req-03610a6b-b010-402a-935f-9061bcad015d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391273 Apr 22 15:54:35.820315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f22d99-64a1-4ffa-b3bd-66caa0c8b56d req-70f75d1f-2115-4983-bd83-e7521b30e1fe tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:35.821757 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5f22d99-64a1-4ffa-b3bd-66caa0c8b56d req-70f75d1f-2115-4983-bd83-e7521b30e1fe tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0745738 Apr 22 15:54:35.866090 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b5f22d99-64a1-4ffa-b3bd-66caa0c8b56d req-0b3e81b6-a507-404d-bab3-bfe51449cc56 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380206 Apr 22 15:54:37.068334 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e74e41-19b7-4554-bc1b-6e0725aec12b req-ea9136f7-801d-4383-833d-470f160dedaa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:37.069946 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-55e74e41-19b7-4554-bc1b-6e0725aec12b req-ea9136f7-801d-4383-833d-470f160dedaa tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0793059 Apr 22 15:54:37.117824 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-55e74e41-19b7-4554-bc1b-6e0725aec12b req-0e50d320-815f-4e57-aa82-c48f4ea7f588 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414670 Apr 22 15:54:37.616626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 7c0d2ccd-102b-4be4-8b7b-bb422e951248 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:54:37.623989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 7c0d2ccd-102b-4be4-8b7b-bb422e951248 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:54:37.865234 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:37.879249 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 7c0d2ccd-102b-4be4-8b7b-bb422e951248, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:54:37.900886 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'port_id': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'mac_address': 'fa:16:3e:ae:20:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:54:37.908699 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0d2ccd-102b-4be4-8b7b-bb422e951248'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:54:37.954226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 7c0d2ccd-102b-4be4-8b7b-bb422e951248, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:54:37.970155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:38.017242 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:38.046472 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c0d2ccd-102b-4be4-8b7b-bb422e951248 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:54:38.050723 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ddd9732-894e-4f4b-a869-aa8979686102'] response: {'server_uuid': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'code': 200} Apr 22 15:54:38.080519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=7c0d2ccd-102b-4be4-8b7b-bb422e951248,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:54:38.111165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:54:38.111501 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:54:38.111826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:54:38.112149 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:54:38.112478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:54:38.112795 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:54:38.113112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:54:38.113428 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:54:38.113740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:54:38.114051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:54:38.114391 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:54:38.128156 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:54:38.128507 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:54:38.310191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a2cae-d6a1-446c-9654-bb2a864853d4 req-0536aa9a-fc1a-488b-9d42-92fec715e754 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:38.311594 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a04a2cae-d6a1-446c-9654-bb2a864853d4 req-0536aa9a-fc1a-488b-9d42-92fec715e754 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 943 time: 0.0733404 Apr 22 15:54:38.355295 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a04a2cae-d6a1-446c-9654-bb2a864853d4 req-f4b6708a-fc82-4170-9edc-830c16a1721c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382133 Apr 22 15:54:38.684419 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:38.701948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0d2ccd-102b-4be4-8b7b-bb422e951248 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:54:38.717326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 7c0d2ccd-102b-4be4-8b7b-bb422e951248, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:54:38.721353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:38.738911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fc8ed-881a-4949-919a-d0479933e76a req-870bde92-2c11-427a-a28f-15385540066a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:38.740338 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0f5fc8ed-881a-4949-919a-d0479933e76a req-870bde92-2c11-427a-a28f-15385540066a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 943 time: 0.1339080 Apr 22 15:54:38.751238 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3f60b-1b00-4647-812d-743678fa0de8 req-589ba8da-20ea-4ea7-8612-b98a533b0b20 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:38.752570 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24b3f60b-1b00-4647-812d-743678fa0de8 req-589ba8da-20ea-4ea7-8612-b98a533b0b20 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4&tenant_id=75a96c8912d741e09298d54dbc98abdb&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 943 time: 0.1135280 Apr 22 15:54:38.785143 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=7c0d2ccd-102b-4be4-8b7b-bb422e951248,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:54:38.796652 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0f5fc8ed-881a-4949-919a-d0479933e76a req-1a125393-12c5-46b2-80ca-74ab49e5f8ca tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431459 Apr 22 15:54:38.873549 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['7c0d2ccd-102b-4be4-8b7b-bb422e951248'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:54:38.919757 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24b3f60b-1b00-4647-812d-743678fa0de8 req-b0294a11-2fab-4380-9f03-f8c33c981695 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 1097 time: 0.0713422 Apr 22 15:54:39.109356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93ed12-513c-4cc1-adec-36e88314c305 req-bec10d6c-5b23-408d-8576-6c89ec58632c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:39.110774 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be93ed12-513c-4cc1-adec-36e88314c305 req-bec10d6c-5b23-408d-8576-6c89ec58632c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 944 time: 0.1879432 Apr 22 15:54:39.118626 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3f60b-1b00-4647-812d-743678fa0de8 req-f87f0f3f-422d-47e0-8578-6947038ffe1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:39.119963 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24b3f60b-1b00-4647-812d-743678fa0de8 req-f87f0f3f-422d-47e0-8578-6947038ffe1a service neutron] 10.222.0.70 "GET /v2.0/networks?id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f HTTP/1.1" status: 200 len: 898 time: 0.1532097 Apr 22 15:54:39.241261 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-be93ed12-513c-4cc1-adec-36e88314c305 req-f6a1a9fd-82b0-4468-8222-0e0758c956c3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239207 Apr 22 15:54:39.248667 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24b3f60b-1b00-4647-812d-743678fa0de8 req-93a41d6e-5f61-4db5-ab10-7c8d62b7cd5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248 HTTP/1.1" status: 200 len: 999 time: 0.1113017 Apr 22 15:54:39.317411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3f60b-1b00-4647-812d-743678fa0de8 req-cf6de65d-93df-4b29-a11a-91089c7c030f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:39.318845 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24b3f60b-1b00-4647-812d-743678fa0de8 req-cf6de65d-93df-4b29-a11a-91089c7c030f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a622cd0b-9214-4fef-b37c-2d0dee4cf400 HTTP/1.1" status: 200 len: 835 time: 0.0641246 Apr 22 15:54:39.392910 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24b3f60b-1b00-4647-812d-743678fa0de8 req-92083288-da23-4929-81ea-8c95edde0b58 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663998 Apr 22 15:54:39.607459 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24b3f60b-1b00-4647-812d-743678fa0de8 req-1bd520f3-ba97-414a-81e4-aea6af10b1a2 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074716 Apr 22 15:54:39.626954 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 7c0d2ccd-102b-4be4-8b7b-bb422e951248 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:54:39.695652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 7c0d2ccd-102b-4be4-8b7b-bb422e951248 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:54:39.696295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:39.741510 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-24b3f60b-1b00-4647-812d-743678fa0de8 req-fed60417-14f0-471d-886b-61729c31a376 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235068 Apr 22 15:54:39.844393 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:39.876760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 7c0d2ccd-102b-4be4-8b7b-bb422e951248, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:54:39.880907 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:39.944371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=7c0d2ccd-102b-4be4-8b7b-bb422e951248,revision_number=8']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:54:40.051566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0d2ccd-102b-4be4-8b7b-bb422e951248'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:54:40.112879 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246d2e15-cfbb-42e3-911a-f428a88d1c4c'] response: {'server_uuid': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'code': 200} Apr 22 15:54:40.439905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90763351-98eb-4cd0-8e73-e7986cc1bfb7 req-e3227933-b1d9-4266-82a1-5d533f6aca7e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:54:40.441611 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-90763351-98eb-4cd0-8e73-e7986cc1bfb7 req-e3227933-b1d9-4266-82a1-5d533f6aca7e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0814180 Apr 22 15:54:40.486989 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-90763351-98eb-4cd0-8e73-e7986cc1bfb7 req-396e5988-fb8f-4539-8d87-b9ffc5282731 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394101 Apr 22 15:54:40.516465 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42724) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:54:40.618551 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-1f5ae227-5293-4688-987c-2d98680038f7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/a9fb6e33-abfe-4703-ba6b-62c91f94ac68 HTTP/1.1" status: 200 len: 992 time: 0.1009281 Apr 22 15:54:42.814524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7ee8a11f-fe18-44c3-a338-472b5cdabdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:45.078126 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8790c777-a208-4b35-b169-3f62c72c5041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:46.110309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:46.143874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:54:47.719226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:03.254467 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:55:03.469498 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:12.815768 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f81c79bd-e709-4e37-a25c-77de3d56fba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:15.079384 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5a33283-4071-4c66-a60b-4c8bd54dce51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:15.461367 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-633f9acb-e95c-41b5-b91f-b8c5c62b3438 req-26ff2718-eaee-4e44-b465-608c04e3c5e3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657692 Apr 22 15:55:15.628119 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-633f9acb-e95c-41b5-b91f-b8c5c62b3438 req-bad7f83f-f7a3-4e04-890e-4fc978757a30 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 1098 time: 0.0703638 Apr 22 15:55:15.772469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f9acb-e95c-41b5-b91f-b8c5c62b3438 req-db36a46f-27c0-4404-9d42-874c7c3af6e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:55:15.773932 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-633f9acb-e95c-41b5-b91f-b8c5c62b3438 req-db36a46f-27c0-4404-9d42-874c7c3af6e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f HTTP/1.1" status: 200 len: 898 time: 0.1250639 Apr 22 15:55:15.878711 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-633f9acb-e95c-41b5-b91f-b8c5c62b3438 req-97533d33-4e6b-4e1d-a279-77b792331940 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248 HTTP/1.1" status: 200 len: 1000 time: 0.0984142 Apr 22 15:55:15.940945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f9acb-e95c-41b5-b91f-b8c5c62b3438 req-955c197b-79b0-4b09-ab5b-c950cd36f78a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:55:15.942338 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-633f9acb-e95c-41b5-b91f-b8c5c62b3438 req-955c197b-79b0-4b09-ab5b-c950cd36f78a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a622cd0b-9214-4fef-b37c-2d0dee4cf400 HTTP/1.1" status: 200 len: 835 time: 0.0560224 Apr 22 15:55:16.015300 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-633f9acb-e95c-41b5-b91f-b8c5c62b3438 req-da668d75-01ca-4844-be8f-2030f9b2fa85 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667696 Apr 22 15:55:16.111908 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:16.144939 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-633f9acb-e95c-41b5-b91f-b8c5c62b3438 req-0129fea0-1dec-4729-a107-7cc99c2aeac0 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223836 Apr 22 15:55:16.145472 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:16.278425 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-633f9acb-e95c-41b5-b91f-b8c5c62b3438 req-d9f6868b-f66f-4c18-8e8d-51463c0dbefd service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231451 Apr 22 15:55:17.724312 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:33.518849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:36.481375 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42750) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:36.689597 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 0841a588-335d-4f92-a473-724b563b4617 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:55:36.689941 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:36.851077 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:36.851403 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:36.975370 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 0841a588-335d-4f92-a473-724b563b4617 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:55:37.120231 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:37.166350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=0841a588-335d-4f92-a473-724b563b4617,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:37.200517 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:37.200864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:37.201229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:37.201564 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:37.201896 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:37.202256 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:37.202582 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:37.202906 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:37.203230 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:37.203556 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:37.203879 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:37.272354 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:37.646550 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router bb83fc40-3221-43ff-91b1-7d9c82b514bb has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:55:37.927155 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:55:37.938666 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d9c64-1c14-4d03-82db-50d0a8e17dec None None] Sync routers for ids ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:55:37.947771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:37.951894 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d9c64-1c14-4d03-82db-50d0a8e17dec None None] Routers {'bb83fc40-3221-43ff-91b1-7d9c82b514bb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:55:37.952509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-7b6d9c64-1c14-4d03-82db-50d0a8e17dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:55:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:38.001570 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-83d4e6f4-d3f8-45de-a307-fcc8eac04e4b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/floatingips/a9fb6e33-abfe-4703-ba6b-62c91f94ac68 HTTP/1.1" status: 204 len: 168 time: 1.5191443 Apr 22 15:55:38.002122 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'tag': '7c0d2ccd-102b-4be4-8b7b-bb422e951248'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:55:38.083434 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea06584-c4fc-42b1-9f99-b1707f8f16eb'] response: {'name': 'network-changed', 'server_uuid': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'tag': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'status': 'completed', 'code': 200} Apr 22 15:55:38.129566 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-7b6d9c64-1c14-4d03-82db-50d0a8e17dec None None] Set router bb83fc40-3221-43ff-91b1-7d9c82b514bb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:55:38.200871 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23fe5397-a66a-451b-a369-329a9305d68f req-60f6446c-e0ed-413e-b244-491e8404ea72 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 1098 time: 0.0735559 Apr 22 15:55:38.343326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5397-a66a-451b-a369-329a9305d68f req-098bee9f-32bd-4330-8b3a-9724d61732a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:55:38.345151 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23fe5397-a66a-451b-a369-329a9305d68f req-098bee9f-32bd-4330-8b3a-9724d61732a7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f HTTP/1.1" status: 200 len: 898 time: 0.1377990 Apr 22 15:55:38.419482 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23fe5397-a66a-451b-a369-329a9305d68f req-3f0d388a-0863-4711-946b-2bb0f0b02bac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248 HTTP/1.1" status: 200 len: 217 time: 0.0666370 Apr 22 15:55:38.451286 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-7b6d9c64-1c14-4d03-82db-50d0a8e17dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:50Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'fa00f7ab-e2fc-404c-b91d-719b31a7e899', 'name': '', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:fe:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:49Z', 'updated_at': '2022-04-22T15:52:56Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:38.454980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d9c64-1c14-4d03-82db-50d0a8e17dec None None] Checking router: bb83fc40-3221-43ff-91b1-7d9c82b514bb for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:55:38.465268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d9c64-1c14-4d03-82db-50d0a8e17dec None None] Routers {'bb83fc40-3221-43ff-91b1-7d9c82b514bb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:55:38.465850 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-7b6d9c64-1c14-4d03-82db-50d0a8e17dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:55:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:38.526630 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5397-a66a-451b-a369-329a9305d68f req-132efd29-a2fe-4db9-9a21-dea5a3516833 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:55:38.528074 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23fe5397-a66a-451b-a369-329a9305d68f req-132efd29-a2fe-4db9-9a21-dea5a3516833 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a622cd0b-9214-4fef-b37c-2d0dee4cf400 HTTP/1.1" status: 200 len: 835 time: 0.0969613 Apr 22 15:55:38.640836 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-7b6d9c64-1c14-4d03-82db-50d0a8e17dec None None] Set router bb83fc40-3221-43ff-91b1-7d9c82b514bb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:55:38.702912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ac0d2-bd6d-4662-9152-fea455d6379a req-c919190d-c301-4c4e-8fef-760745a9aa49 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:55:38.704286 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b0ac0d2-bd6d-4662-9152-fea455d6379a req-c919190d-c301-4c4e-8fef-760745a9aa49 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.3584335 Apr 22 15:55:38.735321 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23fe5397-a66a-451b-a369-329a9305d68f req-8185f873-f029-4040-a915-6e0acbaf6403 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1989644 Apr 22 15:55:38.831669 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4b0ac0d2-bd6d-4662-9152-fea455d6379a req-19cd46ff-e723-4fd8-8e09-4916310c2f34 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203778 Apr 22 15:55:38.880428 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23fe5397-a66a-451b-a369-329a9305d68f req-82cb56ab-8e17-40c3-a255-5143725b0b1b service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339459 Apr 22 15:55:38.986635 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-7b6d9c64-1c14-4d03-82db-50d0a8e17dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:50Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'fa00f7ab-e2fc-404c-b91d-719b31a7e899', 'name': '', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:fe:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:49Z', 'updated_at': '2022-04-22T15:52:56Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:38.990438 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d9c64-1c14-4d03-82db-50d0a8e17dec None None] The sync data for ids ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'] in dv-neutron-838883-3-hyperv is: [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:50Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'fa00f7ab-e2fc-404c-b91d-719b31a7e899', 'name': '', 'network_id': 'b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:fe:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:49Z', 'updated_at': '2022-04-22T15:52:56Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'a622cd0b-9214-4fef-b37c-2d0dee4cf400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:55:39.017829 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-23fe5397-a66a-451b-a369-329a9305d68f req-3a39b95a-8cdc-4c50-8118-248ed86dfd24 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315677 Apr 22 15:55:39.205467 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6ad8a6-dcb7-471c-8ffa-cc6164a6135f None None] New status for floating IP a9fb6e33-abfe-4703-ba6b-62c91f94ac68: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:55:40.099646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92a534-1705-4b16-a52b-2d487f1643ff req-c455d653-f5b3-4701-8d04-74c0cd28d073 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:55:40.101083 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9d92a534-1705-4b16-a52b-2d487f1643ff req-c455d653-f5b3-4701-8d04-74c0cd28d073 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.1465070 Apr 22 15:55:40.145730 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9d92a534-1705-4b16-a52b-2d487f1643ff req-f57913f2-612c-4d74-a111-aa78125b3af8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=65f8c409-2661-4bc3-87d7-44a42f90a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392323 Apr 22 15:55:40.253618 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:55:40.634666 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8599e5b-4b78-4462-af57-df737991ab08 req-a0895c2f-f332-4256-9e9c-73d4f6250a2f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:55:40.636056 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a8599e5b-4b78-4462-af57-df737991ab08 req-a0895c2f-f332-4256-9e9c-73d4f6250a2f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 945 time: 0.0741973 Apr 22 15:55:40.706320 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-a8599e5b-4b78-4462-af57-df737991ab08 req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 7c0d2ccd-102b-4be4-8b7b-bb422e951248 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:55:40.706656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a8599e5b-4b78-4462-af57-df737991ab08 req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:40.940719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-a8599e5b-4b78-4462-af57-df737991ab08 req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port 7c0d2ccd-102b-4be4-8b7b-bb422e951248, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c0d2ccd-102b-4be4-8b7b-bb422e951248,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:55:40.941022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a8599e5b-4b78-4462-af57-df737991ab08 req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:41.061390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-a8599e5b-4b78-4462-af57-df737991ab08 req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 7c0d2ccd-102b-4be4-8b7b-bb422e951248 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:55:41.200227 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a8599e5b-4b78-4462-af57-df737991ab08 req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:41.250937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=7c0d2ccd-102b-4be4-8b7b-bb422e951248,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:41.287107 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:41.287450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:41.287781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:41.288111 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:41.288434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:41.288758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:41.289081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:41.289394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:41.289709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:41.290036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:41.290375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:41.360867 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d8b3f327-099f-4a1d-bcc6-f41fdd5e7ac3 req-b068da05-0bd8-42f9-9f6a-46b12ca6bb00 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=940a4ee0-ccd3-4568-a776-9ccea8890da4 HTTP/1.1" status: 200 len: 210 time: 0.0753531 Apr 22 15:55:41.370812 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8599e5b-4b78-4462-af57-df737991ab08 req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] No DVR routers for this DVR port 7c0d2ccd-102b-4be4-8b7b-bb422e951248 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:55:41.373875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-a8599e5b-4b78-4462-af57-df737991ab08 req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:41.376361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'name': 'network-vif-deleted', 'tag': '7c0d2ccd-102b-4be4-8b7b-bb422e951248'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:55:41.388250 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a8599e5b-4b78-4462-af57-df737991ab08 req-c52895a3-7e37-4d7d-b789-8d59a5d1b746 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "DELETE /v2.0/ports/7c0d2ccd-102b-4be4-8b7b-bb422e951248 HTTP/1.1" status: 204 len: 173 time: 0.7452505 Apr 22 15:55:41.433484 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c704839c-5e48-460f-8fb5-d06bd02c49a6'] response: {'server_uuid': '940a4ee0-ccd3-4568-a776-9ccea8890da4', 'name': 'network-vif-deleted', 'tag': '7c0d2ccd-102b-4be4-8b7b-bb422e951248', 'status': 'completed', 'code': 200} Apr 22 15:55:42.463970 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42772) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:42.817376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fd2a6285-f55b-429b-94a6-7ca10da761b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:42.850116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1f7521b-183b-4fec-8238-d992a0374ee7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:43.444848 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7521b-183b-4fec-8238-d992a0374ee7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port fa00f7ab-e2fc-404c-b91d-719b31a7e899 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:55:43.445183 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1f7521b-183b-4fec-8238-d992a0374ee7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:43.622081 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-d1f7521b-183b-4fec-8238-d992a0374ee7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port fa00f7ab-e2fc-404c-b91d-719b31a7e899, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=fa00f7ab-e2fc-404c-b91d-719b31a7e899,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:55:43.622789 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1f7521b-183b-4fec-8238-d992a0374ee7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:43.824052 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7521b-183b-4fec-8238-d992a0374ee7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for fa00f7ab-e2fc-404c-b91d-719b31a7e899 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:55:43.881328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 7c0d2ccd-102b-4be4-8b7b-bb422e951248 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:55:43.912999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 7c0d2ccd-102b-4be4-8b7b-bb422e951248 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:55:43.913334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 7c0d2ccd-102b-4be4-8b7b-bb422e951248 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:55:44.000673 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1f7521b-183b-4fec-8238-d992a0374ee7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:44.048878 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7521b-183b-4fec-8238-d992a0374ee7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=fa00f7ab-e2fc-404c-b91d-719b31a7e899,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:44.343421 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d1f7521b-183b-4fec-8238-d992a0374ee7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:44.899865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f7521b-183b-4fec-8238-d992a0374ee7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router bb83fc40-3221-43ff-91b1-7d9c82b514bb has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:55:45.080881 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-95d2a82e-a723-4c20-bd17-30f798265959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:45.093442 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f7521b-183b-4fec-8238-d992a0374ee7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:55:45.102920 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63082088-19a7-48e4-9f31-130d7aeeb10c None None] Sync routers for ids ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:55:45.109697 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d1f7521b-183b-4fec-8238-d992a0374ee7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "PUT /v2.0/routers/bb83fc40-3221-43ff-91b1-7d9c82b514bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6417539 Apr 22 15:55:45.110029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42776) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:45.115495 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63082088-19a7-48e4-9f31-130d7aeeb10c None None] Routers {'bb83fc40-3221-43ff-91b1-7d9c82b514bb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:55:45.116153 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-63082088-19a7-48e4-9f31-130d7aeeb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:55:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:45.292511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-63082088-19a7-48e4-9f31-130d7aeeb10c None None] Set router bb83fc40-3221-43ff-91b1-7d9c82b514bb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:55:45.300249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57ac90f-832b-4383-b81f-7b0b87776aec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting subnet a622cd0b-9214-4fef-b37c-2d0dee4cf400 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:55:45.303157 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f57ac90f-832b-4383-b81f-7b0b87776aec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:45.356282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f57ac90f-832b-4383-b81f-7b0b87776aec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:45.536051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f57ac90f-832b-4383-b81f-7b0b87776aec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:45.573715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-63082088-19a7-48e4-9f31-130d7aeeb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:55:43Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:45.578115 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63082088-19a7-48e4-9f31-130d7aeeb10c None None] Checking router: bb83fc40-3221-43ff-91b1-7d9c82b514bb for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:55:45.588553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63082088-19a7-48e4-9f31-130d7aeeb10c None None] Routers {'bb83fc40-3221-43ff-91b1-7d9c82b514bb'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:55:45.589151 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-63082088-19a7-48e4-9f31-130d7aeeb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:55:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:45.607060 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f57ac90f-832b-4383-b81f-7b0b87776aec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:45.646519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ac90f-832b-4383-b81f-7b0b87776aec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Subnet': ['ID=a622cd0b-9214-4fef-b37c-2d0dee4cf400,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:45.652280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f57ac90f-832b-4383-b81f-7b0b87776aec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:45.659198 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f57ac90f-832b-4383-b81f-7b0b87776aec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/subnets/a622cd0b-9214-4fef-b37c-2d0dee4cf400 HTTP/1.1" status: 204 len: 168 time: 0.5481389 Apr 22 15:55:45.661827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42780) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:45.699564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0691d2d3-c5f0-440d-8b5b-f704f6538193 None None] Network b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:55:45.860749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:45.918384 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-63082088-19a7-48e4-9f31-130d7aeeb10c None None] Set router bb83fc40-3221-43ff-91b1-7d9c82b514bb gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:55:46.064075 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:46.075482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 45056d10-baf4-422d-a7b9-b1c910c96ddd {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:55:46.075938 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:46.152570 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:46.173004 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:46.223550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] DHCP port deletion for b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:55:46.233336 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Deleting port f9fd95f5-db96-423e-990e-545d89b2c7f2 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:55:46.233712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:46.250913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port 45056d10-baf4-422d-a7b9-b1c910c96ddd, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=45056d10-baf4-422d-a7b9-b1c910c96ddd,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:55:46.251449 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:46.371202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 45056d10-baf4-422d-a7b9-b1c910c96ddd owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:55:46.393334 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-63082088-19a7-48e4-9f31-130d7aeeb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:55:43Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:46.414670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63082088-19a7-48e4-9f31-130d7aeeb10c None None] The sync data for ids ['bb83fc40-3221-43ff-91b1-7d9c82b514bb'] in dv-neutron-838883-3-hyperv is: [{'id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107458717', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:55:43Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '45056d10-baf4-422d-a7b9-b1c910c96ddd', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb83fc40-3221-43ff-91b1-7d9c82b514bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:52:46Z', 'updated_at': '2022-04-22T15:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:55:46.499086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] For port f9fd95f5-db96-423e-990e-545d89b2c7f2, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f9fd95f5-db96-423e-990e-545d89b2c7f2,segment=NetworkSegment(91739b27-370a-453a-b6f2-3be10b5d7432),segment_id=91739b27-370a-453a-b6f2-3be10b5d7432)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:55:46.499475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:46.539502 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:46.584465 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=45056d10-baf4-422d-a7b9-b1c910c96ddd,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:46.619861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Calling delete_port for f9fd95f5-db96-423e-990e-545d89b2c7f2 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:55:46.694164 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:46.737458 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Pushing event deleted for resources: {'Port': ['ID=f9fd95f5-db96-423e-990e-545d89b2c7f2,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:46.748247 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] No DVR routers for this DVR port f9fd95f5-db96-423e-990e-545d89b2c7f2 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:55:46.751452 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:46.751797 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:46.752168 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:46.752524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:46.756276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:46.756276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:46.756276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:46.756276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:46.756276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:46.756276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:46.757545 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1f426d-1c71-425e-bf22-0972a44fbda5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:46.807561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.161383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.165420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.189648 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.190153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Fanout notify agent at l3_agent the message router_deleted on router bb83fc40-3221-43ff-91b1-7d9c82b514bb {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:55:47.204994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.206883 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-685c501a-a53d-4757-a65f-3448379ac73b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/routers/bb83fc40-3221-43ff-91b1-7d9c82b514bb HTTP/1.1" status: 204 len: 168 time: 1.5432575 Apr 22 15:55:47.208787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42784) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:47.324174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb25-bc3a-47e4-a884-2bfdd97ecb8d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.450171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb25-bc3a-47e4-a884-2bfdd97ecb8d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.475300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-3c39eb25-bc3a-47e4-a884-2bfdd97ecb8d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:47.486792 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-3c39eb25-bc3a-47e4-a884-2bfdd97ecb8d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91739b27-370a-453a-b6f2-3be10b5d7432') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:47.487088 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-3c39eb25-bc3a-47e4-a884-2bfdd97ecb8d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91739b27-370a-453a-b6f2-3be10b5d7432') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:47.498038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb25-bc3a-47e4-a884-2bfdd97ecb8d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.513996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb25-bc3a-47e4-a884-2bfdd97ecb8d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.519837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c39eb25-bc3a-47e4-a884-2bfdd97ecb8d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:55:47.520214 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb25-bc3a-47e4-a884-2bfdd97ecb8d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:55:47.534881 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:55:47.613978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb25-bc3a-47e4-a884-2bfdd97ecb8d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.631986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c39eb25-bc3a-47e4-a884-2bfdd97ecb8d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.647750 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39eb25-bc3a-47e4-a884-2bfdd97ecb8d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Network': ['ID=b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:47.655585 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3c39eb25-bc3a-47e4-a884-2bfdd97ecb8d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/networks/b8f5b92b-8ca8-499f-95a1-8b0acc0eed2f HTTP/1.1" status: 204 len: 168 time: 0.4458194 Apr 22 15:55:47.658244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42788) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:47.724693 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.726537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66f34977-3b5d-4e4d-b382-0cdb4ce513d4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.755452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66f34977-3b5d-4e4d-b382-0cdb4ce513d4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.818507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66f34977-3b5d-4e4d-b382-0cdb4ce513d4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.839594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f34977-3b5d-4e4d-b382-0cdb4ce513d4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f8c409-2661-4bc3-87d7-44a42f90a4d8,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:47.852639 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66f34977-3b5d-4e4d-b382-0cdb4ce513d4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:47.853735 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-66f34977-3b5d-4e4d-b382-0cdb4ce513d4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/security-groups/65f8c409-2661-4bc3-87d7-44a42f90a4d8 HTTP/1.1" status: 204 len: 168 time: 0.1945996 Apr 22 15:55:48.064837 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f9fd95f5-db96-423e-990e-545d89b2c7f2 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:55:48.097909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: f9fd95f5-db96-423e-990e-545d89b2c7f2 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:55:48.098284 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f9fd95f5-db96-423e-990e-545d89b2c7f2 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:55:48.098687 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 45056d10-baf4-422d-a7b9-b1c910c96ddd no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:55:48.133199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 45056d10-baf4-422d-a7b9-b1c910c96ddd {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:55:48.133543 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 45056d10-baf4-422d-a7b9-b1c910c96ddd not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:55:48.134357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device fa00f7ab-e2fc-404c-b91d-719b31a7e899 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:55:48.166531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: fa00f7ab-e2fc-404c-b91d-719b31a7e899 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:55:48.166874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device fa00f7ab-e2fc-404c-b91d-719b31a7e899 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:55:50.674420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42800) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:50.679912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36399030', 'description': 'tempest-secgroup-smoke-36399030 description', 'project_id': '75a96c8912d741e09298d54dbc98abdb'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:55:50.686033 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:55:50.690029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:55:50.692864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:55:50.698564 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:55:50.707985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:50.742599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:55:50.746349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:55:50.749080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:55:50.755015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:55:50.808424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:50.811983 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:50.854937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042b7343-24ea-41d7-8d41-4ba62eca51c4,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:50.861810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:50.863168 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8b7d7ecd-308c-4afa-b3ca-6f204d057902 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1877582 Apr 22 15:55:50.866078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42804) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:50.871392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-2711742b-6702-4c6e-a58a-b97af690e7e0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '042b7343-24ea-41d7-8d41-4ba62eca51c4', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:55:50.877691 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2711742b-6702-4c6e-a58a-b97af690e7e0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:55:50.881877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2711742b-6702-4c6e-a58a-b97af690e7e0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:55:50.884783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2711742b-6702-4c6e-a58a-b97af690e7e0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:55:50.890463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2711742b-6702-4c6e-a58a-b97af690e7e0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:55:50.907104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2711742b-6702-4c6e-a58a-b97af690e7e0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:50.967343 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2711742b-6702-4c6e-a58a-b97af690e7e0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:50.970882 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2711742b-6702-4c6e-a58a-b97af690e7e0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:50.994024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711742b-6702-4c6e-a58a-b97af690e7e0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b178b063-6f70-437d-afed-80ee02d24fe3,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:51.002617 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2711742b-6702-4c6e-a58a-b97af690e7e0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.003767 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2711742b-6702-4c6e-a58a-b97af690e7e0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1367674 Apr 22 15:55:51.006714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42808) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:51.011973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b0d1886e-69a9-477c-a55b-ceea1ac3ab76 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '042b7343-24ea-41d7-8d41-4ba62eca51c4', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:55:51.018257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b0d1886e-69a9-477c-a55b-ceea1ac3ab76 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:55:51.022020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b0d1886e-69a9-477c-a55b-ceea1ac3ab76 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:55:51.028353 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b0d1886e-69a9-477c-a55b-ceea1ac3ab76 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:55:51.035966 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b0d1886e-69a9-477c-a55b-ceea1ac3ab76 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:55:51.054851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0d1886e-69a9-477c-a55b-ceea1ac3ab76 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.114655 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0d1886e-69a9-477c-a55b-ceea1ac3ab76 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.118048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0d1886e-69a9-477c-a55b-ceea1ac3ab76 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.140911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1886e-69a9-477c-a55b-ceea1ac3ab76 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe1648b-7c1a-41c1-b1ed-f4176c9e179c,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:51.148798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b0d1886e-69a9-477c-a55b-ceea1ac3ab76 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.149944 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b0d1886e-69a9-477c-a55b-ceea1ac3ab76 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1423318 Apr 22 15:55:51.152668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42812) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:51.158590 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7f5c7863-3faa-451a-a0fa-3795775e1fe1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '042b7343-24ea-41d7-8d41-4ba62eca51c4', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:55:51.164069 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7f5c7863-3faa-451a-a0fa-3795775e1fe1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:55:51.167855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7f5c7863-3faa-451a-a0fa-3795775e1fe1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:55:51.170738 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7f5c7863-3faa-451a-a0fa-3795775e1fe1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:55:51.176405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7f5c7863-3faa-451a-a0fa-3795775e1fe1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:55:51.192127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7863-3faa-451a-a0fa-3795775e1fe1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.253175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7863-3faa-451a-a0fa-3795775e1fe1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.256714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7863-3faa-451a-a0fa-3795775e1fe1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.278536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c7863-3faa-451a-a0fa-3795775e1fe1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4beee381-6a00-4583-9480-502b5b6aaa60,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:51.287023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7863-3faa-451a-a0fa-3795775e1fe1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.288167 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7f5c7863-3faa-451a-a0fa-3795775e1fe1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1346073 Apr 22 15:55:51.290825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42816) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:51.296578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-916ae3aa-a2ea-4d3a-96eb-13eccd69c841 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '042b7343-24ea-41d7-8d41-4ba62eca51c4', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:55:51.302092 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-916ae3aa-a2ea-4d3a-96eb-13eccd69c841 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:55:51.305845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-916ae3aa-a2ea-4d3a-96eb-13eccd69c841 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:55:51.308674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-916ae3aa-a2ea-4d3a-96eb-13eccd69c841 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:55:51.314936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-916ae3aa-a2ea-4d3a-96eb-13eccd69c841 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:55:51.330781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-916ae3aa-a2ea-4d3a-96eb-13eccd69c841 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.394804 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-916ae3aa-a2ea-4d3a-96eb-13eccd69c841 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.398113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-916ae3aa-a2ea-4d3a-96eb-13eccd69c841 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.421534 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ae3aa-a2ea-4d3a-96eb-13eccd69c841 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5daa62a6-f919-4c9c-b6e5-ce58b67cd077,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:51.429380 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-916ae3aa-a2ea-4d3a-96eb-13eccd69c841 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.433259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42820) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:51.433754 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-916ae3aa-a2ea-4d3a-96eb-13eccd69c841 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1415622 Apr 22 15:55:51.439094 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f149a621-bf52-4414-96c3-e77f3f52bcc2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '042b7343-24ea-41d7-8d41-4ba62eca51c4', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:55:51.444989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f149a621-bf52-4414-96c3-e77f3f52bcc2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:55:51.448745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f149a621-bf52-4414-96c3-e77f3f52bcc2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:55:51.451668 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f149a621-bf52-4414-96c3-e77f3f52bcc2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:55:51.457822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f149a621-bf52-4414-96c3-e77f3f52bcc2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:55:51.467959 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-f149a621-bf52-4414-96c3-e77f3f52bcc2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Project 75a96c8912d741e09298d54dbc98abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:55:51.474447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f149a621-bf52-4414-96c3-e77f3f52bcc2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.540231 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f149a621-bf52-4414-96c3-e77f3f52bcc2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.543922 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f149a621-bf52-4414-96c3-e77f3f52bcc2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.656201 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149a621-bf52-4414-96c3-e77f3f52bcc2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03a9ff3-6bf9-4deb-acdc-ce3cba2224e9,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:51.665377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f149a621-bf52-4414-96c3-e77f3f52bcc2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.666565 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f149a621-bf52-4414-96c3-e77f3f52bcc2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2322361 Apr 22 15:55:51.669905 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42824) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:51.675346 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f7a7def6-dab8-4abf-838f-3fda00af42c3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '042b7343-24ea-41d7-8d41-4ba62eca51c4', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:55:51.681216 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f7a7def6-dab8-4abf-838f-3fda00af42c3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:55:51.685116 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f7a7def6-dab8-4abf-838f-3fda00af42c3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:55:51.688012 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f7a7def6-dab8-4abf-838f-3fda00af42c3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:55:51.693618 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f7a7def6-dab8-4abf-838f-3fda00af42c3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:55:51.705925 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-f7a7def6-dab8-4abf-838f-3fda00af42c3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Project 75a96c8912d741e09298d54dbc98abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:55:51.714715 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7a7def6-dab8-4abf-838f-3fda00af42c3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.788371 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7a7def6-dab8-4abf-838f-3fda00af42c3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.791705 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7a7def6-dab8-4abf-838f-3fda00af42c3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.813661 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7def6-dab8-4abf-838f-3fda00af42c3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c96652-7c39-4e82-a7cb-ebffec1a1ee6,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:51.821498 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f7a7def6-dab8-4abf-838f-3fda00af42c3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.822679 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f7a7def6-dab8-4abf-838f-3fda00af42c3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1518323 Apr 22 15:55:51.825945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42828) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:51.831202 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'network': {'name': 'tempest-network-smoke--1469070270', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'port_security_enabled': True}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:55:51.835871 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:55:51.839864 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:network and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:55:51.843378 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:55:51.848989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:55:51.858167 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:55:51.861024 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.887770 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:55:51.897331 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.897723 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Added segment 5120cf5e-703e-4f68-860c-1e3726edebdf of type vlan for network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 Apr 22 15:55:51.923450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.951397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:51.954913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:55:51.955484 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:52.067086 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2399194 Apr 22 15:55:52.069835 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42832) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:52.073863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26edf84-a561-4cb2-abfb-fc44e4b44b23 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Network': ['ID=0cca118b-f8e4-4b5e-b624-61f4e011cab8,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:52.077954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'admin_state_up': True, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:55:52.085740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:55:52.086270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:55:52.089975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:router and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:55:52.093540 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:55:52.099267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:55:52.110130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:52.111031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:52.130444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:52.271260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:52.441113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:52.562920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:52.692475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.26.8.196 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/921ed86e-254d-4710-90eb-39c128286ead) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:55:52.835832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:52.863063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:52.928775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:55:52.931632 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:55:52.934017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:55:52.962565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=921ed86e-254d-4710-90eb-39c128286ead,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:53.092838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:53.093522 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:53.313557 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:55:53.507586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:55:53.517230 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Sync routers for ids ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:55:53.528446 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Routers {'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:55:53.529644 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:55:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:53.533678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:53.534981 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5ed1b507-4266-488b-bb23-abeb212e468c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4639168 Apr 22 15:55:53.538129 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42836) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:53.643776 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-972d220a-8754-4ed2-b171-25b45b4ea351 tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=75a96c8912d741e09298d54dbc98abdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1045246 Apr 22 15:55:53.646373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42842) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:53.703598 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Set router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:55:53.775229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d779a1d-9156-4e0a-bec8-3d934416833b tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:55:53.779193 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0d779a1d-9156-4e0a-bec8-3d934416833b tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293657 Apr 22 15:55:53.779414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42846) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:53.817543 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-07cb0c48-51fb-4f66-bfcb-09984a9de1b8 tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370345 Apr 22 15:55:53.820036 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42850) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:53.826283 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-626486414', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:55:53.932467 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:55:53.937247 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:subnet and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:55:53.940276 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:55:53.946095 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:55:53.957025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:55:53.980826 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:53Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:53.985101 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Checking router: fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:55:53.985437 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Updating router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 port 921ed86e-254d-4710-90eb-39c128286ead binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:55:54.041846 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:54.063279 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:54.284745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:54.360078 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Subnet': ['ID=76030e3f-49e7-41bc-b0ba-df93f90a6469,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:54.364211 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:54.371998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Checking segment: {'id': '5120cf5e-703e-4f68-860c-1e3726edebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:55:54.372383 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network hostable DHCP agents. Network: 0cca118b-f8e4-4b5e-b624-61f4e011cab8, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:55:54.376435 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Transition to ACTIVE for port object 921ed86e-254d-4710-90eb-39c128286ead will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:55:54.382944 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:54.395466 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:55:54.405215 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 0cca118b-f8e4-4b5e-b624-61f4e011cab8) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:55:54.409171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:55:54.409869 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:54.415773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a9c396-deea-4f4f-8698-1b0999fe0642 None None] Network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:55:54.434269 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-599d77fa-79ef-46a8-bd7a-980d8b7cc542 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6130426 Apr 22 15:55:54.437026 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42854) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:55:54.467860 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb150b-d14a-4d07-b36b-f5b2f9d11d86 None None] Pushing event updated for resources: {'Port': ['ID=921ed86e-254d-4710-90eb-39c128286ead,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:54.470053 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Attempting to bind port 921ed86e-254d-4710-90eb-39c128286ead on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:55:54.470457 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Attempting to bind port 921ed86e-254d-4710-90eb-39c128286ead by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:55:54.470803 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Attempting to bind port 921ed86e-254d-4710-90eb-39c128286ead on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:55:54.483943 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb150b-d14a-4d07-b36b-f5b2f9d11d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:54.484324 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb150b-d14a-4d07-b36b-f5b2f9d11d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:54.484655 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb150b-d14a-4d07-b36b-f5b2f9d11d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:54.484977 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb150b-d14a-4d07-b36b-f5b2f9d11d86 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:54.485297 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb150b-d14a-4d07-b36b-f5b2f9d11d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:54.485606 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb150b-d14a-4d07-b36b-f5b2f9d11d86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:54.485978 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb150b-d14a-4d07-b36b-f5b2f9d11d86 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:54.486683 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb150b-d14a-4d07-b36b-f5b2f9d11d86 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:54.486683 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb150b-d14a-4d07-b36b-f5b2f9d11d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:54.486955 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb150b-d14a-4d07-b36b-f5b2f9d11d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:54.487253 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb150b-d14a-4d07-b36b-f5b2f9d11d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:55:54.491736 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:55:54.492097 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:55:54.492533 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:54.493222 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:55:54.493696 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Bound port: 921ed86e-254d-4710-90eb-39c128286ead, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:55:54.494061 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:54.568305 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] For port 921ed86e-254d-4710-90eb-39c128286ead, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:55:54.572118 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] For port 921ed86e-254d-4710-90eb-39c128286ead, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=921ed86e-254d-4710-90eb-39c128286ead,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:55:54.575968 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:54.639434 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ips': [{'subnet_id': '76030e3f-49e7-41bc-b0ba-df93f90a6469'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:55:54.640252 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:54.656757 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb150b-d14a-4d07-b36b-f5b2f9d11d86 None None] Pushing event updated for resources: {'Port': ['ID=921ed86e-254d-4710-90eb-39c128286ead,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:54.661676 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Routers {'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:55:54.662430 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:55:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:54.803151 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Allocated IP 172.20.0.2 (0cca118b-f8e4-4b5e-b624-61f4e011cab8/76030e3f-49e7-41bc-b0ba-df93f90a6469/d4a2ea77-7868-4e4c-841d-669ff2f28453) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:55:54.854687 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] Set router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:55:55.014639 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:55.025239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Transition to ACTIVE for port object d4a2ea77-7868-4e4c-841d-669ff2f28453 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:55:55.045409 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Transition to ACTIVE for port object d4a2ea77-7868-4e4c-841d-669ff2f28453 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:55:55.053546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:55.133176 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:55:55.135859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:55:55.140149 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:55:55.146367 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Pushing event updated for resources: {'Port': ['ID=d4a2ea77-7868-4e4c-841d-669ff2f28453,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:55.180129 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:53Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:55.185393 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59cdff-c698-456d-9c39-5c96b4de7e29 None None] The sync data for ids ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'] in dv-neutron-838883-3-hyperv is: [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:53Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:55:55.242814 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Attempting to bind port d4a2ea77-7868-4e4c-841d-669ff2f28453 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:55:55.243542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Attempting to bind port d4a2ea77-7868-4e4c-841d-669ff2f28453 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '5120cf5e-703e-4f68-860c-1e3726edebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:55:55.244200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Attempting to bind port d4a2ea77-7868-4e4c-841d-669ff2f28453 on network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:55:55.252167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:55:55.252458 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Checking segment: {'id': '5120cf5e-703e-4f68-860c-1e3726edebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:55:55.252855 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:55.253249 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Bound using segment: {'id': '5120cf5e-703e-4f68-860c-1e3726edebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:55:55.253713 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Bound port: d4a2ea77-7868-4e4c-841d-669ff2f28453, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5120cf5e-703e-4f68-860c-1e3726edebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:55:55.254084 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:55.346448 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] For port d4a2ea77-7868-4e4c-841d-669ff2f28453, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:55:55.349638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] For port d4a2ea77-7868-4e4c-841d-669ff2f28453, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d4a2ea77-7868-4e4c-841d-669ff2f28453,segment=NetworkSegment(5120cf5e-703e-4f68-860c-1e3726edebdf),segment_id=5120cf5e-703e-4f68-860c-1e3726edebdf)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:55:55.354788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:55.389626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:55.462260 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d3a10-1f38-4065-b1c6-3e5ec471dbce None None] Pushing event updated for resources: {'Port': ['ID=d4a2ea77-7868-4e4c-841d-669ff2f28453,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:55.827343 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.20.0.1 (0cca118b-f8e4-4b5e-b624-61f4e011cab8/76030e3f-49e7-41bc-b0ba-df93f90a6469/32f2cc2d-5cee-4da6-9072-1a8aa1e545d5) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:55:55.993693 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:56.011888 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Transition to ACTIVE for port object 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:55:56.039428 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:56.121233 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:55:56.121897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 921ed86e-254d-4710-90eb-39c128286ead up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:55:56.125468 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:55:56.130538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:55:56.157466 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=32f2cc2d-5cee-4da6-9072-1a8aa1e545d5,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:56.192361 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:56.251864 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 921ed86e-254d-4710-90eb-39c128286ead completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:55:56.259756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 921ed86e-254d-4710-90eb-39c128286ead triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:55:56.260406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:56.285970 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:56.387427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:56.403746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 921ed86e-254d-4710-90eb-39c128286ead, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=921ed86e-254d-4710-90eb-39c128286ead,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:55:56.408435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:56.409464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d4a2ea77-7868-4e4c-841d-669ff2f28453 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:55:56.504460 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d2cb63-271d-4452-80db-47cddff7dc5c None None] Network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:55:56.600147 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=921ed86e-254d-4710-90eb-39c128286ead,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:56.650582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a2452334-0e07-4823-bbc4-88a9d7fb0046 None None] Provisioning for port d4a2ea77-7868-4e4c-841d-669ff2f28453 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:55:56.657523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port d4a2ea77-7868-4e4c-841d-669ff2f28453 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:55:56.663041 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-a2452334-0e07-4823-bbc4-88a9d7fb0046 None None] Provisioning complete for port d4a2ea77-7868-4e4c-841d-669ff2f28453 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:55:56.663406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a2452334-0e07-4823-bbc4-88a9d7fb0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:56.699643 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:56.704335 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:56.715595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port d4a2ea77-7868-4e4c-841d-669ff2f28453 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:55:56.716467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:56.815228 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=32f2cc2d-5cee-4da6-9072-1a8aa1e545d5,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:56.817658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:56.956213 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:55:56.957324 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:55:56.960077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a2452334-0e07-4823-bbc4-88a9d7fb0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:56.983854 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:57.032355 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-a2452334-0e07-4823-bbc4-88a9d7fb0046 None None] For port d4a2ea77-7868-4e4c-841d-669ff2f28453, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d4a2ea77-7868-4e4c-841d-669ff2f28453,segment=NetworkSegment(5120cf5e-703e-4f68-860c-1e3726edebdf),segment_id=5120cf5e-703e-4f68-860c-1e3726edebdf)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:55:57.039151 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a2452334-0e07-4823-bbc4-88a9d7fb0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:57.152331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 15:55:57.152674 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 15:55:57.157169 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2452334-0e07-4823-bbc4-88a9d7fb0046 None None] Pushing event updated for resources: {'Port': ['ID=d4a2ea77-7868-4e4c-841d-669ff2f28453,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:57.365578 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f1ede810-166d-4592-a158-c9e00aa01bcc None None] Provisioning for port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:55:57.370728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f1ede810-166d-4592-a158-c9e00aa01bcc None None] Provisioning complete for port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:55:57.371178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f1ede810-166d-4592-a158-c9e00aa01bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:57.427346 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f1ede810-166d-4592-a158-c9e00aa01bcc None None] Port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:55:57.440584 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-f1ede810-166d-4592-a158-c9e00aa01bcc None None] Provisioning complete for port d4a2ea77-7868-4e4c-841d-669ff2f28453 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:55:57.440957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f1ede810-166d-4592-a158-c9e00aa01bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:57.458369 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:55:57.691516 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:55:57.709954 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-93c7d80b-b2bb-4ef9-ab88-a64d8ed64098 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "PUT /v2.0/routers/fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2716601 Apr 22 15:55:57.722039 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6c8065d7-36c1-4911-8b6a-f0a8073a4e5f None None] Provisioning complete for port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:55:57.722514 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6c8065d7-36c1-4911-8b6a-f0a8073a4e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:57.774488 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6c8065d7-36c1-4911-8b6a-f0a8073a4e5f None None] Port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:55:57.880917 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-f98841ae-996c-47b9-bf44-975ccb95536d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:55:57.895428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-f98841ae-996c-47b9-bf44-975ccb95536d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:55:57.896819 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-f98841ae-996c-47b9-bf44-975ccb95536d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36399030&fields=id&tenant_id=75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 267 time: 0.0563142 Apr 22 15:55:58.078842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 921ed86e-254d-4710-90eb-39c128286ead up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:55:58.082759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-618f1bc2-e1af-49d0-ac27-9d052fbf715e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:55:58.083434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-618f1bc2-e1af-49d0-ac27-9d052fbf715e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:55:58.101109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-618f1bc2-e1af-49d0-ac27-9d052fbf715e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:55:58.102301 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-618f1bc2-e1af-49d0-ac27-9d052fbf715e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/networks?id=0cca118b-f8e4-4b5e-b624-61f4e011cab8 HTTP/1.1" status: 200 len: 797 time: 0.1991456 Apr 22 15:55:58.123503 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-edcf8713-45a7-4b02-92f5-19246c8e94e1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/quotas/75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 375 time: 0.0148332 Apr 22 15:55:58.149199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 921ed86e-254d-4710-90eb-39c128286ead triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:55:58.149564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:58.202065 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-7bbc6d49-7579-49fb-9fd7-4af380457b60 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:55:58.217568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-7bbc6d49-7579-49fb-9fd7-4af380457b60 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:55:58.219112 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-7bbc6d49-7579-49fb-9fd7-4af380457b60 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0906441 Apr 22 15:55:58.265142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d4a2ea77-7868-4e4c-841d-669ff2f28453 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:55:58.335371 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port d4a2ea77-7868-4e4c-841d-669ff2f28453 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:55:58.335745 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:58.423416 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-1af1535f-3517-474e-8d83-00bf3c88e736 service neutron] 10.222.0.71 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923714 Apr 22 15:55:58.673663 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-88f1cd34-63f4-44ef-b01f-60e537e9c5c1 service neutron] 10.222.0.71 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434344 Apr 22 15:55:58.705402 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Sync routers for ids ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:55:58.717730 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Routers {'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:55:58.718481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:55:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:58.897987 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f62c490c-daaa-4208-b757-7c1101d0b1c6 req-c855444d-27fd-4ea0-8303-439c191a8215 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 210 time: 0.0462036 Apr 22 15:55:58.918395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Set router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:55:59.248387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '32f2cc2d-5cee-4da6-9072-1a8aa1e545d5', 'name': '', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ff:f9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:55Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 2, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:55:59.252440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Checking router: fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:55:59.252795 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Updating router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:55:59.304094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:59.641066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:59.652496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Transition to ACTIVE for port object 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:55:59.659236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:59.773326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0290777-0584-4ffc-8942-2ab03292b066 None None] Pushing event updated for resources: {'Port': ['ID=32f2cc2d-5cee-4da6-9072-1a8aa1e545d5,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:55:59.874520 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Attempting to bind port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:55:59.874891 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Attempting to bind port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '5120cf5e-703e-4f68-860c-1e3726edebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:55:59.875251 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Attempting to bind port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 on network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:55:59.882848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:55:59.883212 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Checking segment: {'id': '5120cf5e-703e-4f68-860c-1e3726edebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:55:59.883617 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:59.884015 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Bound using segment: {'id': '5120cf5e-703e-4f68-860c-1e3726edebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:55:59.884531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Bound port: 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5120cf5e-703e-4f68-860c-1e3726edebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:55:59.884910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:55:59.983094 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] For port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:55:59.986681 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] For port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=32f2cc2d-5cee-4da6-9072-1a8aa1e545d5,segment=NetworkSegment(5120cf5e-703e-4f68-860c-1e3726edebdf),segment_id=5120cf5e-703e-4f68-860c-1e3726edebdf)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:55:59.993454 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:00.111359 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0290777-0584-4ffc-8942-2ab03292b066 None None] Pushing event updated for resources: {'Port': ['ID=32f2cc2d-5cee-4da6-9072-1a8aa1e545d5,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:56:00.118159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Routers {'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:56:00.118779 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:55:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:56:00.150739 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4db5c8cd-a93f-468d-9e34-cd84647d0efb req-1537b378-98cc-4d7c-961f-3e3e1ecab00a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 210 time: 0.0754716 Apr 22 15:56:00.163263 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-7675ea8c-fc60-4901-a354-beeda6fdb792 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:00.166068 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-7675ea8c-fc60-4901-a354-beeda6fdb792 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/networks?id=0cca118b-f8e4-4b5e-b624-61f4e011cab8 HTTP/1.1" status: 200 len: 797 time: 0.2865963 Apr 22 15:56:00.237131 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-03e32f7f-1d1c-4833-90c0-299131c65852 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 378 time: 0.0548656 Apr 22 15:56:00.245922 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'port': {'device_id': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'admin_state_up': True, 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'security_groups': ['042b7343-24ea-41d7-8d41-4ba62eca51c4']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:56:00.347589 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] Set router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:56:00.381880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:56:00.392322 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:56:00.401998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:56:00.405570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:00.569025 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.20.0.3 (0cca118b-f8e4-4b5e-b624-61f4e011cab8/76030e3f-49e7-41bc-b0ba-df93f90a6469/a924003e-2667-4f21-8334-d5d23693f9a3) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:56:00.672560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '32f2cc2d-5cee-4da6-9072-1a8aa1e545d5', 'name': '', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ff:f9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:55Z', 'updated_at': '2022-04-22T15:55:59Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:56:00.676469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9ee52-acd8-4674-80f6-ed14e3511ef1 None None] The sync data for ids ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'] in dv-neutron-838883-3-hyperv is: [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '32f2cc2d-5cee-4da6-9072-1a8aa1e545d5', 'name': '', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ff:f9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:55Z', 'updated_at': '2022-04-22T15:55:59Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:56:00.770634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:00.787599 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Transition to ACTIVE for port object a924003e-2667-4f21-8334-d5d23693f9a3 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:56:00.809635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:00.890122 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:56:00.893364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:56:00.898018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:56:00.926903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=a924003e-2667-4f21-8334-d5d23693f9a3,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:56:00.961654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:00.962351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:00.998008 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-e3259c7e-67f6-4107-a962-284529a1f78e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7557416 Apr 22 15:56:01.017634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Request body: {'port': {'device_id': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:56:01.114402 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cf4590c8-5723-4034-a4b4-440f23101b1f None None] Provisioning for port a924003e-2667-4f21-8334-d5d23693f9a3 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:56:01.120230 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-cf4590c8-5723-4034-a4b4-440f23101b1f None None] Provisioning complete for port a924003e-2667-4f21-8334-d5d23693f9a3 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:56:01.120601 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-cf4590c8-5723-4034-a4b4-440f23101b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:01.145838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:01.179335 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-cf4590c8-5723-4034-a4b4-440f23101b1f None None] Port a924003e-2667-4f21-8334-d5d23693f9a3 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:56:01.485046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2de64-1da6-42de-8cfa-d4bcde75e74c req-1fef355d-4478-4947-9dcf-0a5877a7d259 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:01.485760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-e3b2de64-1da6-42de-8cfa-d4bcde75e74c req-1fef355d-4478-4947-9dcf-0a5877a7d259 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:56:01.518501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-e3b2de64-1da6-42de-8cfa-d4bcde75e74c req-1fef355d-4478-4947-9dcf-0a5877a7d259 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:56:01.519642 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3b2de64-1da6-42de-8cfa-d4bcde75e74c req-1fef355d-4478-4947-9dcf-0a5877a7d259 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 931 time: 0.2287719 Apr 22 15:56:01.604609 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a924003e-2667-4f21-8334-d5d23693f9a3 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:56:01.615143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:01.630099 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e3b2de64-1da6-42de-8cfa-d4bcde75e74c req-695915f5-5f89-4e3f-9378-47b0a36ad836 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004269 Apr 22 15:56:01.635711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Transition to ACTIVE for port object a924003e-2667-4f21-8334-d5d23693f9a3 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:56:01.640162 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:01.854940 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Pushing event updated for resources: {'Port': ['ID=a924003e-2667-4f21-8334-d5d23693f9a3,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:56:01.959880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Attempting to bind port a924003e-2667-4f21-8334-d5d23693f9a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:56:01.960210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Attempting to bind port a924003e-2667-4f21-8334-d5d23693f9a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '5120cf5e-703e-4f68-860c-1e3726edebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:56:01.960538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Attempting to bind port a924003e-2667-4f21-8334-d5d23693f9a3 on network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:56:01.966293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Port a924003e-2667-4f21-8334-d5d23693f9a3 on network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:56:01.966551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Attempting to bind port a924003e-2667-4f21-8334-d5d23693f9a3 on network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:56:01.972672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:56:01.973010 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Checking segment: {'id': '5120cf5e-703e-4f68-860c-1e3726edebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:56:01.973390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Bound using segment: {'id': '5120cf5e-703e-4f68-860c-1e3726edebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:56:01.973814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Bound port: a924003e-2667-4f21-8334-d5d23693f9a3, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5120cf5e-703e-4f68-860c-1e3726edebdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:56:01.974175 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:02.061851 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] For port a924003e-2667-4f21-8334-d5d23693f9a3, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:56:02.064874 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] For port a924003e-2667-4f21-8334-d5d23693f9a3, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a924003e-2667-4f21-8334-d5d23693f9a3,segment=NetworkSegment(5120cf5e-703e-4f68-860c-1e3726edebdf),segment_id=5120cf5e-703e-4f68-860c-1e3726edebdf)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:56:02.069674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:02.095076 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:56:02.137246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:02.139186 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] 10.222.0.70 "PUT /v2.0/ports/a924003e-2667-4f21-8334-d5d23693f9a3 HTTP/1.1" status: 200 len: 1093 time: 1.1272612 Apr 22 15:56:02.142525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'tag': 'a924003e-2667-4f21-8334-d5d23693f9a3'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:56:02.167203 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e5406-8cd0-4208-8cd4-d6c10db43566 service neutron] Pushing event updated for resources: {'Port': ['ID=a924003e-2667-4f21-8334-d5d23693f9a3,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:56:02.188817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:56:02.196799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:56:02.197192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:02.240611 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373c0b90-e3ee-4239-92e5-e551874a40de'] response: {'name': 'network-changed', 'server_uuid': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'tag': 'a924003e-2667-4f21-8334-d5d23693f9a3', 'status': 'completed', 'code': 200} Apr 22 15:56:02.280786 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-ef790fe5-5d17-42e3-8375-05f079280957 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 1096 time: 0.0814729 Apr 22 15:56:02.322546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:02.355790 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=32f2cc2d-5cee-4da6-9072-1a8aa1e545d5,segment=NetworkSegment(5120cf5e-703e-4f68-860c-1e3726edebdf),segment_id=5120cf5e-703e-4f68-860c-1e3726edebdf)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:56:02.360811 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:02.361559 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-fb53145f-8f63-4027-890a-7c88ad5e1bc1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a924003e-2667-4f21-8334-d5d23693f9a3 HTTP/1.1" status: 200 len: 217 time: 0.0687838 Apr 22 15:56:02.424333 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-960df379-9f33-48a4-ad10-0eea3daec7f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:02.425730 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-960df379-9f33-48a4-ad10-0eea3daec7f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76030e3f-49e7-41bc-b0ba-df93f90a6469 HTTP/1.1" status: 200 len: 834 time: 0.0587053 Apr 22 15:56:02.431990 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=32f2cc2d-5cee-4da6-9072-1a8aa1e545d5,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:56:02.451276 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [req-0e44abbd-a4dd-490b-ab61-db10119fe91f req-4b627ee8-6c65-4d08-8a22-87f6074787d6 service neutron] (83934) timed out ('10.222.0.71', 39248) {{(pid=83934) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 15:56:02.501950 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-280f9422-748c-4f5c-a3c3-a853366f7191 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cca118b-f8e4-4b5e-b624-61f4e011cab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703940 Apr 22 15:56:02.630216 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-86a1632a-db53-4007-9bff-3472495c09a5 service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216693 Apr 22 15:56:02.788363 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dbc2dab9-dce7-4a78-8027-beed9885c16d req-cc5b69c8-ef6b-4b50-b356-69da6e7b9e91 service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532350 Apr 22 15:56:02.827999 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cd7e9-8a7c-4f01-b20a-d2d36390c4a6 req-d9140bb7-0dc7-47bb-9928-706446a68b78 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:02.829396 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c37cd7e9-8a7c-4f01-b20a-d2d36390c4a6 req-d9140bb7-0dc7-47bb-9928-706446a68b78 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 943 time: 0.0776043 Apr 22 15:56:02.873900 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c37cd7e9-8a7c-4f01-b20a-d2d36390c4a6 req-8b323fbc-ee99-4b29-8b5e-749e0ce5b598 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390306 Apr 22 15:56:02.952047 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a56f347-2009-4ab0-9583-ef672ceb6153 req-1de264a8-7072-4cfb-931c-9fb5d0873884 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 1096 time: 0.0697017 Apr 22 15:56:03.078514 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56f347-2009-4ab0-9583-ef672ceb6153 req-70baf2ea-153f-4524-b981-45521a23ee2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:03.079877 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a56f347-2009-4ab0-9583-ef672ceb6153 req-70baf2ea-153f-4524-b981-45521a23ee2e service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cca118b-f8e4-4b5e-b624-61f4e011cab8 HTTP/1.1" status: 200 len: 898 time: 0.1213107 Apr 22 15:56:03.144391 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a56f347-2009-4ab0-9583-ef672ceb6153 req-c37c45d0-9fb8-4db1-a356-ab06444ee2f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a924003e-2667-4f21-8334-d5d23693f9a3 HTTP/1.1" status: 200 len: 217 time: 0.0581572 Apr 22 15:56:03.211378 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56f347-2009-4ab0-9583-ef672ceb6153 req-e7002a79-c602-4763-9e9f-06118fe6f0e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:03.212805 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a56f347-2009-4ab0-9583-ef672ceb6153 req-e7002a79-c602-4763-9e9f-06118fe6f0e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76030e3f-49e7-41bc-b0ba-df93f90a6469 HTTP/1.1" status: 200 len: 834 time: 0.0634198 Apr 22 15:56:03.284739 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a56f347-2009-4ab0-9583-ef672ceb6153 req-44d797a1-3352-4f71-849a-908c4b0a2009 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cca118b-f8e4-4b5e-b624-61f4e011cab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658989 Apr 22 15:56:03.411331 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a56f347-2009-4ab0-9583-ef672ceb6153 req-2d38c6f7-b179-41a5-8e68-bfbc28074aae service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195841 Apr 22 15:56:03.533190 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:03.639898 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a56f347-2009-4ab0-9583-ef672ceb6153 req-bd189078-abfc-40c7-aa7b-3d9432515d22 service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220950 Apr 22 15:56:04.071544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802502c6-d562-4ee3-9f98-993d8e8d550a req-4868078a-9c36-4383-a5f0-41d58422e47c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:04.072909 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-802502c6-d562-4ee3-9f98-993d8e8d550a req-4868078a-9c36-4383-a5f0-41d58422e47c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 943 time: 0.0797107 Apr 22 15:56:04.076088 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:56:04.122111 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-802502c6-d562-4ee3-9f98-993d8e8d550a req-09b46f36-1023-4e16-9049-930c670006ae tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432661 Apr 22 15:56:04.149624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:56:04.149989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:05.327135 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9f181-8b18-4e15-aac2-de31564245d4 req-f6d39720-9d17-4f68-84c0-45945618d1ce tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:05.328564 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a0e9f181-8b18-4e15-aac2-de31564245d4 req-f6d39720-9d17-4f68-84c0-45945618d1ce tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 943 time: 0.0796101 Apr 22 15:56:05.372291 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a0e9f181-8b18-4e15-aac2-de31564245d4 req-0402dae4-d6f7-4939-abd4-765f51a5e27c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377460 Apr 22 15:56:05.983809 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a924003e-2667-4f21-8334-d5d23693f9a3 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:56:06.115057 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a924003e-2667-4f21-8334-d5d23693f9a3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a924003e-2667-4f21-8334-d5d23693f9a3,segment=NetworkSegment(5120cf5e-703e-4f68-860c-1e3726edebdf),segment_id=5120cf5e-703e-4f68-860c-1e3726edebdf)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:56:06.127710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'a924003e-2667-4f21-8334-d5d23693f9a3', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'port_id': 'a924003e-2667-4f21-8334-d5d23693f9a3', 'mac_address': 'fa:16:3e:89:3b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:56:06.182761 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:06.199246 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a924003e-2667-4f21-8334-d5d23693f9a3 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:56:06.214171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a924003e-2667-4f21-8334-d5d23693f9a3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a924003e-2667-4f21-8334-d5d23693f9a3,segment=NetworkSegment(5120cf5e-703e-4f68-860c-1e3726edebdf),segment_id=5120cf5e-703e-4f68-860c-1e3726edebdf)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:56:06.218787 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:06.283389 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=a924003e-2667-4f21-8334-d5d23693f9a3,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:56:06.564789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21361f58-c2cb-403d-aeea-39616b447c5c req-02c9067b-7898-4589-9055-8a2f0d516706 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:06.566158 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-21361f58-c2cb-403d-aeea-39616b447c5c req-02c9067b-7898-4589-9055-8a2f0d516706 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 944 time: 0.0781491 Apr 22 15:56:06.611246 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-21361f58-c2cb-403d-aeea-39616b447c5c req-0959c7e4-2f1f-4433-a598-c5df40b19957 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396466 Apr 22 15:56:06.640889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['a924003e-2667-4f21-8334-d5d23693f9a3'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:56:07.814304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125d223-80ae-4233-ba62-dbf5ea591942 req-6e95168e-f0e5-4515-b31c-278967a4620d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:07.815765 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1125d223-80ae-4233-ba62-dbf5ea591942 req-6e95168e-f0e5-4515-b31c-278967a4620d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 944 time: 0.0761693 Apr 22 15:56:07.864557 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1125d223-80ae-4233-ba62-dbf5ea591942 req-a50620f6-38ae-45d9-8e51-1aa73019add6 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432568 Apr 22 15:56:07.984904 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a924003e-2667-4f21-8334-d5d23693f9a3 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:56:08.051897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port a924003e-2667-4f21-8334-d5d23693f9a3 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:56:08.056358 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port a924003e-2667-4f21-8334-d5d23693f9a3 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:56:08.056720 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:08.168223 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:08.193740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a924003e-2667-4f21-8334-d5d23693f9a3'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:56:08.203557 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port a924003e-2667-4f21-8334-d5d23693f9a3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a924003e-2667-4f21-8334-d5d23693f9a3,segment=NetworkSegment(5120cf5e-703e-4f68-860c-1e3726edebdf),segment_id=5120cf5e-703e-4f68-860c-1e3726edebdf)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:56:08.207650 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:08.250054 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ab658a-2b12-402c-acf6-b6a2576ec782'] response: {'server_uuid': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a924003e-2667-4f21-8334-d5d23693f9a3', 'code': 200} Apr 22 15:56:08.273184 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=a924003e-2667-4f21-8334-d5d23693f9a3,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:56:08.499686 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-21c99fbf-8fa2-4e1a-ad14-2883e8929fe6 req-acbd59f2-f872-4863-a102-3890b6f5f0b4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 1098 time: 0.0660088 Apr 22 15:56:08.541181 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-21c99fbf-8fa2-4e1a-ad14-2883e8929fe6 req-61f3c811-e540-40c0-b3b1-2e7cb3d1002a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352263 Apr 22 15:56:09.057975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3df177-7213-434b-878b-c03f10777f85 req-0297f49b-f75d-4a58-950d-ba7ed7e514a5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:09.059458 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af3df177-7213-434b-878b-c03f10777f85 req-0297f49b-f75d-4a58-950d-ba7ed7e514a5 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0786700 Apr 22 15:56:09.103948 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-af3df177-7213-434b-878b-c03f10777f85 req-f6707769-e692-4692-baf5-55c2669d514a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391343 Apr 22 15:56:10.296502 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce9577-a477-49cc-a12e-1af5cce13711 req-bf591bbb-88d4-4625-be08-0b749e704e35 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:10.297869 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-efce9577-a477-49cc-a12e-1af5cce13711 req-bf591bbb-88d4-4625-be08-0b749e704e35 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0739815 Apr 22 15:56:10.346971 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-efce9577-a477-49cc-a12e-1af5cce13711 req-46258fa8-59b5-457d-b461-295f3b989aa6 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421550 Apr 22 15:56:10.541523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f67f0a-0432-4f59-a519-28d0696d1847 req-2febc2eb-674e-4651-a9ae-9bb5af65faa8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:10.543007 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-18f67f0a-0432-4f59-a519-28d0696d1847 req-2febc2eb-674e-4651-a9ae-9bb5af65faa8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0805430 Apr 22 15:56:10.586917 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-18f67f0a-0432-4f59-a519-28d0696d1847 req-bd46738d-2802-44db-925f-9e8f1fa06429 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379052 Apr 22 15:56:10.613614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42910) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:56:10.701451 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f2db51da-5797-4705-b170-9fda66829a40 tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 1093 time: 0.0866742 Apr 22 15:56:10.704450 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42914) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:56:10.709519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': 'a924003e-2667-4f21-8334-d5d23693f9a3', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:56:10.714870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:56:10.719257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:floatingip and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:56:10.722032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:56:10.727610 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:56:10.737827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:10.871906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:11.010973 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.26.8.33 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/b14019fa-6076-4384-a7bf-12e1f3994d2c) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:56:11.157588 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:11.184513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:11.253563 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:56:11.256457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:56:11.260881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:56:11.293169 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=b14019fa-6076-4384-a7bf-12e1f3994d2c,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:56:11.840866 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:11.894383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:12.092870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:12.097225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:12.202832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=b14019fa-6076-4384-a7bf-12e1f3994d2c,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:56:12.219583 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:12.407237 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Floating IP 5d4c235b-7cba-43f1-9b1c-83c5aa48fbe7 associated. External IP: 172.26.8.33, port: a924003e-2667-4f21-8334-d5d23693f9a3. Apr 22 15:56:12.787359 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:56:12.818613 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1833783-8f6e-449a-8053-ceccb5495acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:12.980363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:56:12.991113 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6448899-183e-4936-a252-10b3330328b9 None None] Sync routers for ids ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:56:13.005008 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6448899-183e-4936-a252-10b3330328b9 None None] Routers {'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:56:13.005648 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d6448899-183e-4936-a252-10b3330328b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:55:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:56:13.007615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:13.071984 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-72b0d0ea-be4a-4f01-bdf8-6367c6afe69b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3664420 Apr 22 15:56:13.072474 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'tag': 'a924003e-2667-4f21-8334-d5d23693f9a3'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:56:13.139064 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85191c96-1c4b-49e0-b2c6-44250ed32f9e'] response: {'name': 'network-changed', 'server_uuid': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'tag': 'a924003e-2667-4f21-8334-d5d23693f9a3', 'status': 'completed', 'code': 200} Apr 22 15:56:13.181252 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d6448899-183e-4936-a252-10b3330328b9 None None] Set router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:56:13.421222 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d3976e04-3c5e-42fd-b7e6-8a929dd0f78d req-db734638-0783-4495-ac7c-bcd3dc8c1871 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 1098 time: 0.2368109 Apr 22 15:56:13.427319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d8618-bf1f-49b8-a02a-b78d0b943a02 req-3a3b7d2d-9fa4-44b7-8dbb-90c00fc6a21f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:13.428668 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9b1d8618-bf1f-49b8-a02a-b78d0b943a02 req-3a3b7d2d-9fa4-44b7-8dbb-90c00fc6a21f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.2465265 Apr 22 15:56:13.528321 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d6448899-183e-4936-a252-10b3330328b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '5d4c235b-7cba-43f1-9b1c-83c5aa48fbe7', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'port_id': 'a924003e-2667-4f21-8334-d5d23693f9a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'mac_address': 'fa:16:3e:89:3b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:56:11Z', 'updated_at': '2022-04-22T15:56:11Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f2cc2d-5cee-4da6-9072-1a8aa1e545d5', 'name': '', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ff:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:55Z', 'updated_at': '2022-04-22T15:56:02Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:56:13.532448 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6448899-183e-4936-a252-10b3330328b9 None None] Checking router: fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:56:13.542300 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6448899-183e-4936-a252-10b3330328b9 None None] Routers {'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:56:13.542804 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d6448899-183e-4936-a252-10b3330328b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:55:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:56:13.570157 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9b1d8618-bf1f-49b8-a02a-b78d0b943a02 req-3bf2d039-903b-4e06-b52e-c147d24b2ec8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209598 Apr 22 15:56:13.588664 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3976e04-3c5e-42fd-b7e6-8a929dd0f78d req-dbea53a6-4d9c-4147-9100-bbbebfeb1dc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:13.590224 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d3976e04-3c5e-42fd-b7e6-8a929dd0f78d req-dbea53a6-4d9c-4147-9100-bbbebfeb1dc1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cca118b-f8e4-4b5e-b624-61f4e011cab8 HTTP/1.1" status: 200 len: 898 time: 0.1606715 Apr 22 15:56:13.599123 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42922) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:56:13.697161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d3976e04-3c5e-42fd-b7e6-8a929dd0f78d req-b4558f98-937c-4289-a79a-ca019f9d455d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a924003e-2667-4f21-8334-d5d23693f9a3 HTTP/1.1" status: 200 len: 998 time: 0.0999954 Apr 22 15:56:13.707863 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0670a3f0-0e7c-4645-af87-ac901c4ec0da tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/5d4c235b-7cba-43f1-9b1c-83c5aa48fbe7 HTTP/1.1" status: 200 len: 990 time: 0.1065397 Apr 22 15:56:13.723196 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d6448899-183e-4936-a252-10b3330328b9 None None] Set router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:56:13.758856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3976e04-3c5e-42fd-b7e6-8a929dd0f78d req-0069e695-00df-4703-8d5a-a1d291e2c422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:13.760234 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d3976e04-3c5e-42fd-b7e6-8a929dd0f78d req-0069e695-00df-4703-8d5a-a1d291e2c422 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76030e3f-49e7-41bc-b0ba-df93f90a6469 HTTP/1.1" status: 200 len: 834 time: 0.0571291 Apr 22 15:56:13.834045 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d3976e04-3c5e-42fd-b7e6-8a929dd0f78d req-1dbf8c2e-cfdb-4ee7-9cbd-23a996eb104c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cca118b-f8e4-4b5e-b624-61f4e011cab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683863 Apr 22 15:56:13.968342 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d3976e04-3c5e-42fd-b7e6-8a929dd0f78d req-4dc91936-319d-49d3-a6bb-5982a77effe1 service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271887 Apr 22 15:56:14.059749 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d6448899-183e-4936-a252-10b3330328b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '5d4c235b-7cba-43f1-9b1c-83c5aa48fbe7', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'port_id': 'a924003e-2667-4f21-8334-d5d23693f9a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'mac_address': 'fa:16:3e:89:3b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:56:11Z', 'updated_at': '2022-04-22T15:56:11Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f2cc2d-5cee-4da6-9072-1a8aa1e545d5', 'name': '', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ff:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:55Z', 'updated_at': '2022-04-22T15:56:02Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:56:14.063610 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6448899-183e-4936-a252-10b3330328b9 None None] The sync data for ids ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'] in dv-neutron-838883-3-hyperv is: [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '5d4c235b-7cba-43f1-9b1c-83c5aa48fbe7', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'port_id': 'a924003e-2667-4f21-8334-d5d23693f9a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'mac_address': 'fa:16:3e:89:3b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:56:11Z', 'updated_at': '2022-04-22T15:56:11Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f2cc2d-5cee-4da6-9072-1a8aa1e545d5', 'name': '', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ff:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:55Z', 'updated_at': '2022-04-22T15:56:02Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:56:14.101393 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d3976e04-3c5e-42fd-b7e6-8a929dd0f78d req-46558f0f-54e2-46ac-ad29-2ad477dcd99d service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261642 Apr 22 15:56:14.710633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42926) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:56:14.812784 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c0c0fdea-b53e-4f07-af18-7293fe087d31 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/5d4c235b-7cba-43f1-9b1c-83c5aa48fbe7 HTTP/1.1" status: 200 len: 990 time: 0.1010172 Apr 22 15:56:15.082980 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca385591-3a6d-4f79-b237-1cbf1ab7ed69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:15.470858 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4acda953-e783-43f4-8c8b-7fe35c1cc3d0 req-0be3dacb-4252-4a86-96f1-4ba58d582921 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658145 Apr 22 15:56:15.622869 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4acda953-e783-43f4-8c8b-7fe35c1cc3d0 req-e7a3b237-c808-436a-a416-f85800707619 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 1098 time: 0.0676386 Apr 22 15:56:15.764297 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acda953-e783-43f4-8c8b-7fe35c1cc3d0 req-3527aac6-fcb3-4428-873e-67a27fad46dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:15.765719 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4acda953-e783-43f4-8c8b-7fe35c1cc3d0 req-3527aac6-fcb3-4428-873e-67a27fad46dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cca118b-f8e4-4b5e-b624-61f4e011cab8 HTTP/1.1" status: 200 len: 898 time: 0.1256649 Apr 22 15:56:15.815967 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42930) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:56:15.867092 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4acda953-e783-43f4-8c8b-7fe35c1cc3d0 req-9d03c524-11bc-41af-9303-0308dee87475 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a924003e-2667-4f21-8334-d5d23693f9a3 HTTP/1.1" status: 200 len: 998 time: 0.0955057 Apr 22 15:56:15.919898 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4339886b-ac95-4230-a5f6-8cd8824f6d0f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/5d4c235b-7cba-43f1-9b1c-83c5aa48fbe7 HTTP/1.1" status: 200 len: 990 time: 0.1027882 Apr 22 15:56:15.931168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acda953-e783-43f4-8c8b-7fe35c1cc3d0 req-49dbe798-427b-4561-9404-43cf0c943c76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:56:15.932600 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4acda953-e783-43f4-8c8b-7fe35c1cc3d0 req-49dbe798-427b-4561-9404-43cf0c943c76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76030e3f-49e7-41bc-b0ba-df93f90a6469 HTTP/1.1" status: 200 len: 834 time: 0.0599363 Apr 22 15:56:16.004391 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4acda953-e783-43f4-8c8b-7fe35c1cc3d0 req-48751741-9ad9-477d-9b79-13e9d81ead3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cca118b-f8e4-4b5e-b624-61f4e011cab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662284 Apr 22 15:56:16.116630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:16.134125 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4acda953-e783-43f4-8c8b-7fe35c1cc3d0 req-86fdb2bf-1ecb-4ed5-9fd4-73f8d87502cc service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236126 Apr 22 15:56:16.151740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:16.351437 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4acda953-e783-43f4-8c8b-7fe35c1cc3d0 req-5ad5e49b-884f-47c0-9089-562c75ecc836 service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116308 Apr 22 15:56:16.661853 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80efca9-101a-4226-8dd6-13e612b8e8a5 None None] New status for floating IP 5d4c235b-7cba-43f1-9b1c-83c5aa48fbe7: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:56:16.923955 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 42934) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:56:17.027692 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e7bd001d-7926-4b43-a787-ac53d38e895e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/5d4c235b-7cba-43f1-9b1c-83c5aa48fbe7 HTTP/1.1" status: 200 len: 992 time: 0.1025436 Apr 22 15:56:17.254227 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:56:17.728464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:33.532835 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:42.820130 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de3dd1f2-7057-40fd-ae48-190f85d8a3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:45.084152 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35a6346c-aa01-4d05-8ecc-a224d3cc39dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:46.118563 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:46.153141 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:47.732641 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:56:54.254022 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:57:03.530740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:57:12.820941 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4b73be0c-8778-459e-80de-dc6f85e07df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:57:15.086068 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-778d3168-d1c0-48c5-81ea-a0cd7943ebe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:57:16.119245 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:57:16.155712 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:57:17.460257 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecbf017e-9fc0-454b-9312-5451b18cb0e7 req-94d0186f-e3bd-496c-8661-37d7f12b7e12 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651438 Apr 22 15:57:17.616694 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecbf017e-9fc0-454b-9312-5451b18cb0e7 req-628dfd55-7a39-43ce-bc20-42120d91f9a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 1098 time: 0.0692635 Apr 22 15:57:17.736866 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:57:17.771952 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf017e-9fc0-454b-9312-5451b18cb0e7 req-9ecc7752-9651-40ac-8967-dc28f20e2f98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:17.773422 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecbf017e-9fc0-454b-9312-5451b18cb0e7 req-9ecc7752-9651-40ac-8967-dc28f20e2f98 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cca118b-f8e4-4b5e-b624-61f4e011cab8 HTTP/1.1" status: 200 len: 898 time: 0.1335137 Apr 22 15:57:17.876821 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecbf017e-9fc0-454b-9312-5451b18cb0e7 req-b052e729-f13c-4f42-a224-d24c5bdb21a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a924003e-2667-4f21-8334-d5d23693f9a3 HTTP/1.1" status: 200 len: 1000 time: 0.0966158 Apr 22 15:57:17.943751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf017e-9fc0-454b-9312-5451b18cb0e7 req-28183506-734d-4ef3-8210-c7774459e4d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:17.945317 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecbf017e-9fc0-454b-9312-5451b18cb0e7 req-28183506-734d-4ef3-8210-c7774459e4d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76030e3f-49e7-41bc-b0ba-df93f90a6469 HTTP/1.1" status: 200 len: 834 time: 0.0624807 Apr 22 15:57:18.088141 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecbf017e-9fc0-454b-9312-5451b18cb0e7 req-c6f7c372-1901-48c4-bc3b-41e37cf8e84f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cca118b-f8e4-4b5e-b624-61f4e011cab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1257982 Apr 22 15:57:18.105155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64807c-32b5-4bb0-80c6-3fb1cde54796 req-31f908c5-5325-400d-9e89-f11990fe9d81 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:18.107152 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9b64807c-32b5-4bb0-80c6-3fb1cde54796 req-31f908c5-5325-400d-9e89-f11990fe9d81 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0979691 Apr 22 15:57:18.237631 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9b64807c-32b5-4bb0-80c6-3fb1cde54796 req-88c6e92b-5df9-460d-a2ad-253d931b9c6c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1249633 Apr 22 15:57:18.275459 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecbf017e-9fc0-454b-9312-5451b18cb0e7 req-d0905af4-5d52-4e4c-8b64-de3f70416cae service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400843 Apr 22 15:57:18.404063 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ecbf017e-9fc0-454b-9312-5451b18cb0e7 req-1b387ebf-70a1-4fd2-bc2a-7c827ebc2f00 service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213343 Apr 22 15:57:19.441200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f8bed-ee84-4cde-992b-7aeed4a99766 req-a799dd40-57cd-4db2-bdb0-5b5fb7a9cec4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:19.442818 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-651f8bed-ee84-4cde-992b-7aeed4a99766 req-a799dd40-57cd-4db2-bdb0-5b5fb7a9cec4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0867641 Apr 22 15:57:19.493905 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-651f8bed-ee84-4cde-992b-7aeed4a99766 req-b801bfeb-1d28-4ba8-9ada-b8fdf68241f7 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453701 Apr 22 15:57:20.686392 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185c4b3-0b1b-40e8-a542-d54c372ed07b req-7942b2d6-bafc-4094-8e9a-e52a16de7342 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:20.687826 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9185c4b3-0b1b-40e8-a542-d54c372ed07b req-7942b2d6-bafc-4094-8e9a-e52a16de7342 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0760736 Apr 22 15:57:20.731265 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9185c4b3-0b1b-40e8-a542-d54c372ed07b req-95b370e8-c558-4d01-9372-1b6bd38aaf29 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374510 Apr 22 15:57:21.924876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4eae4-3119-4041-8d51-9c3424079ba4 req-21a9f007-e547-437b-bb82-cab288fd13fc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:21.926343 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1eb4eae4-3119-4041-8d51-9c3424079ba4 req-21a9f007-e547-437b-bb82-cab288fd13fc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0782859 Apr 22 15:57:21.972404 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1eb4eae4-3119-4041-8d51-9c3424079ba4 req-ab84570c-b95c-4d47-92d5-1deabcdce005 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397513 Apr 22 15:57:23.168767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb4600-2c8c-4552-8502-e00fffc6b816 req-2685ca07-969e-4723-a8f3-1a86ec87590e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:23.170231 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1bb4600-2c8c-4552-8502-e00fffc6b816 req-2685ca07-969e-4723-a8f3-1a86ec87590e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0758121 Apr 22 15:57:23.217543 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1bb4600-2c8c-4552-8502-e00fffc6b816 req-7a81d506-1c82-4743-a9ab-d32a3b772f21 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419142 Apr 22 15:57:24.408959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e11953-06bf-4330-a8d6-372a4602351a req-9ffab37c-42c6-471d-ae66-cd3d2c72113e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:24.410323 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-97e11953-06bf-4330-a8d6-372a4602351a req-9ffab37c-42c6-471d-ae66-cd3d2c72113e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0742033 Apr 22 15:57:24.454343 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-97e11953-06bf-4330-a8d6-372a4602351a req-f1554e0b-089e-4d8d-99e3-c8ebed8d7bf3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386748 Apr 22 15:57:25.651662 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bcb37-50ca-40d6-9983-dd6ee79b027c req-c783551d-c744-44a9-be86-59c1a30acf4f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:25.653606 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a9bcb37-50ca-40d6-9983-dd6ee79b027c req-c783551d-c744-44a9-be86-59c1a30acf4f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0777504 Apr 22 15:57:25.697751 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a9bcb37-50ca-40d6-9983-dd6ee79b027c req-4be532a5-8e21-427c-8196-4f3d1f448acf tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386992 Apr 22 15:57:26.888196 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759c13f-a60c-47f0-a16c-638cdecd7b8b req-a05874e6-b4e5-4027-8067-6ccecf7d3c01 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:26.889617 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9759c13f-a60c-47f0-a16c-638cdecd7b8b req-a05874e6-b4e5-4027-8067-6ccecf7d3c01 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0753615 Apr 22 15:57:26.933690 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9759c13f-a60c-47f0-a16c-638cdecd7b8b req-3d74f71b-4757-471a-b703-2530f6b5a6ee tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386844 Apr 22 15:57:28.211272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ee84d-5302-4ba7-9714-9c69c8a92069 req-a1e43544-4498-4b7f-96a2-89c4300ccb0e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:28.212726 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fb7ee84d-5302-4ba7-9714-9c69c8a92069 req-a1e43544-4498-4b7f-96a2-89c4300ccb0e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.1611137 Apr 22 15:57:28.258202 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fb7ee84d-5302-4ba7-9714-9c69c8a92069 req-58999236-5b1e-4a9d-b7bb-ee1b039a06a4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399773 Apr 22 15:57:29.446813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeba73-2ff4-4e80-b1e1-93845be41d64 req-cb305415-ad16-4315-82f9-2785dd4e5db3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:29.448243 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2fbeba73-2ff4-4e80-b1e1-93845be41d64 req-cb305415-ad16-4315-82f9-2785dd4e5db3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0744643 Apr 22 15:57:29.495193 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2fbeba73-2ff4-4e80-b1e1-93845be41d64 req-59bcd201-ddf3-4b90-bb25-5f56fa5e28d2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415294 Apr 22 15:57:29.522126 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42980) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:57:29.625139 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f836788a-fdb0-45a1-8739-06e62e3f71bb tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/5d4c235b-7cba-43f1-9b1c-83c5aa48fbe7 HTTP/1.1" status: 200 len: 992 time: 0.1018143 Apr 22 15:57:31.108028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69642459-10d4-4d23-8e67-e9e34abdca6b req-2ebeb06d-2381-4ded-8354-187c4b10713c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:31.109473 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69642459-10d4-4d23-8e67-e9e34abdca6b req-2ebeb06d-2381-4ded-8354-187c4b10713c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0791636 Apr 22 15:57:31.201488 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69642459-10d4-4d23-8e67-e9e34abdca6b req-19544bf8-e7f1-417c-9bc9-ee4cafe8b8d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626433 Apr 22 15:57:31.214784 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae38c024-0386-4f7c-9ed6-a5ec12fb208f req-6f90fc3f-5632-4bd9-b0d3-4392c6cd94c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 1098 time: 0.1044345 Apr 22 15:57:31.254906 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:57:31.345816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38c024-0386-4f7c-9ed6-a5ec12fb208f req-39688cbf-180d-4819-a854-48ebd002afcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:31.347245 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae38c024-0386-4f7c-9ed6-a5ec12fb208f req-39688cbf-180d-4819-a854-48ebd002afcc service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cca118b-f8e4-4b5e-b624-61f4e011cab8 HTTP/1.1" status: 200 len: 898 time: 0.1262400 Apr 22 15:57:31.445057 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae38c024-0386-4f7c-9ed6-a5ec12fb208f req-afc3ceae-cbed-4bba-99ca-930465211ea6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a924003e-2667-4f21-8334-d5d23693f9a3 HTTP/1.1" status: 200 len: 1000 time: 0.0919578 Apr 22 15:57:31.508767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38c024-0386-4f7c-9ed6-a5ec12fb208f req-1c9803d3-0145-4936-acb8-6e9fd1049dd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:31.510161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae38c024-0386-4f7c-9ed6-a5ec12fb208f req-1c9803d3-0145-4936-acb8-6e9fd1049dd7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76030e3f-49e7-41bc-b0ba-df93f90a6469 HTTP/1.1" status: 200 len: 834 time: 0.0593219 Apr 22 15:57:31.580450 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae38c024-0386-4f7c-9ed6-a5ec12fb208f req-b98e8baa-6158-4846-9855-a12ab4f6af67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cca118b-f8e4-4b5e-b624-61f4e011cab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647984 Apr 22 15:57:31.707687 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae38c024-0386-4f7c-9ed6-a5ec12fb208f req-c1a674d3-5e32-4d9b-ac05-a98884d8ba15 service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209240 Apr 22 15:57:31.836795 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae38c024-0386-4f7c-9ed6-a5ec12fb208f req-956af732-439d-45e2-a290-755d5fe8a58d service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224883 Apr 22 15:57:32.398551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a2059-e674-4519-be6d-6d348d1936a8 req-e280b271-9eeb-49ab-8672-9e5c8ba349ea tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:32.400001 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-427a2059-e674-4519-be6d-6d348d1936a8 req-e280b271-9eeb-49ab-8672-9e5c8ba349ea tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0790553 Apr 22 15:57:32.444798 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-427a2059-e674-4519-be6d-6d348d1936a8 req-76feb7ab-2129-40ba-8c9c-bd2e7aee4d7d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390015 Apr 22 15:57:33.540991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:57:33.641231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cb0c1-3dd1-418b-9cf7-571c4f10208a req-94e0c380-9ae5-4bb0-b01b-c51a2afede97 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:57:33.642696 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ad7cb0c1-3dd1-418b-9cf7-571c4f10208a req-94e0c380-9ae5-4bb0-b01b-c51a2afede97 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0758092 Apr 22 15:57:33.686528 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ad7cb0c1-3dd1-418b-9cf7-571c4f10208a req-e9e9fbfa-579a-4684-8b8b-76b0c06fab8a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385041 Apr 22 15:57:33.714346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 42994) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:57:33.815831 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a0ce5aa2-5a31-4b0c-a81d-29ed76e8a6da tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/5d4c235b-7cba-43f1-9b1c-83c5aa48fbe7 HTTP/1.1" status: 200 len: 992 time: 0.1003544 Apr 22 15:57:42.822620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-de70177f-b3ce-4f47-84ff-349e4617c194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:57:45.086216 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-93fab3ec-d09e-4289-aeca-55b137ce0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:57:46.120761 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:57:46.157476 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:57:47.736575 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:03.539036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:08.256391 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:58:12.825606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bad0aa63-b3f1-423e-baf3-e0835ba83856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:15.086738 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a439dc1b-2c04-460c-b318-19307860ebd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:16.122218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:16.159912 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:17.739970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:19.492107 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0be5d4e2-2458-4dfe-9ad3-ba50b50f8ee5 req-138c3ac1-d928-4170-b46b-a57afa0f0247 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693445 Apr 22 15:58:19.653199 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0be5d4e2-2458-4dfe-9ad3-ba50b50f8ee5 req-013c8145-bb49-4811-98d6-d8d123fb4e23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 1098 time: 0.0672398 Apr 22 15:58:19.874612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5d4e2-2458-4dfe-9ad3-ba50b50f8ee5 req-64dee0b9-7435-4f7b-a6b8-3d25fb9b7284 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:19.876034 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0be5d4e2-2458-4dfe-9ad3-ba50b50f8ee5 req-64dee0b9-7435-4f7b-a6b8-3d25fb9b7284 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cca118b-f8e4-4b5e-b624-61f4e011cab8 HTTP/1.1" status: 200 len: 898 time: 0.2046688 Apr 22 15:58:19.978938 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0be5d4e2-2458-4dfe-9ad3-ba50b50f8ee5 req-453ae2fb-8ade-451e-8716-12888981c0f7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a924003e-2667-4f21-8334-d5d23693f9a3 HTTP/1.1" status: 200 len: 1000 time: 0.0962887 Apr 22 15:58:20.042005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5d4e2-2458-4dfe-9ad3-ba50b50f8ee5 req-66179b93-6a5d-4af7-be40-f43ff951b20c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:20.044003 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0be5d4e2-2458-4dfe-9ad3-ba50b50f8ee5 req-66179b93-6a5d-4af7-be40-f43ff951b20c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76030e3f-49e7-41bc-b0ba-df93f90a6469 HTTP/1.1" status: 200 len: 834 time: 0.0586424 Apr 22 15:58:20.118551 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0be5d4e2-2458-4dfe-9ad3-ba50b50f8ee5 req-f2e07b05-3f2b-4ca8-8ed2-3045a02e7c3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cca118b-f8e4-4b5e-b624-61f4e011cab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688822 Apr 22 15:58:20.246398 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0be5d4e2-2458-4dfe-9ad3-ba50b50f8ee5 req-454beb6a-b51e-45be-8dcf-b9d8dcd8e016 service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211004 Apr 22 15:58:20.375530 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0be5d4e2-2458-4dfe-9ad3-ba50b50f8ee5 req-c73d0388-a19b-4288-b82a-6cc81a08e666 service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225846 Apr 22 15:58:24.296133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43020) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:24.799792 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port b14019fa-6076-4384-a7bf-12e1f3994d2c {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:58:24.800137 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:24.963416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:24.963416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:25.083478 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for b14019fa-6076-4384-a7bf-12e1f3994d2c owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:58:25.225225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:25.269957 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=b14019fa-6076-4384-a7bf-12e1f3994d2c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:25.343318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:25.344051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:25.344051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:25.344308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:25.344636 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:25.344964 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:25.345288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:25.345606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:25.345927 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:25.346272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:25.346595 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:25.376845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:25.854325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:58:26.059903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:58:26.069047 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e4545-a498-453f-8dd0-ef31f1d1761f None None] Sync routers for ids ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:58:26.079577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:26.080778 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e4545-a498-453f-8dd0-ef31f1d1761f None None] Routers {'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:58:26.081367 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-433e4545-a498-453f-8dd0-ef31f1d1761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:58:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:26.133051 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5f8ec9b3-fdf3-467f-9468-6619ae183bec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/floatingips/5d4c235b-7cba-43f1-9b1c-83c5aa48fbe7 HTTP/1.1" status: 204 len: 168 time: 1.8359201 Apr 22 15:58:26.134853 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'tag': 'a924003e-2667-4f21-8334-d5d23693f9a3'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:58:26.261392 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-433e4545-a498-453f-8dd0-ef31f1d1761f None None] Set router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:58:26.351250 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c22cb9-20dc-4925-b2a2-78ec636c0a7f'] response: {'name': 'network-changed', 'server_uuid': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'tag': 'a924003e-2667-4f21-8334-d5d23693f9a3', 'status': 'completed', 'code': 200} Apr 22 15:58:26.472239 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ce6a832-73bf-491e-b7a9-00db67bf144e req-847e441a-7017-4cdd-95e0-9cb294f72fb1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 1098 time: 0.0767381 Apr 22 15:58:26.581186 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-433e4545-a498-453f-8dd0-ef31f1d1761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '32f2cc2d-5cee-4da6-9072-1a8aa1e545d5', 'name': '', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ff:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:55Z', 'updated_at': '2022-04-22T15:56:02Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:26.584880 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e4545-a498-453f-8dd0-ef31f1d1761f None None] Checking router: fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:58:26.595851 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433e4545-a498-453f-8dd0-ef31f1d1761f None None] Routers {'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:58:26.596448 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-433e4545-a498-453f-8dd0-ef31f1d1761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:58:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:26.657527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07991d7b-1c44-42f0-843d-22659dbda832 req-7f4e29ab-59e8-4d47-83c2-509498e2ec14 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:26.658231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-07991d7b-1c44-42f0-843d-22659dbda832 req-7f4e29ab-59e8-4d47-83c2-509498e2ec14 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:58:26.663101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a832-73bf-491e-b7a9-00db67bf144e req-a635969c-7b1e-476b-9bba-88af923d768f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:26.664456 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ce6a832-73bf-491e-b7a9-00db67bf144e req-a635969c-7b1e-476b-9bba-88af923d768f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cca118b-f8e4-4b5e-b624-61f4e011cab8 HTTP/1.1" status: 200 len: 898 time: 0.1561928 Apr 22 15:58:26.731407 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-07991d7b-1c44-42f0-843d-22659dbda832 req-7f4e29ab-59e8-4d47-83c2-509498e2ec14 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:58:26.732546 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-07991d7b-1c44-42f0-843d-22659dbda832 req-7f4e29ab-59e8-4d47-83c2-509498e2ec14 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.2576969 Apr 22 15:58:26.742094 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ce6a832-73bf-491e-b7a9-00db67bf144e req-313c2509-f92f-44ca-91d7-86a7bba5553f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a924003e-2667-4f21-8334-d5d23693f9a3 HTTP/1.1" status: 200 len: 217 time: 0.0680022 Apr 22 15:58:26.785898 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-433e4545-a498-453f-8dd0-ef31f1d1761f None None] Set router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:58:26.831081 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-07991d7b-1c44-42f0-843d-22659dbda832 req-3df5535f-3b03-4783-82cf-2317bb18bd99 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904531 Apr 22 15:58:26.834276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a832-73bf-491e-b7a9-00db67bf144e req-e59f160f-6a72-460e-b574-d2d06eb97911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:26.835546 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ce6a832-73bf-491e-b7a9-00db67bf144e req-e59f160f-6a72-460e-b574-d2d06eb97911 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76030e3f-49e7-41bc-b0ba-df93f90a6469 HTTP/1.1" status: 200 len: 834 time: 0.0790656 Apr 22 15:58:26.912589 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ce6a832-73bf-491e-b7a9-00db67bf144e req-e0d96cef-ee06-4859-bddd-7974f036976e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cca118b-f8e4-4b5e-b624-61f4e011cab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705683 Apr 22 15:58:27.050253 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ce6a832-73bf-491e-b7a9-00db67bf144e req-1dbab34a-1e52-4225-a1d4-0540a172eef5 service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309793 Apr 22 15:58:27.098572 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-433e4545-a498-453f-8dd0-ef31f1d1761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '32f2cc2d-5cee-4da6-9072-1a8aa1e545d5', 'name': '', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ff:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:55Z', 'updated_at': '2022-04-22T15:56:02Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:27.102296 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e4545-a498-453f-8dd0-ef31f1d1761f None None] The sync data for ids ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'] in dv-neutron-838883-3-hyperv is: [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '32f2cc2d-5cee-4da6-9072-1a8aa1e545d5', 'name': '', 'network_id': '0cca118b-f8e4-4b5e-b624-61f4e011cab8', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:ff:f9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:55Z', 'updated_at': '2022-04-22T15:56:02Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': '76030e3f-49e7-41bc-b0ba-df93f90a6469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:58:27.181757 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ce6a832-73bf-491e-b7a9-00db67bf144e req-269c031d-f5ee-4e68-8c68-da3c79ce0061 service neutron] 10.222.0.70 "GET /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254034 Apr 22 15:58:27.317367 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfec323d-5d93-46b8-834f-364638197569 None None] New status for floating IP 5d4c235b-7cba-43f1-9b1c-83c5aa48fbe7: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:58:28.029379 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f173be-dcf4-4660-bb3a-bf69a530cb1d req-6108d0f4-4c29-4d09-ad1a-13ea8b49c943 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:28.030855 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5f173be-dcf4-4660-bb3a-bf69a530cb1d req-6108d0f4-4c29-4d09-ad1a-13ea8b49c943 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.0775154 Apr 22 15:58:28.075337 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5f173be-dcf4-4660-bb3a-bf69a530cb1d req-42e08d5f-bdff-4a0b-8f50-814bd47762dc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=042b7343-24ea-41d7-8d41-4ba62eca51c4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387762 Apr 22 15:58:28.603975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9f45f-b6d7-46c5-8b7e-ac0220eebf74 req-7fe0824f-643c-4480-aafc-96aed3d1cf1f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:28.605399 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25b9f45f-b6d7-46c5-8b7e-ac0220eebf74 req-7fe0824f-643c-4480-aafc-96aed3d1cf1f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 945 time: 0.1700840 Apr 22 15:58:28.671476 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-25b9f45f-b6d7-46c5-8b7e-ac0220eebf74 req-a78a15ae-047c-484a-8b48-d99fd03be0a8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port a924003e-2667-4f21-8334-d5d23693f9a3 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:58:28.671812 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-25b9f45f-b6d7-46c5-8b7e-ac0220eebf74 req-a78a15ae-047c-484a-8b48-d99fd03be0a8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:28.915190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-25b9f45f-b6d7-46c5-8b7e-ac0220eebf74 req-a78a15ae-047c-484a-8b48-d99fd03be0a8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port a924003e-2667-4f21-8334-d5d23693f9a3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a924003e-2667-4f21-8334-d5d23693f9a3,segment=NetworkSegment(5120cf5e-703e-4f68-860c-1e3726edebdf),segment_id=5120cf5e-703e-4f68-860c-1e3726edebdf)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:58:28.915468 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-25b9f45f-b6d7-46c5-8b7e-ac0220eebf74 req-a78a15ae-047c-484a-8b48-d99fd03be0a8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:29.034051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-25b9f45f-b6d7-46c5-8b7e-ac0220eebf74 req-a78a15ae-047c-484a-8b48-d99fd03be0a8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for a924003e-2667-4f21-8334-d5d23693f9a3 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:58:29.176584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-25b9f45f-b6d7-46c5-8b7e-ac0220eebf74 req-a78a15ae-047c-484a-8b48-d99fd03be0a8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:29.251888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a15ae-047c-484a-8b48-d99fd03be0a8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=a924003e-2667-4f21-8334-d5d23693f9a3,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:29.269088 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f0fbe710-a224-4f4c-b286-a0c25e817d56 req-d0e040dc-eed7-4bf4-bb5b-7a3d0d2f047f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab86b5a9-745f-4a6d-8fdc-767419fc829e HTTP/1.1" status: 200 len: 210 time: 0.0591187 Apr 22 15:58:29.335313 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b9f45f-b6d7-46c5-8b7e-ac0220eebf74 req-a78a15ae-047c-484a-8b48-d99fd03be0a8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] No DVR routers for this DVR port a924003e-2667-4f21-8334-d5d23693f9a3 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:58:29.337550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-25b9f45f-b6d7-46c5-8b7e-ac0220eebf74 req-a78a15ae-047c-484a-8b48-d99fd03be0a8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:29.340431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'name': 'network-vif-deleted', 'tag': 'a924003e-2667-4f21-8334-d5d23693f9a3'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:58:29.356564 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25b9f45f-b6d7-46c5-8b7e-ac0220eebf74 req-a78a15ae-047c-484a-8b48-d99fd03be0a8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "DELETE /v2.0/ports/a924003e-2667-4f21-8334-d5d23693f9a3 HTTP/1.1" status: 204 len: 173 time: 0.7460599 Apr 22 15:58:29.401333 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7047040-5b4b-4204-b1ed-9e17f61b4cfc'] response: {'server_uuid': 'ab86b5a9-745f-4a6d-8fdc-767419fc829e', 'name': 'network-vif-deleted', 'tag': 'a924003e-2667-4f21-8334-d5d23693f9a3', 'status': 'completed', 'code': 200} Apr 22 15:58:30.372368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43046) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:30.654112 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a924003e-2667-4f21-8334-d5d23693f9a3 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:58:30.689979 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: a924003e-2667-4f21-8334-d5d23693f9a3 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:58:30.690408 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device a924003e-2667-4f21-8334-d5d23693f9a3 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:58:30.762708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d9d9a92-8def-4c82-b7a2-c361bae95209 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:31.450476 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d9a92-8def-4c82-b7a2-c361bae95209 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:58:31.451187 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d9d9a92-8def-4c82-b7a2-c361bae95209 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:31.630284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-2d9d9a92-8def-4c82-b7a2-c361bae95209 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=32f2cc2d-5cee-4da6-9072-1a8aa1e545d5,segment=NetworkSegment(5120cf5e-703e-4f68-860c-1e3726edebdf),segment_id=5120cf5e-703e-4f68-860c-1e3726edebdf)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:58:31.630636 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d9d9a92-8def-4c82-b7a2-c361bae95209 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:31.747360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d9a92-8def-4c82-b7a2-c361bae95209 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:58:31.915443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d9d9a92-8def-4c82-b7a2-c361bae95209 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:31.963575 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d9a92-8def-4c82-b7a2-c361bae95209 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=32f2cc2d-5cee-4da6-9072-1a8aa1e545d5,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:32.252994 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2d9d9a92-8def-4c82-b7a2-c361bae95209 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:32.906948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9d9a92-8def-4c82-b7a2-c361bae95209 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:58:33.101179 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9d9a92-8def-4c82-b7a2-c361bae95209 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:58:33.110872 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d151303c-071e-41d4-a433-b75c2fb8e83f None None] Sync routers for ids ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:58:33.113305 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2d9d9a92-8def-4c82-b7a2-c361bae95209 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "PUT /v2.0/routers/fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7398949 Apr 22 15:58:33.115890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43050) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:33.123725 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d151303c-071e-41d4-a433-b75c2fb8e83f None None] Routers {'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:58:33.124324 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d151303c-071e-41d4-a433-b75c2fb8e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:58:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:33.303820 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf58746d-d137-49c4-b27d-d44ea8cccc77 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting subnet 76030e3f-49e7-41bc-b0ba-df93f90a6469 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 15:58:33.306996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cf58746d-d137-49c4-b27d-d44ea8cccc77 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:33.325544 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d151303c-071e-41d4-a433-b75c2fb8e83f None None] Set router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:58:33.360059 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cf58746d-d137-49c4-b27d-d44ea8cccc77 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:33.443326 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cf58746d-d137-49c4-b27d-d44ea8cccc77 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:33.514893 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cf58746d-d137-49c4-b27d-d44ea8cccc77 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:33.541325 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:33.552997 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58746d-d137-49c4-b27d-d44ea8cccc77 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Subnet': ['ID=76030e3f-49e7-41bc-b0ba-df93f90a6469,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:33.559799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-cf58746d-d137-49c4-b27d-d44ea8cccc77 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:33.565511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db82d08-38d8-415e-b383-fabe6fef19d8 None None] Network 0cca118b-f8e4-4b5e-b624-61f4e011cab8 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:58:33.569186 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-cf58746d-d137-49c4-b27d-d44ea8cccc77 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/subnets/76030e3f-49e7-41bc-b0ba-df93f90a6469 HTTP/1.1" status: 204 len: 168 time: 0.4498887 Apr 22 15:58:33.569344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43054) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:33.609494 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d151303c-071e-41d4-a433-b75c2fb8e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:58:31Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:33.613436 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d151303c-071e-41d4-a433-b75c2fb8e83f None None] Checking router: fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:58:33.624221 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d151303c-071e-41d4-a433-b75c2fb8e83f None None] Routers {'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:58:33.624829 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d151303c-071e-41d4-a433-b75c2fb8e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:58:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:33.773922 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:33.807228 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d151303c-071e-41d4-a433-b75c2fb8e83f None None] Set router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:58:33.816429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] DHCP port deletion for 0cca118b-f8e4-4b5e-b624-61f4e011cab8 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 15:58:33.820442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Deleting port d4a2ea77-7868-4e4c-841d-669ff2f28453 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:58:33.820806 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:33.975667 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:33.986710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 921ed86e-254d-4710-90eb-39c128286ead {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 15:58:33.987049 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:34.023859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] For port d4a2ea77-7868-4e4c-841d-669ff2f28453, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d4a2ea77-7868-4e4c-841d-669ff2f28453,segment=NetworkSegment(5120cf5e-703e-4f68-860c-1e3726edebdf),segment_id=5120cf5e-703e-4f68-860c-1e3726edebdf)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:58:34.024247 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:34.123362 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d151303c-071e-41d4-a433-b75c2fb8e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:58:31Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:34.127679 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d151303c-071e-41d4-a433-b75c2fb8e83f None None] The sync data for ids ['fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414'] in dv-neutron-838883-3-hyperv is: [{'id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717112653', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '921ed86e-254d-4710-90eb-39c128286ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:58:31Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '921ed86e-254d-4710-90eb-39c128286ead', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:55:52Z', 'updated_at': '2022-04-22T15:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:58:34.185506 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d4a2ea77-7868-4e4c-841d-669ff2f28453 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:58:34.214771 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Calling delete_port for d4a2ea77-7868-4e4c-841d-669ff2f28453 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:58:34.305734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port 921ed86e-254d-4710-90eb-39c128286ead, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=921ed86e-254d-4710-90eb-39c128286ead,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:58:34.306444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:34.342806 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:34.403958 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Pushing event deleted for resources: {'Port': ['ID=d4a2ea77-7868-4e4c-841d-669ff2f28453,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:34.411154 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:34.426329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] No DVR routers for this DVR port d4a2ea77-7868-4e4c-841d-669ff2f28453 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 15:58:34.430582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:34.430932 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:34.431258 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:34.431588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:34.431918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:34.432243 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:34.432565 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:34.432949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:34.433270 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:34.433588 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:34.433905 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ca9d89-1ccb-4070-9932-84d6fa46be39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:34.437742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 921ed86e-254d-4710-90eb-39c128286ead owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 15:58:34.608647 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:34.653255 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=921ed86e-254d-4710-90eb-39c128286ead,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:34.873057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.124512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.128931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.154400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.154984 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Fanout notify agent at l3_agent the message router_deleted on router fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 15:58:35.173062 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.174057 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-414d34d9-13e5-48aa-a608-b1d2f6aa59d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/routers/fd4c6fac-f4cc-4f0a-8eb8-6c7ebf85b414 HTTP/1.1" status: 204 len: 168 time: 1.6038253 Apr 22 15:58:35.176715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43058) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:35.289692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61adf0f1-65fa-48f3-b59c-ed1c1ddd0dd0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.420307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61adf0f1-65fa-48f3-b59c-ed1c1ddd0dd0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.445069 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-61adf0f1-65fa-48f3-b59c-ed1c1ddd0dd0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cca118b-f8e4-4b5e-b624-61f4e011cab8']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:35.457219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-61adf0f1-65fa-48f3-b59c-ed1c1ddd0dd0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5120cf5e-703e-4f68-860c-1e3726edebdf') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:35.457512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-61adf0f1-65fa-48f3-b59c-ed1c1ddd0dd0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5120cf5e-703e-4f68-860c-1e3726edebdf') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:35.468372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61adf0f1-65fa-48f3-b59c-ed1c1ddd0dd0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.483589 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61adf0f1-65fa-48f3-b59c-ed1c1ddd0dd0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.489375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61adf0f1-65fa-48f3-b59c-ed1c1ddd0dd0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 15:58:35.489739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61adf0f1-65fa-48f3-b59c-ed1c1ddd0dd0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 15:58:35.504282 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 15:58:35.672726 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61adf0f1-65fa-48f3-b59c-ed1c1ddd0dd0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.689594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-61adf0f1-65fa-48f3-b59c-ed1c1ddd0dd0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.700084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61adf0f1-65fa-48f3-b59c-ed1c1ddd0dd0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Network': ['ID=0cca118b-f8e4-4b5e-b624-61f4e011cab8,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:35.708073 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-61adf0f1-65fa-48f3-b59c-ed1c1ddd0dd0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/networks/0cca118b-f8e4-4b5e-b624-61f4e011cab8 HTTP/1.1" status: 204 len: 168 time: 0.5301700 Apr 22 15:58:35.710446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43062) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:35.777528 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-800c6d6a-1e04-4e82-970f-24fe6525bd45 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.805482 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-800c6d6a-1e04-4e82-970f-24fe6525bd45 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.867236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-800c6d6a-1e04-4e82-970f-24fe6525bd45 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.885846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c6d6a-1e04-4e82-970f-24fe6525bd45 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=042b7343-24ea-41d7-8d41-4ba62eca51c4,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:35.895319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-800c6d6a-1e04-4e82-970f-24fe6525bd45 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:35.896412 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-800c6d6a-1e04-4e82-970f-24fe6525bd45 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/security-groups/042b7343-24ea-41d7-8d41-4ba62eca51c4 HTTP/1.1" status: 204 len: 168 time: 0.1850743 Apr 22 15:58:36.146952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 921ed86e-254d-4710-90eb-39c128286ead no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:58:36.179669 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 921ed86e-254d-4710-90eb-39c128286ead {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:58:36.180011 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 921ed86e-254d-4710-90eb-39c128286ead not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:58:36.180428 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 15:58:36.193892 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43070) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:36.199852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-446192393', 'description': 'tempest-secgroup-smoke-446192393 description', 'project_id': '75a96c8912d741e09298d54dbc98abdb'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:58:36.205926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:58:36.210158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:58:36.213047 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:58:36.214482 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 15:58:36.215315 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 32f2cc2d-5cee-4da6-9072-1a8aa1e545d5 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 15:58:36.219552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:58:36.230028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.267532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:58:36.271165 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:58:36.273891 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:58:36.280012 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:58:36.332937 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.336428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.380158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3b4c55-2b11-410a-89af-94a0520e1e77,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:36.382779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.383956 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-76d806d8-4def-4ac6-a48c-c4fd6e4ffba4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1888645 Apr 22 15:58:36.387525 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43074) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:36.393902 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '4a3b4c55-2b11-410a-89af-94a0520e1e77', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:58:36.400106 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:58:36.404865 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:58:36.408557 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:58:36.415635 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:58:36.431595 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.489011 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.492562 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.515936 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6702c87e-d458-4446-9ecd-d40153bdd6b3,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:36.527201 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.528837 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1403351 Apr 22 15:58:36.530705 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:36.531045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:36.531380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:36.531710 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:36.532033 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:36.532237 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43078) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:36.532340 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:36.532672 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:36.532988 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:36.533307 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:36.533622 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:36.533998 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fed104-ea1c-4ec8-a030-230162cfa64d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:36.538314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-e073ffa8-68b6-424a-a24e-4ebb92103248 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '4a3b4c55-2b11-410a-89af-94a0520e1e77', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:58:36.544677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e073ffa8-68b6-424a-a24e-4ebb92103248 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:58:36.548388 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e073ffa8-68b6-424a-a24e-4ebb92103248 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:58:36.551224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-e073ffa8-68b6-424a-a24e-4ebb92103248 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:58:36.556779 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-e073ffa8-68b6-424a-a24e-4ebb92103248 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:58:36.573704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e073ffa8-68b6-424a-a24e-4ebb92103248 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.632630 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e073ffa8-68b6-424a-a24e-4ebb92103248 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.635870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e073ffa8-68b6-424a-a24e-4ebb92103248 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.658671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073ffa8-68b6-424a-a24e-4ebb92103248 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437cd701-8361-4ac3-989c-f8185e54aef2,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:36.666605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e073ffa8-68b6-424a-a24e-4ebb92103248 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.668370 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e073ffa8-68b6-424a-a24e-4ebb92103248 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1343665 Apr 22 15:58:36.675046 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43082) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:36.680615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-4247da26-d530-43e8-9f4f-09f130c47b5f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '4a3b4c55-2b11-410a-89af-94a0520e1e77', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:58:36.687597 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4247da26-d530-43e8-9f4f-09f130c47b5f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:58:36.691350 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4247da26-d530-43e8-9f4f-09f130c47b5f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:58:36.694230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4247da26-d530-43e8-9f4f-09f130c47b5f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:58:36.699967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4247da26-d530-43e8-9f4f-09f130c47b5f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:58:36.719856 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4247da26-d530-43e8-9f4f-09f130c47b5f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.782947 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4247da26-d530-43e8-9f4f-09f130c47b5f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.786287 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4247da26-d530-43e8-9f4f-09f130c47b5f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.808339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247da26-d530-43e8-9f4f-09f130c47b5f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30d8c18-763b-400e-8b82-291110a97e91,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:36.816590 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4247da26-d530-43e8-9f4f-09f130c47b5f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.817804 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4247da26-d530-43e8-9f4f-09f130c47b5f tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1417000 Apr 22 15:58:36.820515 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43086) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:36.825706 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-9a821183-a32a-45a5-93ee-accfd017396d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '4a3b4c55-2b11-410a-89af-94a0520e1e77', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:58:36.831506 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9a821183-a32a-45a5-93ee-accfd017396d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:58:36.835242 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9a821183-a32a-45a5-93ee-accfd017396d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:58:36.838045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-9a821183-a32a-45a5-93ee-accfd017396d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:58:36.844868 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-9a821183-a32a-45a5-93ee-accfd017396d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:58:36.861530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a821183-a32a-45a5-93ee-accfd017396d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.923513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a821183-a32a-45a5-93ee-accfd017396d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.927019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a821183-a32a-45a5-93ee-accfd017396d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.950711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a821183-a32a-45a5-93ee-accfd017396d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ade5650-78f3-4f77-8cd8-e5e8f906fbba,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:36.959864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9a821183-a32a-45a5-93ee-accfd017396d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:36.961273 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9a821183-a32a-45a5-93ee-accfd017396d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1398036 Apr 22 15:58:36.963966 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43090) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:36.970015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3c86f624-1d17-413e-9db0-30deb52b229a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '4a3b4c55-2b11-410a-89af-94a0520e1e77', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:58:36.976310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3c86f624-1d17-413e-9db0-30deb52b229a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:58:36.980310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3c86f624-1d17-413e-9db0-30deb52b229a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:58:36.983671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3c86f624-1d17-413e-9db0-30deb52b229a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:58:36.989272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3c86f624-1d17-413e-9db0-30deb52b229a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:58:36.999678 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-3c86f624-1d17-413e-9db0-30deb52b229a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Project 75a96c8912d741e09298d54dbc98abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:58:37.006777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c86f624-1d17-413e-9db0-30deb52b229a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.075796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c86f624-1d17-413e-9db0-30deb52b229a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.079492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c86f624-1d17-413e-9db0-30deb52b229a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.105469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86f624-1d17-413e-9db0-30deb52b229a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972d155b-13a3-4df4-ace8-c666dc18b3fe,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:37.115499 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3c86f624-1d17-413e-9db0-30deb52b229a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.116638 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3c86f624-1d17-413e-9db0-30deb52b229a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1517859 Apr 22 15:58:37.119335 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43094) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:37.124559 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7756a55c-70c8-4a52-a072-bcc755a023f1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'security_group_rule': {'security_group_id': '4a3b4c55-2b11-410a-89af-94a0520e1e77', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:58:37.130501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7756a55c-70c8-4a52-a072-bcc755a023f1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:58:37.134278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7756a55c-70c8-4a52-a072-bcc755a023f1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:security_group_rule and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:58:37.137555 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7756a55c-70c8-4a52-a072-bcc755a023f1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:58:37.143145 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7756a55c-70c8-4a52-a072-bcc755a023f1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:58:37.152886 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-7756a55c-70c8-4a52-a072-bcc755a023f1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Project 75a96c8912d741e09298d54dbc98abdb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 15:58:37.159039 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7756a55c-70c8-4a52-a072-bcc755a023f1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.221084 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7756a55c-70c8-4a52-a072-bcc755a023f1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.224531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7756a55c-70c8-4a52-a072-bcc755a023f1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.247124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756a55c-70c8-4a52-a072-bcc755a023f1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6061b48c-8d89-4a46-8556-1072b129252d,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:37.255753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7756a55c-70c8-4a52-a072-bcc755a023f1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.256935 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7756a55c-70c8-4a52-a072-bcc755a023f1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1367211 Apr 22 15:58:37.259790 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43098) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:37.265489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'network': {'name': 'tempest-network-smoke--431340817', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'port_security_enabled': True}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:58:37.270031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:58:37.273929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:network and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:58:37.276700 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:58:37.282885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:58:37.292506 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:58:37.295470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.322276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 15:58:37.331339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.331750 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Added segment d270e084-9af1-4d95-abc9-c894b7091699 of type vlan for network c6e89e75-6854-45c9-af89-74aa6bc67bce Apr 22 15:58:37.369914 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.400558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.404189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:37.404761 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.503460 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2424240 Apr 22 15:58:37.506422 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43102) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:37.512446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322b49b-1a25-4cad-a809-a25d98c55a86 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Network': ['ID=c6e89e75-6854-45c9-af89-74aa6bc67bce,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:37.512858 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'admin_state_up': True, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:58:37.521159 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:58:37.522266 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network c6e89e75-6854-45c9-af89-74aa6bc67bce details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 15:58:37.525045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:router and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:58:37.527916 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:58:37.537218 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:58:37.547703 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.548715 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.567360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.708456 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.968990 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:37.998393 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:38.135257 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.26.8.211 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/13c83fc9-4c4f-4938-9aba-01df2ea15d7c) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:58:38.280403 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:38.307065 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:38.373049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:58:38.375682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:58:38.379544 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:58:38.407751 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=13c83fc9-4c4f-4938-9aba-01df2ea15d7c,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:38.529566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:38.530380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:38.747312 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router 20a76d24-e42b-4296-becc-42a12c623182 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 15:58:38.942697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:58:38.952525 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Sync routers for ids ['20a76d24-e42b-4296-becc-42a12c623182'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:58:38.963659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Routers {'20a76d24-e42b-4296-becc-42a12c623182'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:58:38.964382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:58:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['20a76d24-e42b-4296-becc-42a12c623182'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:38.971547 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:38.972866 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e432d471-cbeb-4335-b606-46d51fabf4b1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4651933 Apr 22 15:58:38.975818 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43106) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:39.016247 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7595392a-5367-46d5-bfe6-a494102d314e tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=75a96c8912d741e09298d54dbc98abdb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392332 Apr 22 15:58:39.018633 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43110) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:39.139297 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Set router 20a76d24-e42b-4296-becc-42a12c623182 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:58:39.145685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19703f2-c1d1-428e-8f6a-410fcebc4c6e tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:39.147199 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-c19703f2-c1d1-428e-8f6a-410fcebc4c6e tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276119 Apr 22 15:58:39.149954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43114) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:39.188044 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-10444c39-14e8-4b97-8e77-1fd8281a3d4b tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=2d66903e-b313-440b-aa1f-9c226989a999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369844 Apr 22 15:58:39.190446 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43118) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:39.197225 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1566513292', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:58:39.306109 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:58:39.310818 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:subnet and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:58:39.313576 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:58:39.319225 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:58:39.329611 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:58:39.472126 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T15:58:38Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:39.476017 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Checking router: 20a76d24-e42b-4296-becc-42a12c623182 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:58:39.476368 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Updating router 20a76d24-e42b-4296-becc-42a12c623182 port 13c83fc9-4c4f-4938-9aba-01df2ea15d7c binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:58:39.484436 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:39.527915 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:39.805832 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:39.856963 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:39.868560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Transition to ACTIVE for port object 13c83fc9-4c4f-4938-9aba-01df2ea15d7c will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:58:39.874633 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:39.878789 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Subnet': ['ID=e3575ac2-86e9-4481-84d8-82318692ec66,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:39.896216 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Checking segment: {'id': 'd270e084-9af1-4d95-abc9-c894b7091699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:58:39.896566 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network hostable DHCP agents. Network: c6e89e75-6854-45c9-af89-74aa6bc67bce, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 15:58:39.919160 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network c6e89e75-6854-45c9-af89-74aa6bc67bce is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 15:58:39.928402 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, c6e89e75-6854-45c9-af89-74aa6bc67bce) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:58:39.932651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:39.933048 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:39.955729 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6faf194c-ed60-4f63-b4f0-cdbe71b21d16 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7642362 Apr 22 15:58:39.958472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43122) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:39.989308 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c6d883-be32-4c48-b68c-86dd983633c2 None None] Network c6e89e75-6854-45c9-af89-74aa6bc67bce requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:58:40.055142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Attempting to bind port 13c83fc9-4c4f-4938-9aba-01df2ea15d7c on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:58:40.055513 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Attempting to bind port 13c83fc9-4c4f-4938-9aba-01df2ea15d7c by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:58:40.055931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Attempting to bind port 13c83fc9-4c4f-4938-9aba-01df2ea15d7c on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:58:40.065157 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8fa6e-6971-47a3-acc3-963afe56d9fd None None] Pushing event updated for resources: {'Port': ['ID=13c83fc9-4c4f-4938-9aba-01df2ea15d7c,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:40.092466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:58:40.092810 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:58:40.093221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:40.094023 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:58:40.094245 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Bound port: 13c83fc9-4c4f-4938-9aba-01df2ea15d7c, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:58:40.094446 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:40.228259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] For port 13c83fc9-4c4f-4938-9aba-01df2ea15d7c, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:58:40.240407 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] For port 13c83fc9-4c4f-4938-9aba-01df2ea15d7c, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=13c83fc9-4c4f-4938-9aba-01df2ea15d7c,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:58:40.273263 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:40.327762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-c6e89e75-6854-45c9-af89-74aa6bc67bce', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ips': [{'subnet_id': 'e3575ac2-86e9-4481-84d8-82318692ec66'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 15:58:40.328553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:40.413982 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8fa6e-6971-47a3-acc3-963afe56d9fd None None] Pushing event updated for resources: {'Port': ['ID=13c83fc9-4c4f-4938-9aba-01df2ea15d7c,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:40.442935 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Routers {'20a76d24-e42b-4296-becc-42a12c623182'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:58:40.443563 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:58:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['20a76d24-e42b-4296-becc-42a12c623182'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:40.667522 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Allocated IP 172.20.0.2 (c6e89e75-6854-45c9-af89-74aa6bc67bce/e3575ac2-86e9-4481-84d8-82318692ec66/d8804a31-cc90-43c6-8d5c-514bfffe8e16) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:58:40.706883 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] Set router 20a76d24-e42b-4296-becc-42a12c623182 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:58:40.727024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:41.113623 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:41.127560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Transition to ACTIVE for port object d8804a31-cc90-43c6-8d5c-514bfffe8e16 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:58:41.150944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Transition to ACTIVE for port object d8804a31-cc90-43c6-8d5c-514bfffe8e16 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:58:41.158398 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:41.212026 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T15:58:38Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:41.220487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.20.0.1 (c6e89e75-6854-45c9-af89-74aa6bc67bce/e3575ac2-86e9-4481-84d8-82318692ec66/9fd66b0a-0096-4680-8f48-25df8973ec18) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:58:41.230684 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79ac050-bf1f-41fc-8cc1-02908d2e9025 None None] The sync data for ids ['20a76d24-e42b-4296-becc-42a12c623182'] in dv-neutron-838883-3-hyperv is: [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T15:58:38Z', 'revision_number': 3, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:58:41.242055 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Network c6e89e75-6854-45c9-af89-74aa6bc67bce is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:58:41.243049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Pushing event updated for resources: {'Port': ['ID=d8804a31-cc90-43c6-8d5c-514bfffe8e16,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:41.245702 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:58:41.247720 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:58:41.337245 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Attempting to bind port d8804a31-cc90-43c6-8d5c-514bfffe8e16 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:58:41.337634 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Attempting to bind port d8804a31-cc90-43c6-8d5c-514bfffe8e16 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'd270e084-9af1-4d95-abc9-c894b7091699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:58:41.337994 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Attempting to bind port d8804a31-cc90-43c6-8d5c-514bfffe8e16 on network c6e89e75-6854-45c9-af89-74aa6bc67bce {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:58:41.345162 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:58:41.345533 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Checking segment: {'id': 'd270e084-9af1-4d95-abc9-c894b7091699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:58:41.345937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:41.346349 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Bound using segment: {'id': 'd270e084-9af1-4d95-abc9-c894b7091699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:58:41.346819 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Bound port: d8804a31-cc90-43c6-8d5c-514bfffe8e16, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd270e084-9af1-4d95-abc9-c894b7091699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:58:41.347193 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:41.395796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:41.425954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Transition to ACTIVE for port object 9fd66b0a-0096-4680-8f48-25df8973ec18 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:58:41.455451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] For port d8804a31-cc90-43c6-8d5c-514bfffe8e16, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:58:41.459028 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] For port d8804a31-cc90-43c6-8d5c-514bfffe8e16, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d8804a31-cc90-43c6-8d5c-514bfffe8e16,segment=NetworkSegment(d270e084-9af1-4d95-abc9-c894b7091699),segment_id=d270e084-9af1-4d95-abc9-c894b7091699)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:58:41.459668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:41.463285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:41.539668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network c6e89e75-6854-45c9-af89-74aa6bc67bce is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:58:41.542993 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:58:41.548923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:58:41.552636 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aea7dc-c83c-44ec-89dd-98ddd6deb2bd None None] Pushing event updated for resources: {'Port': ['ID=d8804a31-cc90-43c6-8d5c-514bfffe8e16,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:41.582878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=9fd66b0a-0096-4680-8f48-25df8973ec18,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:41.616338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:41.724448 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:42.185160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:42.191803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:42.234509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 13c83fc9-4c4f-4938-9aba-01df2ea15d7c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:58:42.305843 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:42.309857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=9fd66b0a-0096-4680-8f48-25df8973ec18,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:42.359053 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 13c83fc9-4c4f-4938-9aba-01df2ea15d7c completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:58:42.364754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 13c83fc9-4c4f-4938-9aba-01df2ea15d7c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:58:42.365125 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:42.454568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network c6e89e75-6854-45c9-af89-74aa6bc67bce is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:58:42.455711 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:58:42.489159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:42.507779 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 13c83fc9-4c4f-4938-9aba-01df2ea15d7c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=13c83fc9-4c4f-4938-9aba-01df2ea15d7c,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:58:42.513179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:42.513943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d8804a31-cc90-43c6-8d5c-514bfffe8e16 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:58:42.598333 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da94f77b-b692-4fb3-8883-25a47d701287 None None] Network c6e89e75-6854-45c9-af89-74aa6bc67bce requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 15:58:42.724165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=13c83fc9-4c4f-4938-9aba-01df2ea15d7c,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:42.750309 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-ff736512-b720-4ca1-ac44-f39d84c3fa7f None None] Provisioning for port d8804a31-cc90-43c6-8d5c-514bfffe8e16 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:58:42.776604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port d8804a31-cc90-43c6-8d5c-514bfffe8e16 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:58:42.808602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port d8804a31-cc90-43c6-8d5c-514bfffe8e16 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:58:42.808902 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:42.915971 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae627486-f452-47e2-be71-de234694cab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:42.946400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router 20a76d24-e42b-4296-becc-42a12c623182 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:58:43.005209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:43.046452 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port d8804a31-cc90-43c6-8d5c-514bfffe8e16, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d8804a31-cc90-43c6-8d5c-514bfffe8e16,segment=NetworkSegment(d270e084-9af1-4d95-abc9-c894b7091699),segment_id=d270e084-9af1-4d95-abc9-c894b7091699)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:58:43.051440 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:43.119701 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=d8804a31-cc90-43c6-8d5c-514bfffe8e16,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:43.152744 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:58:43.166665 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-af572acd-0221-44af-bfbf-a4848000b750 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "PUT /v2.0/routers/20a76d24-e42b-4296-becc-42a12c623182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2069201 Apr 22 15:58:43.284723 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b7dcac24-4c76-46ae-9cf4-5bde6ae73c35 None None] Provisioning complete for port d8804a31-cc90-43c6-8d5c-514bfffe8e16 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:58:43.285598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b7dcac24-4c76-46ae-9cf4-5bde6ae73c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:43.365633 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-96e5bfd1-825d-465f-b70d-dc17e515bd1b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:58:43.383282 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-96e5bfd1-825d-465f-b70d-dc17e515bd1b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:58:43.384692 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-96e5bfd1-825d-465f-b70d-dc17e515bd1b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-446192393&fields=id&tenant_id=75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 267 time: 0.0623612 Apr 22 15:58:43.418874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b7dcac24-4c76-46ae-9cf4-5bde6ae73c35 None None] Provisioning for port 9fd66b0a-0096-4680-8f48-25df8973ec18 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:58:43.423887 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b7dcac24-4c76-46ae-9cf4-5bde6ae73c35 None None] Provisioning complete for port 9fd66b0a-0096-4680-8f48-25df8973ec18 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:58:43.424226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b7dcac24-4c76-46ae-9cf4-5bde6ae73c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:43.487884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b7dcac24-4c76-46ae-9cf4-5bde6ae73c35 None None] Port 9fd66b0a-0096-4680-8f48-25df8973ec18 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:58:43.540483 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-3246d2bc-bf21-4b38-ae86-b4f5cf1950ab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:43.541109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-3246d2bc-bf21-4b38-ae86-b4f5cf1950ab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:58:43.556468 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-3246d2bc-bf21-4b38-ae86-b4f5cf1950ab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:58:43.557792 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-3246d2bc-bf21-4b38-ae86-b4f5cf1950ab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/networks?id=c6e89e75-6854-45c9-af89-74aa6bc67bce HTTP/1.1" status: 200 len: 796 time: 0.1642897 Apr 22 15:58:43.575051 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-061b402d-d407-4496-8dad-d80209ea3d9a tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/quotas/75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 375 time: 0.0113764 Apr 22 15:58:43.608509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-24f32e2b-cfd0-4965-8be3-98143f7fadf0 None None] Provisioning complete for port 9fd66b0a-0096-4680-8f48-25df8973ec18 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:58:43.608792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-24f32e2b-cfd0-4965-8be3-98143f7fadf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:43.660163 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-24f32e2b-cfd0-4965-8be3-98143f7fadf0 None None] Port 9fd66b0a-0096-4680-8f48-25df8973ec18 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:58:43.663812 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-3cea4f9d-bb1d-4eff-9463-e9206fe3c788 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:58:43.678718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-3cea4f9d-bb1d-4eff-9463-e9206fe3c788 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:58:43.679942 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-3cea4f9d-bb1d-4eff-9463-e9206fe3c788 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999146 Apr 22 15:58:43.881612 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-56491afa-6940-4886-90a1-f752352172dd service neutron] 10.222.0.71 "GET /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897137 Apr 22 15:58:44.008790 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-0f19ecba-a7c4-47be-97ca-aca43fc7f9ca service neutron] 10.222.0.71 "GET /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215415 Apr 22 15:58:44.171623 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 13c83fc9-4c4f-4938-9aba-01df2ea15d7c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:58:44.190527 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-340ab610-4d51-4efc-aeda-1efc8828b22d req-a1be4022-7830-407e-9b62-c30de2b47162 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 210 time: 0.0418186 Apr 22 15:58:44.243254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 13c83fc9-4c4f-4938-9aba-01df2ea15d7c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:58:44.243623 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:44.358797 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d8804a31-cc90-43c6-8d5c-514bfffe8e16 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:58:44.424107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port d8804a31-cc90-43c6-8d5c-514bfffe8e16 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:58:44.424472 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:44.852945 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Sync routers for ids ['20a76d24-e42b-4296-becc-42a12c623182'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:58:44.865002 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Routers {'20a76d24-e42b-4296-becc-42a12c623182'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:58:44.865590 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:58:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['20a76d24-e42b-4296-becc-42a12c623182'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:45.051372 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Set router 20a76d24-e42b-4296-becc-42a12c623182 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:58:45.090532 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dbde72a5-1d8f-41a3-8e08-6c0836aa1a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:45.286656 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:58:45.364704 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b36539bf-7c57-4ddd-bb8b-5df748be0b3d req-a7ba8f26-0582-4a9d-a187-c1cea6e4aeb8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 210 time: 0.0399210 Apr 22 15:58:45.392559 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T15:58:41Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '9fd66b0a-0096-4680-8f48-25df8973ec18', 'name': '', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:a9:0e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:41Z', 'updated_at': '2022-04-22T15:58:41Z', 'revision_number': 2, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:45.396276 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Checking router: 20a76d24-e42b-4296-becc-42a12c623182 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:58:45.396614 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Updating router 20a76d24-e42b-4296-becc-42a12c623182 port 9fd66b0a-0096-4680-8f48-25df8973ec18 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 15:58:45.447469 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:45.628871 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-1574e687-090c-4340-b069-88e12a00b564 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:45.630319 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-1574e687-090c-4340-b069-88e12a00b564 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/networks?id=c6e89e75-6854-45c9-af89-74aa6bc67bce HTTP/1.1" status: 200 len: 796 time: 0.1518106 Apr 22 15:58:45.700453 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-a97b016e-44ca-44b1-9c88-040b3a0b0316 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75a96c8912d741e09298d54dbc98abdb HTTP/1.1" status: 200 len: 379 time: 0.0509946 Apr 22 15:58:45.711256 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'port': {'device_id': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'admin_state_up': True, 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'security_groups': ['4a3b4c55-2b11-410a-89af-94a0520e1e77']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:58:45.790204 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:45.802296 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Transition to ACTIVE for port object 9fd66b0a-0096-4680-8f48-25df8973ec18 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:58:45.808668 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:45.846486 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:58:45.856018 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:58:45.865931 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Made reservation on behalf of 75a96c8912d741e09298d54dbc98abdb for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 15:58:45.868969 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:45.938932 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6da43-1071-4d32-b19a-63795a0c95e5 None None] Pushing event updated for resources: {'Port': ['ID=9fd66b0a-0096-4680-8f48-25df8973ec18,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:45.949086 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6da43-1071-4d32-b19a-63795a0c95e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:45.949680 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6da43-1071-4d32-b19a-63795a0c95e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:45.950039 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6da43-1071-4d32-b19a-63795a0c95e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:45.950394 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6da43-1071-4d32-b19a-63795a0c95e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:45.950720 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6da43-1071-4d32-b19a-63795a0c95e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:45.951043 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6da43-1071-4d32-b19a-63795a0c95e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:45.951366 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6da43-1071-4d32-b19a-63795a0c95e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:45.951698 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6da43-1071-4d32-b19a-63795a0c95e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:45.952012 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6da43-1071-4d32-b19a-63795a0c95e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:45.952313 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6da43-1071-4d32-b19a-63795a0c95e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:45.952625 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6da43-1071-4d32-b19a-63795a0c95e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 15:58:46.043852 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Attempting to bind port 9fd66b0a-0096-4680-8f48-25df8973ec18 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:58:46.044209 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Attempting to bind port 9fd66b0a-0096-4680-8f48-25df8973ec18 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'd270e084-9af1-4d95-abc9-c894b7091699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:58:46.044562 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Attempting to bind port 9fd66b0a-0096-4680-8f48-25df8973ec18 on network c6e89e75-6854-45c9-af89-74aa6bc67bce {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:58:46.052155 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:58:46.052763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.20.0.8 (c6e89e75-6854-45c9-af89-74aa6bc67bce/e3575ac2-86e9-4481-84d8-82318692ec66/993cda9a-2888-464a-8115-0703dff68d80) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:58:46.053144 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Checking segment: {'id': 'd270e084-9af1-4d95-abc9-c894b7091699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:58:46.053897 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:46.054927 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Bound using segment: {'id': 'd270e084-9af1-4d95-abc9-c894b7091699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:58:46.055590 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Bound port: 9fd66b0a-0096-4680-8f48-25df8973ec18, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd270e084-9af1-4d95-abc9-c894b7091699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:58:46.056643 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:46.131083 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:46.153841 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] For port 9fd66b0a-0096-4680-8f48-25df8973ec18, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:58:46.157225 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] For port 9fd66b0a-0096-4680-8f48-25df8973ec18, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9fd66b0a-0096-4680-8f48-25df8973ec18,segment=NetworkSegment(d270e084-9af1-4d95-abc9-c894b7091699),segment_id=d270e084-9af1-4d95-abc9-c894b7091699)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:58:46.161843 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:46.167016 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:46.242477 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6da43-1071-4d32-b19a-63795a0c95e5 None None] Pushing event updated for resources: {'Port': ['ID=9fd66b0a-0096-4680-8f48-25df8973ec18,revision_number=4']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:46.251059 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Routers {'20a76d24-e42b-4296-becc-42a12c623182'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:58:46.252118 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:58:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['20a76d24-e42b-4296-becc-42a12c623182'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:46.375211 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:46.392149 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Transition to ACTIVE for port object 993cda9a-2888-464a-8115-0703dff68d80 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:58:46.418445 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:46.448208 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] Set router 20a76d24-e42b-4296-becc-42a12c623182 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:58:46.491415 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network c6e89e75-6854-45c9-af89-74aa6bc67bce is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:58:46.494497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:58:46.501155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:58:46.535077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=993cda9a-2888-464a-8115-0703dff68d80,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:46.612480 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:46.613087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:46.655933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81ef23-9187-48bc-b516-08e53537d129 req-9de287bf-b925-4b12-8299-8d53fd8810ab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:46.656536 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-1b81ef23-9187-48bc-b516-08e53537d129 req-9de287bf-b925-4b12-8299-8d53fd8810ab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 15:58:46.660048 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff37b0ec-f245-4794-9f84-ceb34284c7ec tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9525275 Apr 22 15:58:46.679532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Request body: {'port': {'device_id': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:58:46.712576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-1b81ef23-9187-48bc-b516-08e53537d129 req-9de287bf-b925-4b12-8299-8d53fd8810ab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 15:58:46.713958 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1b81ef23-9187-48bc-b516-08e53537d129 req-9de287bf-b925-4b12-8299-8d53fd8810ab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 931 time: 0.2143385 Apr 22 15:58:46.755538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e3d1ee8a-ffd3-48cd-8b66-cf80fdde3d7f None None] Provisioning for port 993cda9a-2888-464a-8115-0703dff68d80 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:58:46.760290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e3d1ee8a-ffd3-48cd-8b66-cf80fdde3d7f None None] Provisioning complete for port 993cda9a-2888-464a-8115-0703dff68d80 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:58:46.760659 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e3d1ee8a-ffd3-48cd-8b66-cf80fdde3d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:46.796903 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T15:58:41Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '9fd66b0a-0096-4680-8f48-25df8973ec18', 'name': '', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:a9:0e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:41Z', 'updated_at': '2022-04-22T15:58:46Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:46.800994 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83659b8-f563-444e-8ef9-a505419e1c42 None None] The sync data for ids ['20a76d24-e42b-4296-becc-42a12c623182'] in dv-neutron-838883-3-hyperv is: [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T15:58:41Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '9fd66b0a-0096-4680-8f48-25df8973ec18', 'name': '', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:a9:0e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:41Z', 'updated_at': '2022-04-22T15:58:46Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:58:46.814102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1ee8a-ffd3-48cd-8b66-cf80fdde3d7f None None] Port 993cda9a-2888-464a-8115-0703dff68d80 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 15:58:46.818655 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1b81ef23-9187-48bc-b516-08e53537d129 req-e2d5ffde-9fb8-4330-87a8-22156ab1df85 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985675 Apr 22 15:58:46.841164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:47.201799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993cda9a-2888-464a-8115-0703dff68d80 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:58:47.209146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:47.224005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Transition to ACTIVE for port object 993cda9a-2888-464a-8115-0703dff68d80 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 15:58:47.228341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:47.364625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Pushing event updated for resources: {'Port': ['ID=993cda9a-2888-464a-8115-0703dff68d80,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:47.472785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Attempting to bind port 993cda9a-2888-464a-8115-0703dff68d80 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 15:58:47.473340 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Attempting to bind port 993cda9a-2888-464a-8115-0703dff68d80 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'd270e084-9af1-4d95-abc9-c894b7091699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 15:58:47.473602 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Attempting to bind port 993cda9a-2888-464a-8115-0703dff68d80 on network c6e89e75-6854-45c9-af89-74aa6bc67bce {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:58:47.479446 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Port 993cda9a-2888-464a-8115-0703dff68d80 on network c6e89e75-6854-45c9-af89-74aa6bc67bce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 15:58:47.480385 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Attempting to bind port 993cda9a-2888-464a-8115-0703dff68d80 on network c6e89e75-6854-45c9-af89-74aa6bc67bce {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 15:58:47.487082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 15, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 15:58:47.487497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Checking segment: {'id': 'd270e084-9af1-4d95-abc9-c894b7091699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 15:58:47.487948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Bound using segment: {'id': 'd270e084-9af1-4d95-abc9-c894b7091699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 15:58:47.488373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Bound port: 993cda9a-2888-464a-8115-0703dff68d80, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd270e084-9af1-4d95-abc9-c894b7091699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 15:58:47.488976 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:47.584568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] For port 993cda9a-2888-464a-8115-0703dff68d80, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 15:58:47.587789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] For port 993cda9a-2888-464a-8115-0703dff68d80, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=993cda9a-2888-464a-8115-0703dff68d80,segment=NetworkSegment(d270e084-9af1-4d95-abc9-c894b7091699),segment_id=d270e084-9af1-4d95-abc9-c894b7091699)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 15:58:47.592576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:47.654676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:47.656016 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] 10.222.0.70 "PUT /v2.0/ports/993cda9a-2888-464a-8115-0703dff68d80 HTTP/1.1" status: 200 len: 1093 time: 0.9814515 Apr 22 15:58:47.656441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'tag': '993cda9a-2888-464a-8115-0703dff68d80'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:58:47.673294 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a585e9f-844d-46ba-87bd-597d248d8a04 service neutron] Pushing event updated for resources: {'Port': ['ID=993cda9a-2888-464a-8115-0703dff68d80,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:47.746096 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58897cb-dc4c-4675-9564-359f74766504'] response: {'name': 'network-changed', 'server_uuid': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'tag': '993cda9a-2888-464a-8115-0703dff68d80', 'status': 'completed', 'code': 200} Apr 22 15:58:47.747781 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:47.790709 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-a5511679-2034-4930-acba-2ac7b22c9b60 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 1096 time: 0.0778279 Apr 22 15:58:47.864832 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-94350aaf-a568-48f0-94c0-9174738de455 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=993cda9a-2888-464a-8115-0703dff68d80 HTTP/1.1" status: 200 len: 217 time: 0.0612555 Apr 22 15:58:47.930028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-44230323-6b9e-4ed9-a645-4e9f47d25dc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:47.931536 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-44230323-6b9e-4ed9-a645-4e9f47d25dc6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3575ac2-86e9-4481-84d8-82318692ec66 HTTP/1.1" status: 200 len: 835 time: 0.0616996 Apr 22 15:58:48.065495 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-e1d0364f-a36b-4cea-8f35-0aa1bf859fc2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6e89e75-6854-45c9-af89-74aa6bc67bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1280768 Apr 22 15:58:48.071643 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24af0e-4563-4c2f-ac81-c1ed49ddbd50 req-af8ad6cd-248c-464b-95f3-ac0cd1b85a11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:48.072955 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd24af0e-4563-4c2f-ac81-c1ed49ddbd50 req-af8ad6cd-248c-464b-95f3-ac0cd1b85a11 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 943 time: 0.1028557 Apr 22 15:58:48.181117 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9fd66b0a-0096-4680-8f48-25df8973ec18 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:58:48.250784 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 9fd66b0a-0096-4680-8f48-25df8973ec18 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:58:48.255982 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9fd66b0a-0096-4680-8f48-25df8973ec18 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:58:48.256447 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:48.297312 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd24af0e-4563-4c2f-ac81-c1ed49ddbd50 req-3ce31c29-f3d7-4949-95df-d75864daab49 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107452 Apr 22 15:58:48.334416 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-ff4e5287-b6b6-4342-afdf-8f87cf83669a service neutron] 10.222.0.70 "GET /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604558 Apr 22 15:58:48.387040 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:48.452625 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 9fd66b0a-0096-4680-8f48-25df8973ec18, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9fd66b0a-0096-4680-8f48-25df8973ec18,segment=NetworkSegment(d270e084-9af1-4d95-abc9-c894b7091699),segment_id=d270e084-9af1-4d95-abc9-c894b7091699)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:58:48.455767 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:48.473397 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79197869-bd8a-4afd-b160-207fa1b016d4 req-91a1de4f-f4f6-449b-9ec0-c77788b8a4ae service neutron] 10.222.0.70 "GET /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324017 Apr 22 15:58:48.522162 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=9fd66b0a-0096-4680-8f48-25df8973ec18,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:48.635199 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3378755f-28ab-4009-9f55-1ff6832faec4 req-dda251f7-99bd-4701-b496-91442afe2d50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 1096 time: 0.0686510 Apr 22 15:58:48.764981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378755f-28ab-4009-9f55-1ff6832faec4 req-9cbf5370-bfb9-4e72-b958-09fa507af8a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:48.766444 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3378755f-28ab-4009-9f55-1ff6832faec4 req-9cbf5370-bfb9-4e72-b958-09fa507af8a4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6e89e75-6854-45c9-af89-74aa6bc67bce HTTP/1.1" status: 200 len: 897 time: 0.1257095 Apr 22 15:58:48.838408 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3378755f-28ab-4009-9f55-1ff6832faec4 req-91ba7b18-5129-4b5e-9820-18c2daa96487 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=993cda9a-2888-464a-8115-0703dff68d80 HTTP/1.1" status: 200 len: 217 time: 0.0659168 Apr 22 15:58:48.899818 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378755f-28ab-4009-9f55-1ff6832faec4 req-74ec57f4-b49d-4dda-af35-22f425c6f975 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:48.901161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3378755f-28ab-4009-9f55-1ff6832faec4 req-74ec57f4-b49d-4dda-af35-22f425c6f975 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3575ac2-86e9-4481-84d8-82318692ec66 HTTP/1.1" status: 200 len: 835 time: 0.0573609 Apr 22 15:58:48.980641 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3378755f-28ab-4009-9f55-1ff6832faec4 req-019b5e99-204c-4df3-93d9-e67396a5a2db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6e89e75-6854-45c9-af89-74aa6bc67bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735264 Apr 22 15:58:49.110523 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3378755f-28ab-4009-9f55-1ff6832faec4 req-ad826116-af2a-4d04-8d4b-68b742757079 service neutron] 10.222.0.70 "GET /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239967 Apr 22 15:58:49.238609 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3378755f-28ab-4009-9f55-1ff6832faec4 req-4980b7c3-7f8e-476b-8cd1-4a9d3e19f17b service neutron] 10.222.0.70 "GET /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219208 Apr 22 15:58:49.498557 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448a13f-33d7-4d09-bfd2-b67e0d28fcc7 req-a39e664e-a676-42dc-8002-2df9d34e7090 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:49.500777 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1448a13f-33d7-4d09-bfd2-b67e0d28fcc7 req-a39e664e-a676-42dc-8002-2df9d34e7090 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 943 time: 0.0792723 Apr 22 15:58:49.545489 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1448a13f-33d7-4d09-bfd2-b67e0d28fcc7 req-102962f9-47bb-4df4-b912-a47a480f1fe0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388975 Apr 22 15:58:50.155283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9fd66b0a-0096-4680-8f48-25df8973ec18 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:58:50.223597 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 9fd66b0a-0096-4680-8f48-25df8973ec18 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:58:50.223964 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:50.740564 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f422c5-30c6-4f12-b066-560c5d04137a req-39f86e00-d8ad-4382-88c9-9efd8bd72406 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:50.742003 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31f422c5-30c6-4f12-b066-560c5d04137a req-39f86e00-d8ad-4382-88c9-9efd8bd72406 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 943 time: 0.0782795 Apr 22 15:58:50.786940 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-31f422c5-30c6-4f12-b066-560c5d04137a req-ee568fed-bec4-4134-882f-561afa83aed9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384851 Apr 22 15:58:51.982098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc321f-5719-47e0-bff2-85579a208fe6 req-77579b84-a835-4400-a875-332462ee889d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:51.983563 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a1dc321f-5719-47e0-bff2-85579a208fe6 req-77579b84-a835-4400-a875-332462ee889d tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 943 time: 0.0751772 Apr 22 15:58:52.032104 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a1dc321f-5719-47e0-bff2-85579a208fe6 req-1678ea44-306c-4281-9614-9aba55228a8b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430853 Apr 22 15:58:52.749045 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 993cda9a-2888-464a-8115-0703dff68d80 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 15:58:52.879434 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 993cda9a-2888-464a-8115-0703dff68d80, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=993cda9a-2888-464a-8115-0703dff68d80,segment=NetworkSegment(d270e084-9af1-4d95-abc9-c894b7091699),segment_id=d270e084-9af1-4d95-abc9-c894b7091699)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:58:52.895606 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '993cda9a-2888-464a-8115-0703dff68d80', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'port_id': '993cda9a-2888-464a-8115-0703dff68d80', 'mac_address': 'fa:16:3e:6b:b1:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 15:58:52.946019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:52.963386 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993cda9a-2888-464a-8115-0703dff68d80 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 15:58:52.980323 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 993cda9a-2888-464a-8115-0703dff68d80, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=993cda9a-2888-464a-8115-0703dff68d80,segment=NetworkSegment(d270e084-9af1-4d95-abc9-c894b7091699),segment_id=d270e084-9af1-4d95-abc9-c894b7091699)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:58:52.984714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:53.050237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=993cda9a-2888-464a-8115-0703dff68d80,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:53.223552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cf5b9-6083-45a4-b8c6-bbdce2d4fc96 req-d8ca4651-ad5a-4646-8074-72bee3549e67 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:53.224975 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-873cf5b9-6083-45a4-b8c6-bbdce2d4fc96 req-d8ca4651-ad5a-4646-8074-72bee3549e67 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 944 time: 0.0745437 Apr 22 15:58:53.269699 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-873cf5b9-6083-45a4-b8c6-bbdce2d4fc96 req-319caa89-a49e-43d2-949d-df256652537e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392108 Apr 22 15:58:53.436295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['993cda9a-2888-464a-8115-0703dff68d80'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 15:58:54.465148 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321fd75-4caf-4d33-b84c-d3bf737a70f8 req-d120fe4e-3ad8-448a-b5c3-f0c5d2de4bd1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:54.466611 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9321fd75-4caf-4d33-b84c-d3bf737a70f8 req-d120fe4e-3ad8-448a-b5c3-f0c5d2de4bd1 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 944 time: 0.0782342 Apr 22 15:58:54.510410 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9321fd75-4caf-4d33-b84c-d3bf737a70f8 req-91686d72-007d-4498-a73f-e44badcd7573 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383251 Apr 22 15:58:54.750051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 993cda9a-2888-464a-8115-0703dff68d80 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 15:58:54.815087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 993cda9a-2888-464a-8115-0703dff68d80 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 15:58:54.819428 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 993cda9a-2888-464a-8115-0703dff68d80 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 15:58:54.819791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:54.930912 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:54.957377 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993cda9a-2888-464a-8115-0703dff68d80'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:58:54.966978 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 993cda9a-2888-464a-8115-0703dff68d80, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=993cda9a-2888-464a-8115-0703dff68d80,segment=NetworkSegment(d270e084-9af1-4d95-abc9-c894b7091699),segment_id=d270e084-9af1-4d95-abc9-c894b7091699)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 15:58:54.971989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:55.020245 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc1143c-d5b9-47fe-9c66-03d102857127'] response: {'server_uuid': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993cda9a-2888-464a-8115-0703dff68d80', 'code': 200} Apr 22 15:58:55.042494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=993cda9a-2888-464a-8115-0703dff68d80,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:55.276246 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0a1eb35-7289-41f0-8ffd-035ce2026fd6 req-6992c5d4-fd5c-4053-84fc-826ca0554045 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 1098 time: 0.0673723 Apr 22 15:58:55.317114 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0a1eb35-7289-41f0-8ffd-035ce2026fd6 req-e908102d-0aea-4b8f-a87b-cc01c55775a2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354352 Apr 22 15:58:55.795627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d84b9d-3f2e-4d81-85fb-d87dce819a55 req-7928bc1e-a66e-4e49-b2a2-a0ae8b95c5d0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:55.797056 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-48d84b9d-3f2e-4d81-85fb-d87dce819a55 req-7928bc1e-a66e-4e49-b2a2-a0ae8b95c5d0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 945 time: 0.1641550 Apr 22 15:58:55.841450 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-48d84b9d-3f2e-4d81-85fb-d87dce819a55 req-5ee05bba-4665-4fac-8445-7035285be4d4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387583 Apr 22 15:58:57.034341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253161bc-8e03-42b9-9eb9-30440ea13b17 req-7dc3a1fb-e0d3-45be-a631-d9070654c0d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:57.035770 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-253161bc-8e03-42b9-9eb9-30440ea13b17 req-7dc3a1fb-e0d3-45be-a631-d9070654c0d8 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 945 time: 0.0773141 Apr 22 15:58:57.081667 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-253161bc-8e03-42b9-9eb9-30440ea13b17 req-e32c890f-1db9-49ea-875b-590b6544fb97 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403454 Apr 22 15:58:57.270393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e969e6-27d6-4ea4-8b6e-16de076c9a03 req-fd435f75-cac1-416b-9d3f-434efca4f1d0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:57.271835 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c8e969e6-27d6-4ea4-8b6e-16de076c9a03 req-fd435f75-cac1-416b-9d3f-434efca4f1d0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 945 time: 0.0747550 Apr 22 15:58:57.315586 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c8e969e6-27d6-4ea4-8b6e-16de076c9a03 req-46b5cd26-d07e-4623-907e-aff21a3300c4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377147 Apr 22 15:58:57.342628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43180) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:57.414282 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bff767f9-fd95-4740-80ca-3fc88b4e036a tempest-TestNetworkAdvancedServerOps-928539046 tempest-TestNetworkAdvancedServerOps-928539046-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 1093 time: 0.0704930 Apr 22 15:58:57.416751 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43184) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:58:57.421650 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '993cda9a-2888-464a-8115-0703dff68d80', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 15:58:57.426906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 15:58:57.430611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Usage tracker for resource:floatingip and tenant:75a96c8912d741e09298d54dbc98abdb is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 15:58:57.433362 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 15:58:57.438986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 15:58:57.449710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:57.583474 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:57.713515 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Allocated IP 172.26.8.235 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/a33207eb-b054-46e4-84da-db815b7eb056) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 15:58:57.855695 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:57.882616 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:57.951339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 15:58:57.954114 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 15:58:57.958355 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 15:58:57.981603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=a33207eb-b054-46e4-84da-db815b7eb056,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:58.440753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:58.493334 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:58.778941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:58.783288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:58.888762 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event updated for resources: {'Port': ['ID=a33207eb-b054-46e4-84da-db815b7eb056,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 15:58:58.900616 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:59.086457 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Floating IP d85b0723-767a-4208-b93f-d5c79fe31cd3 associated. External IP: 172.26.8.235, port: 993cda9a-2888-464a-8115-0703dff68d80. Apr 22 15:58:59.467172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router 20a76d24-e42b-4296-becc-42a12c623182 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 15:58:59.662489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 15:58:59.671870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd0697b-5d67-4cff-9db0-4b5df468013a None None] Sync routers for ids ['20a76d24-e42b-4296-becc-42a12c623182'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 15:58:59.683286 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd0697b-5d67-4cff-9db0-4b5df468013a None None] Routers {'20a76d24-e42b-4296-becc-42a12c623182'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:58:59.683836 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9dd0697b-5d67-4cff-9db0-4b5df468013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:58:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['20a76d24-e42b-4296-becc-42a12c623182'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:58:59.686273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:58:59.739510 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-bca1bc79-4094-498e-b1d5-a85714b212ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3216960 Apr 22 15:58:59.739998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'tag': '993cda9a-2888-464a-8115-0703dff68d80'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 15:58:59.807156 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ee6072-e71e-45f6-bd40-cd2a4742515a'] response: {'name': 'network-changed', 'server_uuid': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'tag': '993cda9a-2888-464a-8115-0703dff68d80', 'status': 'completed', 'code': 200} Apr 22 15:58:59.863519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-9dd0697b-5d67-4cff-9db0-4b5df468013a None None] Set router 20a76d24-e42b-4296-becc-42a12c623182 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:58:59.980553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf8056-44ea-45de-bdd7-7e402911d902 req-38423b51-1257-4c04-9a71-c16694f2c3f2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:58:59.982203 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6ebf8056-44ea-45de-bdd7-7e402911d902 req-38423b51-1257-4c04-9a71-c16694f2c3f2 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 945 time: 0.1369393 Apr 22 15:58:59.985026 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3adf28ce-0932-4502-92b0-9701f136351a req-db521ad1-e785-4f12-b7cb-bd9bdc76e58a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 1098 time: 0.1048903 Apr 22 15:59:00.109779 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6ebf8056-44ea-45de-bdd7-7e402911d902 req-532c9a0f-da9b-41f8-ba33-65bb96dd7705 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208992 Apr 22 15:59:00.137236 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43192) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:59:00.150119 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf28ce-0932-4502-92b0-9701f136351a req-759ad154-ca5d-47e4-859e-e2ef333b1efa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:59:00.152133 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3adf28ce-0932-4502-92b0-9701f136351a req-759ad154-ca5d-47e4-859e-e2ef333b1efa service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6e89e75-6854-45c9-af89-74aa6bc67bce HTTP/1.1" status: 200 len: 897 time: 0.1470289 Apr 22 15:59:00.247431 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-a451491a-a950-401f-9616-360a0aec74bf tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/d85b0723-767a-4208-b93f-d5c79fe31cd3 HTTP/1.1" status: 200 len: 991 time: 0.1088977 Apr 22 15:59:00.248862 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9dd0697b-5d67-4cff-9db0-4b5df468013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T15:58:41Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'd85b0723-767a-4208-b93f-d5c79fe31cd3', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.235', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '20a76d24-e42b-4296-becc-42a12c623182', 'port_id': '993cda9a-2888-464a-8115-0703dff68d80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'mac_address': 'fa:16:3e:6b:b1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:58:58Z', 'updated_at': '2022-04-22T15:58:58Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd66b0a-0096-4680-8f48-25df8973ec18', 'name': '', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:a9:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:41Z', 'updated_at': '2022-04-22T15:58:48Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:59:00.253009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd0697b-5d67-4cff-9db0-4b5df468013a None None] Checking router: 20a76d24-e42b-4296-becc-42a12c623182 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 15:59:00.263282 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3adf28ce-0932-4502-92b0-9701f136351a req-f77f98a2-8b02-4896-b8a8-1847a43a1d2e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=993cda9a-2888-464a-8115-0703dff68d80 HTTP/1.1" status: 200 len: 999 time: 0.1056311 Apr 22 15:59:00.264236 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd0697b-5d67-4cff-9db0-4b5df468013a None None] Routers {'20a76d24-e42b-4296-becc-42a12c623182'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 15:59:00.264835 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9dd0697b-5d67-4cff-9db0-4b5df468013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T15:58:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['20a76d24-e42b-4296-becc-42a12c623182'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:59:00.329459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf28ce-0932-4502-92b0-9701f136351a req-cdbb414a-c709-44f8-8d9c-e89f13fb0d57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:59:00.330919 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3adf28ce-0932-4502-92b0-9701f136351a req-cdbb414a-c709-44f8-8d9c-e89f13fb0d57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3575ac2-86e9-4481-84d8-82318692ec66 HTTP/1.1" status: 200 len: 835 time: 0.0621166 Apr 22 15:59:00.443646 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-9dd0697b-5d67-4cff-9db0-4b5df468013a None None] Set router 20a76d24-e42b-4296-becc-42a12c623182 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 15:59:00.509180 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3adf28ce-0932-4502-92b0-9701f136351a req-59416d41-ea58-4b1e-b16f-1745c67e548d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6e89e75-6854-45c9-af89-74aa6bc67bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1714635 Apr 22 15:59:00.640121 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3adf28ce-0932-4502-92b0-9701f136351a req-3007beee-ebdf-42a5-9ddf-24d9124d4793 service neutron] 10.222.0.70 "GET /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250310 Apr 22 15:59:00.771095 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3adf28ce-0932-4502-92b0-9701f136351a req-c6730ca9-e12f-40db-93b4-1b6114ae1b96 service neutron] 10.222.0.70 "GET /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241345 Apr 22 15:59:00.790337 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9dd0697b-5d67-4cff-9db0-4b5df468013a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T15:58:41Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'd85b0723-767a-4208-b93f-d5c79fe31cd3', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.235', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '20a76d24-e42b-4296-becc-42a12c623182', 'port_id': '993cda9a-2888-464a-8115-0703dff68d80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'mac_address': 'fa:16:3e:6b:b1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:58:58Z', 'updated_at': '2022-04-22T15:58:58Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd66b0a-0096-4680-8f48-25df8973ec18', 'name': '', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:a9:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:41Z', 'updated_at': '2022-04-22T15:58:48Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 15:59:00.794988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd0697b-5d67-4cff-9db0-4b5df468013a None None] The sync data for ids ['20a76d24-e42b-4296-becc-42a12c623182'] in dv-neutron-838883-3-hyperv is: [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T15:58:41Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'd85b0723-767a-4208-b93f-d5c79fe31cd3', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'floating_ip_address': '172.26.8.235', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '20a76d24-e42b-4296-becc-42a12c623182', 'port_id': '993cda9a-2888-464a-8115-0703dff68d80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'mac_address': 'fa:16:3e:6b:b1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T15:58:58Z', 'updated_at': '2022-04-22T15:58:58Z', 'revision_number': 0, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fd66b0a-0096-4680-8f48-25df8973ec18', 'name': '', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:a9:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:41Z', 'updated_at': '2022-04-22T15:58:48Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 15:59:01.251267 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43196) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:59:01.357233 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-614987ff-7768-4fed-b7c2-0057d75c5d1e tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/d85b0723-767a-4208-b93f-d5c79fe31cd3 HTTP/1.1" status: 200 len: 991 time: 0.1048458 Apr 22 15:59:02.361089 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43200) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:59:02.464437 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0604de6b-dcc0-4788-a7b0-e0ed3e00eac9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/d85b0723-767a-4208-b93f-d5c79fe31cd3 HTTP/1.1" status: 200 len: 991 time: 0.1022296 Apr 22 15:59:02.989583 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97f9eb6-ca14-41bc-bf48-d061785f1ecd None None] New status for floating IP d85b0723-767a-4208-b93f-d5c79fe31cd3: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 15:59:03.468171 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43204) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 15:59:03.547145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:59:03.572179 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-4653fee7-6270-4788-8556-07bd05e54c48 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/d85b0723-767a-4208-b93f-d5c79fe31cd3 HTTP/1.1" status: 200 len: 993 time: 0.1029112 Apr 22 15:59:12.836110 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b2caf7c9-0615-407d-bec8-33ea6695a453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:59:15.093126 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-56bf1ca3-0002-4852-af3d-b94db01c0c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:59:16.124239 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:59:16.165176 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:59:17.742253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:59:21.524281 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65c33fe5-be85-4c6d-9bc7-15469506a8b6 req-fcfbea71-acf1-4dae-aa7b-e24176ceb750 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1298656 Apr 22 15:59:21.677749 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65c33fe5-be85-4c6d-9bc7-15469506a8b6 req-6605ff77-fdfb-4325-b8c7-97f41763e534 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 1098 time: 0.0702708 Apr 22 15:59:21.820052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c33fe5-be85-4c6d-9bc7-15469506a8b6 req-fd567ef7-8b45-415d-8972-920d1699bcc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:59:21.821475 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65c33fe5-be85-4c6d-9bc7-15469506a8b6 req-fd567ef7-8b45-415d-8972-920d1699bcc5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6e89e75-6854-45c9-af89-74aa6bc67bce HTTP/1.1" status: 200 len: 897 time: 0.1244047 Apr 22 15:59:21.922824 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65c33fe5-be85-4c6d-9bc7-15469506a8b6 req-be660545-0afe-4634-b787-3b6548d06b24 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=993cda9a-2888-464a-8115-0703dff68d80 HTTP/1.1" status: 200 len: 1001 time: 0.0946093 Apr 22 15:59:21.985272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c33fe5-be85-4c6d-9bc7-15469506a8b6 req-b9a1ddab-616f-4cd7-95e1-911b172ddde0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 15:59:21.986615 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65c33fe5-be85-4c6d-9bc7-15469506a8b6 req-b9a1ddab-616f-4cd7-95e1-911b172ddde0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3575ac2-86e9-4481-84d8-82318692ec66 HTTP/1.1" status: 200 len: 835 time: 0.0574362 Apr 22 15:59:22.063777 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65c33fe5-be85-4c6d-9bc7-15469506a8b6 req-1afad417-0fa0-4bf0-bcbd-6ba622244018 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6e89e75-6854-45c9-af89-74aa6bc67bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701749 Apr 22 15:59:22.073841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-65c33fe5-be85-4c6d-9bc7-15469506a8b6 req-7a0eb1a5-4bcc-43a4-88ec-0fe8a73ba284 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 15:59:22.074935 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65c33fe5-be85-4c6d-9bc7-15469506a8b6 req-7a0eb1a5-4bcc-43a4-88ec-0fe8a73ba284 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047357 Apr 22 15:59:22.201677 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65c33fe5-be85-4c6d-9bc7-15469506a8b6 req-dce331c8-1964-4a3e-9afd-cad914362f9a service neutron] 10.222.0.70 "GET /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210747 Apr 22 15:59:22.279325 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 15:59:22.329735 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-65c33fe5-be85-4c6d-9bc7-15469506a8b6 req-b48dfdfd-247b-4cbb-b05f-0c2f0180565c service neutron] 10.222.0.70 "GET /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220913 Apr 22 15:59:33.547473 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:59:42.828502 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-7c573aa1-5a9d-4ba4-a059-5e1c2baf4256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:59:45.094652 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-711d6eed-5167-4272-8cac-71f8b4a349c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:59:46.130080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:59:46.167430 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:59:47.745928 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 15:59:59.282601 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:00:03.544872 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:06.817354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0de8e-f8bb-4abd-a32a-0eaf33ef1b86 req-ee79e7ea-78f6-4d01-9ccb-1822206f2fa9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:06.818837 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59a0de8e-f8bb-4abd-a32a-0eaf33ef1b86 req-ee79e7ea-78f6-4d01-9ccb-1822206f2fa9 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 945 time: 0.0797083 Apr 22 16:00:06.875357 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59a0de8e-f8bb-4abd-a32a-0eaf33ef1b86 req-df1694f4-0fae-4443-a60f-bfe407af0e32 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508816 Apr 22 16:00:08.077441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e49dcb-205c-4f96-a233-c682ae15eca9 req-5086bf90-e982-4c11-9f52-d9e30c415bc4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:08.078912 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-55e49dcb-205c-4f96-a233-c682ae15eca9 req-5086bf90-e982-4c11-9f52-d9e30c415bc4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 945 time: 0.0782743 Apr 22 16:00:08.122828 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-55e49dcb-205c-4f96-a233-c682ae15eca9 req-e6509716-be80-4490-9a25-cb4bbf75b57b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385804 Apr 22 16:00:09.323417 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cadce3-a0ea-41f3-a538-d36af93910f7 req-237fad43-4e2b-4c62-a265-c04571ef8fb4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:09.324853 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5cadce3-a0ea-41f3-a538-d36af93910f7 req-237fad43-4e2b-4c62-a265-c04571ef8fb4 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 945 time: 0.0772271 Apr 22 16:00:09.368677 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f5cadce3-a0ea-41f3-a538-d36af93910f7 req-451e975d-968e-406a-b7b4-eed0e1fa0d74 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383914 Apr 22 16:00:09.396317 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43260) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:09.498154 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-bab4563a-4c60-4414-8830-a815221a15e0 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/d85b0723-767a-4208-b93f-d5c79fe31cd3 HTTP/1.1" status: 200 len: 993 time: 0.1006975 Apr 22 16:00:11.037697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108e3b2-4979-4536-8656-e69aa2d1e4fb req-63e0b9a5-3cdc-4c9e-9ae8-14dd7bacf461 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:11.039175 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a108e3b2-4979-4536-8656-e69aa2d1e4fb req-63e0b9a5-3cdc-4c9e-9ae8-14dd7bacf461 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 945 time: 0.1317127 Apr 22 16:00:11.046225 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-56e4b89f-8ac6-41c8-925d-b5296e86898e req-3f619d0c-8a31-4e38-a9ad-1f32b6956939 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 1098 time: 0.0959430 Apr 22 16:00:11.255571 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a108e3b2-4979-4536-8656-e69aa2d1e4fb req-146769fc-1837-45f0-abe7-489daf5e7ed6 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084816 Apr 22 16:00:11.294699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4b89f-8ac6-41c8-925d-b5296e86898e req-da4aa488-612b-4bc9-9430-401713d316e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:11.296297 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-56e4b89f-8ac6-41c8-925d-b5296e86898e req-da4aa488-612b-4bc9-9430-401713d316e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6e89e75-6854-45c9-af89-74aa6bc67bce HTTP/1.1" status: 200 len: 897 time: 0.2358768 Apr 22 16:00:11.393377 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-56e4b89f-8ac6-41c8-925d-b5296e86898e req-5fb15745-90c4-4bd2-ba66-a7d2145be53c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=993cda9a-2888-464a-8115-0703dff68d80 HTTP/1.1" status: 200 len: 1001 time: 0.0905588 Apr 22 16:00:11.456780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4b89f-8ac6-41c8-925d-b5296e86898e req-f41e702c-6965-421c-9d59-da33394c4a64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:11.458180 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-56e4b89f-8ac6-41c8-925d-b5296e86898e req-f41e702c-6965-421c-9d59-da33394c4a64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3575ac2-86e9-4481-84d8-82318692ec66 HTTP/1.1" status: 200 len: 835 time: 0.0585752 Apr 22 16:00:11.530323 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-56e4b89f-8ac6-41c8-925d-b5296e86898e req-19bd3df6-c74c-46eb-b1b7-a58c86ac8fbf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6e89e75-6854-45c9-af89-74aa6bc67bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658469 Apr 22 16:00:11.657895 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-56e4b89f-8ac6-41c8-925d-b5296e86898e req-eb0aecaa-91bf-4bf9-b01b-f1989a921bd5 service neutron] 10.222.0.70 "GET /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210001 Apr 22 16:00:11.785212 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-56e4b89f-8ac6-41c8-925d-b5296e86898e req-9efeac25-65d8-414f-83c3-7f9180445a14 service neutron] 10.222.0.70 "GET /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211464 Apr 22 16:00:12.467678 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de277e-2b93-4240-bb9c-af2f58471539 req-05a84e6e-c2b9-476c-9d0e-805f93dae472 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:12.469779 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28de277e-2b93-4240-bb9c-af2f58471539 req-05a84e6e-c2b9-476c-9d0e-805f93dae472 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 945 time: 0.0802419 Apr 22 16:00:12.514833 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28de277e-2b93-4240-bb9c-af2f58471539 req-dd050d1a-b90f-4550-a4f2-434e8d0a6c69 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397360 Apr 22 16:00:12.831543 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-178fb41a-41df-4806-99c9-3147e03cfaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:13.708279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb683f-efd3-46db-963c-e849c46bf571 req-0b471bd3-534d-497f-9c96-c8b9f74a94dc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:13.709710 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3bb683f-efd3-46db-963c-e849c46bf571 req-0b471bd3-534d-497f-9c96-c8b9f74a94dc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 945 time: 0.0740452 Apr 22 16:00:13.754131 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a3bb683f-efd3-46db-963c-e849c46bf571 req-4f3a4874-c704-45b6-9ece-8467a9ed4b1b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390809 Apr 22 16:00:13.780545 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43282) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:13.883762 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-828bbb57-6014-40fb-99aa-b6aaa78d3dd6 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/floatingips/d85b0723-767a-4208-b93f-d5c79fe31cd3 HTTP/1.1" status: 200 len: 993 time: 0.1020262 Apr 22 16:00:14.231610 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43290) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:14.436414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port a33207eb-b054-46e4-84da-db815b7eb056 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:00:14.436671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:14.607461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:14.607787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:14.727002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for a33207eb-b054-46e4-84da-db815b7eb056 owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:00:14.870845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:14.919849 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=a33207eb-b054-46e4-84da-db815b7eb056,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:14.956911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:14.957247 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:14.957577 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:14.957906 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:14.958254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:14.958572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:14.958889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:14.959203 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:14.959516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:14.959828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:14.960143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:15.019117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:15.097087 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e9aa1a3-ec49-4add-9e51-8d0ce1b6d292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:15.489207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router 20a76d24-e42b-4296-becc-42a12c623182 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:00:15.681821 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:00:15.691425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4641b36-aa9b-44fe-baaa-f5be0b7b5218 None None] Sync routers for ids ['20a76d24-e42b-4296-becc-42a12c623182'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:00:15.701606 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:15.703419 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4641b36-aa9b-44fe-baaa-f5be0b7b5218 None None] Routers {'20a76d24-e42b-4296-becc-42a12c623182'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:00:15.704022 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e4641b36-aa9b-44fe-baaa-f5be0b7b5218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:00:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['20a76d24-e42b-4296-becc-42a12c623182'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:15.761390 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fcaad559-cfbd-4b60-9135-3989fcc6664c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/floatingips/d85b0723-767a-4208-b93f-d5c79fe31cd3 HTTP/1.1" status: 204 len: 168 time: 1.5263121 Apr 22 16:00:15.761390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'tag': '993cda9a-2888-464a-8115-0703dff68d80'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:00:15.817398 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990e555d-2c31-4c8e-9101-6f0e2c166617'] response: {'name': 'network-changed', 'server_uuid': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'tag': '993cda9a-2888-464a-8115-0703dff68d80', 'status': 'completed', 'code': 200} Apr 22 16:00:15.881326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-e4641b36-aa9b-44fe-baaa-f5be0b7b5218 None None] Set router 20a76d24-e42b-4296-becc-42a12c623182 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:00:15.935977 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-56aa26ab-266f-454e-af29-3716547bf412 req-53e7d532-0fd6-4d99-9c96-a66ea39f61d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75a96c8912d741e09298d54dbc98abdb&device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 1098 time: 0.0713952 Apr 22 16:00:16.084520 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa26ab-266f-454e-af29-3716547bf412 req-05f4f45e-c814-4e13-bc39-19231edea056 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:16.086093 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-56aa26ab-266f-454e-af29-3716547bf412 req-05f4f45e-c814-4e13-bc39-19231edea056 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6e89e75-6854-45c9-af89-74aa6bc67bce HTTP/1.1" status: 200 len: 897 time: 0.1436172 Apr 22 16:00:16.145442 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:16.190607 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-56aa26ab-266f-454e-af29-3716547bf412 req-619e47f3-a4fc-4d4f-98f3-2a6dae027447 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=993cda9a-2888-464a-8115-0703dff68d80 HTTP/1.1" status: 200 len: 217 time: 0.0980618 Apr 22 16:00:16.245944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:16.268230 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e4641b36-aa9b-44fe-baaa-f5be0b7b5218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T15:58:41Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '9fd66b0a-0096-4680-8f48-25df8973ec18', 'name': '', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:a9:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:41Z', 'updated_at': '2022-04-22T15:58:48Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:16.268497 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa26ab-266f-454e-af29-3716547bf412 req-5ce37f88-e9ae-4fd1-aa19-e72975ded4df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:16.269646 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-56aa26ab-266f-454e-af29-3716547bf412 req-5ce37f88-e9ae-4fd1-aa19-e72975ded4df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3575ac2-86e9-4481-84d8-82318692ec66 HTTP/1.1" status: 200 len: 835 time: 0.0708311 Apr 22 16:00:16.271989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4641b36-aa9b-44fe-baaa-f5be0b7b5218 None None] Checking router: 20a76d24-e42b-4296-becc-42a12c623182 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:00:16.282083 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4641b36-aa9b-44fe-baaa-f5be0b7b5218 None None] Routers {'20a76d24-e42b-4296-becc-42a12c623182'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:00:16.282705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e4641b36-aa9b-44fe-baaa-f5be0b7b5218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:00:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['20a76d24-e42b-4296-becc-42a12c623182'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:16.319360 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89446fb-d167-4ba5-bdad-1879c0d077ae req-e556155a-6d91-449c-b368-b203029b45ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:16.320041 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a89446fb-d167-4ba5-bdad-1879c0d077ae req-e556155a-6d91-449c-b368-b203029b45ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:00:16.352745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-a89446fb-d167-4ba5-bdad-1879c0d077ae req-e556155a-6d91-449c-b368-b203029b45ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:00:16.353870 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a89446fb-d167-4ba5-bdad-1879c0d077ae req-e556155a-6d91-449c-b368-b203029b45ad tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 945 time: 0.2137709 Apr 22 16:00:16.386794 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-56aa26ab-266f-454e-af29-3716547bf412 req-819e524a-0d74-4668-a4f1-99886deae220 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6e89e75-6854-45c9-af89-74aa6bc67bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1101980 Apr 22 16:00:16.456968 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-e4641b36-aa9b-44fe-baaa-f5be0b7b5218 None None] Set router 20a76d24-e42b-4296-becc-42a12c623182 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:00:16.481586 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a89446fb-d167-4ba5-bdad-1879c0d077ae req-844573d3-d750-480d-b187-6e819c3c6ff3 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208069 Apr 22 16:00:16.529594 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-56aa26ab-266f-454e-af29-3716547bf412 req-b6660d80-151e-4954-a359-7256e2d4cc5f service neutron] 10.222.0.70 "GET /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331127 Apr 22 16:00:16.665171 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-56aa26ab-266f-454e-af29-3716547bf412 req-ebb25e34-462c-43d8-bb03-22aa14a87ab8 service neutron] 10.222.0.70 "GET /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279743 Apr 22 16:00:16.769289 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-e4641b36-aa9b-44fe-baaa-f5be0b7b5218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T15:58:41Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '9fd66b0a-0096-4680-8f48-25df8973ec18', 'name': '', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:a9:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:41Z', 'updated_at': '2022-04-22T15:58:48Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:16.773065 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4641b36-aa9b-44fe-baaa-f5be0b7b5218 None None] The sync data for ids ['20a76d24-e42b-4296-becc-42a12c623182'] in dv-neutron-838883-3-hyperv is: [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T15:58:41Z', 'revision_number': 4, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '9fd66b0a-0096-4680-8f48-25df8973ec18', 'name': '', 'network_id': 'c6e89e75-6854-45c9-af89-74aa6bc67bce', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'mac_address': 'fa:16:3e:a9:0e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:41Z', 'updated_at': '2022-04-22T15:58:48Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'subnets': [{'id': 'e3575ac2-86e9-4481-84d8-82318692ec66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:00:16.981848 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18130792-6149-47a4-90a6-a69b72bbe25c None None] New status for floating IP d85b0723-767a-4208-b93f-d5c79fe31cd3: DOWN {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 16:00:17.678410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01564d-bef3-45a3-a013-01b21ac487b6 req-b708ed41-d86d-4760-ab05-9c0050aec528 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:17.679831 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2e01564d-bef3-45a3-a013-01b21ac487b6 req-b708ed41-d86d-4760-ab05-9c0050aec528 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 945 time: 0.0737500 Apr 22 16:00:17.750861 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:17.829452 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2e01564d-bef3-45a3-a013-01b21ac487b6 req-a0a2ed69-60bf-4f0c-9e02-1fe7f2be6d22 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/security-groups?id=4a3b4c55-2b11-410a-89af-94a0520e1e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440859 Apr 22 16:00:18.272789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855ed14-ea4d-431a-91f5-60f5612d7f38 req-d1ffc3b5-5988-41a5-bda6-f274eb79a83c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:18.274207 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2855ed14-ea4d-431a-91f5-60f5612d7f38 req-d1ffc3b5-5988-41a5-bda6-f274eb79a83c tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 945 time: 0.0734713 Apr 22 16:00:18.341132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-2855ed14-ea4d-431a-91f5-60f5612d7f38 req-7cf48874-8037-43af-b154-b63e2c318d51 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 993cda9a-2888-464a-8115-0703dff68d80 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:00:18.341466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2855ed14-ea4d-431a-91f5-60f5612d7f38 req-7cf48874-8037-43af-b154-b63e2c318d51 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:18.572935 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-2855ed14-ea4d-431a-91f5-60f5612d7f38 req-7cf48874-8037-43af-b154-b63e2c318d51 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port 993cda9a-2888-464a-8115-0703dff68d80, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=993cda9a-2888-464a-8115-0703dff68d80,segment=NetworkSegment(d270e084-9af1-4d95-abc9-c894b7091699),segment_id=d270e084-9af1-4d95-abc9-c894b7091699)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:00:18.573285 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2855ed14-ea4d-431a-91f5-60f5612d7f38 req-7cf48874-8037-43af-b154-b63e2c318d51 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:18.693800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-2855ed14-ea4d-431a-91f5-60f5612d7f38 req-7cf48874-8037-43af-b154-b63e2c318d51 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 993cda9a-2888-464a-8115-0703dff68d80 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:00:18.828158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2855ed14-ea4d-431a-91f5-60f5612d7f38 req-7cf48874-8037-43af-b154-b63e2c318d51 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:18.879768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf48874-8037-43af-b154-b63e2c318d51 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=993cda9a-2888-464a-8115-0703dff68d80,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:18.950398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2855ed14-ea4d-431a-91f5-60f5612d7f38 req-7cf48874-8037-43af-b154-b63e2c318d51 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] No DVR routers for this DVR port 993cda9a-2888-464a-8115-0703dff68d80 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 16:00:18.954684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-2855ed14-ea4d-431a-91f5-60f5612d7f38 req-7cf48874-8037-43af-b154-b63e2c318d51 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:18.957183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'name': 'network-vif-deleted', 'tag': '993cda9a-2888-464a-8115-0703dff68d80'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:00:19.007530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-f8895a63-0fe1-4a3c-bef3-747204f292f7 req-3c0e5fc7-45f4-463e-ae11-6e6c89df7dd6 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Synchronizing usage tracker for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:00:19.012589 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2855ed14-ea4d-431a-91f5-60f5612d7f38 req-7cf48874-8037-43af-b154-b63e2c318d51 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.70 "DELETE /v2.0/ports/993cda9a-2888-464a-8115-0703dff68d80 HTTP/1.1" status: 204 len: 173 time: 0.7330034 Apr 22 16:00:19.025684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-f8895a63-0fe1-4a3c-bef3-747204f292f7 req-3c0e5fc7-45f4-463e-ae11-6e6c89df7dd6 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Unset dirty status for tenant:75a96c8912d741e09298d54dbc98abdb on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:00:19.027052 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f8895a63-0fe1-4a3c-bef3-747204f292f7 req-3c0e5fc7-45f4-463e-ae11-6e6c89df7dd6 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "GET /v2.0/ports?device_id=278e4187-bfc0-4430-bf8a-69f9e9db2b1a HTTP/1.1" status: 200 len: 210 time: 0.0746951 Apr 22 16:00:19.055184 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4740e8ab-d328-4c58-87ba-730f2e187938'] response: {'server_uuid': '278e4187-bfc0-4430-bf8a-69f9e9db2b1a', 'name': 'network-vif-deleted', 'tag': '993cda9a-2888-464a-8115-0703dff68d80', 'status': 'completed', 'code': 200} Apr 22 16:00:20.132197 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43314) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:20.517712 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecdd9-d0e1-43f4-83e9-3221ca928937 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:21.203437 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ecdd9-d0e1-43f4-83e9-3221ca928937 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 9fd66b0a-0096-4680-8f48-25df8973ec18 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:00:21.204127 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecdd9-d0e1-43f4-83e9-3221ca928937 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:21.245897 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 993cda9a-2888-464a-8115-0703dff68d80 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:00:21.280467 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 993cda9a-2888-464a-8115-0703dff68d80 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:00:21.280813 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 993cda9a-2888-464a-8115-0703dff68d80 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:00:21.395782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-dc2ecdd9-d0e1-43f4-83e9-3221ca928937 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port 9fd66b0a-0096-4680-8f48-25df8973ec18, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=9fd66b0a-0096-4680-8f48-25df8973ec18,segment=NetworkSegment(d270e084-9af1-4d95-abc9-c894b7091699),segment_id=d270e084-9af1-4d95-abc9-c894b7091699)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:00:21.396142 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecdd9-d0e1-43f4-83e9-3221ca928937 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:21.514718 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ecdd9-d0e1-43f4-83e9-3221ca928937 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 9fd66b0a-0096-4680-8f48-25df8973ec18 owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:00:21.682440 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecdd9-d0e1-43f4-83e9-3221ca928937 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:21.725265 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ecdd9-d0e1-43f4-83e9-3221ca928937 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=9fd66b0a-0096-4680-8f48-25df8973ec18,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:22.019295 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecdd9-d0e1-43f4-83e9-3221ca928937 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:22.673224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2ecdd9-d0e1-43f4-83e9-3221ca928937 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Router 20a76d24-e42b-4296-becc-42a12c623182 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:00:22.866559 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2ecdd9-d0e1-43f4-83e9-3221ca928937 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:00:22.875807 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303a1a3e-c7b1-4928-8aef-a2cedc8b137c None None] Sync routers for ids ['20a76d24-e42b-4296-becc-42a12c623182'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:00:22.882924 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-dc2ecdd9-d0e1-43f4-83e9-3221ca928937 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "PUT /v2.0/routers/20a76d24-e42b-4296-becc-42a12c623182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7496319 Apr 22 16:00:22.885528 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43318) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:22.887758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a1a3e-c7b1-4928-8aef-a2cedc8b137c None None] Routers {'20a76d24-e42b-4296-becc-42a12c623182'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:00:22.888365 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-303a1a3e-c7b1-4928-8aef-a2cedc8b137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:00:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['20a76d24-e42b-4296-becc-42a12c623182'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:23.061145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-303a1a3e-c7b1-4928-8aef-a2cedc8b137c None None] Set router 20a76d24-e42b-4296-becc-42a12c623182 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:00:23.073693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c6a504-7e44-4c74-8935-8ab773eb60bc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting subnet e3575ac2-86e9-4481-84d8-82318692ec66 {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 16:00:23.076515 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98c6a504-7e44-4c74-8935-8ab773eb60bc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:23.129523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98c6a504-7e44-4c74-8935-8ab773eb60bc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:23.212239 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98c6a504-7e44-4c74-8935-8ab773eb60bc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:23.283085 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98c6a504-7e44-4c74-8935-8ab773eb60bc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:23.320447 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6a504-7e44-4c74-8935-8ab773eb60bc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Subnet': ['ID=e3575ac2-86e9-4481-84d8-82318692ec66,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:23.327302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-98c6a504-7e44-4c74-8935-8ab773eb60bc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:23.336273 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-98c6a504-7e44-4c74-8935-8ab773eb60bc tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/subnets/e3575ac2-86e9-4481-84d8-82318692ec66 HTTP/1.1" status: 204 len: 168 time: 0.4493694 Apr 22 16:00:23.336838 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d62e04-1a10-46bf-a6f7-b407f4f21658 None None] Network c6e89e75-6854-45c9-af89-74aa6bc67bce requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 16:00:23.338576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43322) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:23.491658 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-303a1a3e-c7b1-4928-8aef-a2cedc8b137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T16:00:21Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:23.503997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303a1a3e-c7b1-4928-8aef-a2cedc8b137c None None] Checking router: 20a76d24-e42b-4296-becc-42a12c623182 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:00:23.525900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a1a3e-c7b1-4928-8aef-a2cedc8b137c None None] Routers {'20a76d24-e42b-4296-becc-42a12c623182'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:00:23.526523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-303a1a3e-c7b1-4928-8aef-a2cedc8b137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:00:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['20a76d24-e42b-4296-becc-42a12c623182'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:23.534315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:23.730605 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:23.741330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Deleting port 13c83fc9-4c4f-4938-9aba-01df2ea15d7c {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:00:23.741885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:23.751534 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-303a1a3e-c7b1-4928-8aef-a2cedc8b137c None None] Set router 20a76d24-e42b-4296-becc-42a12c623182 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:00:23.791296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] DHCP port deletion for c6e89e75-6854-45c9-af89-74aa6bc67bce request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 16:00:23.856511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Deleting port d8804a31-cc90-43c6-8d5c-514bfffe8e16 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:00:23.856511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:24.018995 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] For port 13c83fc9-4c4f-4938-9aba-01df2ea15d7c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=13c83fc9-4c4f-4938-9aba-01df2ea15d7c,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:00:24.019351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:24.138453 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Calling delete_port for 13c83fc9-4c4f-4938-9aba-01df2ea15d7c owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:00:24.196011 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d8804a31-cc90-43c6-8d5c-514bfffe8e16 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:00:24.254638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] For port d8804a31-cc90-43c6-8d5c-514bfffe8e16, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d8804a31-cc90-43c6-8d5c-514bfffe8e16,segment=NetworkSegment(d270e084-9af1-4d95-abc9-c894b7091699),segment_id=d270e084-9af1-4d95-abc9-c894b7091699)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:00:24.255029 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:24.304488 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:24.347347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Port': ['ID=13c83fc9-4c4f-4938-9aba-01df2ea15d7c,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:24.386630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Calling delete_port for d8804a31-cc90-43c6-8d5c-514bfffe8e16 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:00:24.508221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-303a1a3e-c7b1-4928-8aef-a2cedc8b137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T16:00:21Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:24.510203 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:24.527103 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303a1a3e-c7b1-4928-8aef-a2cedc8b137c None None] The sync data for ids ['20a76d24-e42b-4296-becc-42a12c623182'] in dv-neutron-838883-3-hyperv is: [{'id': '20a76d24-e42b-4296-becc-42a12c623182', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844834104', 'tenant_id': '75a96c8912d741e09298d54dbc98abdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T15:58:37Z', 'updated_at': '2022-04-22T16:00:21Z', 'revision_number': 5, 'project_id': '75a96c8912d741e09298d54dbc98abdb', 'gw_port': {'id': '13c83fc9-4c4f-4938-9aba-01df2ea15d7c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ba:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a76d24-e42b-4296-becc-42a12c623182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T15:58:38Z', 'updated_at': '2022-04-22T15:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:00:24.539227 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596'] for port, after_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:24.584586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:24.620185 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Pushing event deleted for resources: {'Port': ['ID=d8804a31-cc90-43c6-8d5c-514bfffe8e16,revision_number=None']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:24.633788 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] No DVR routers for this DVR port d8804a31-cc90-43c6-8d5c-514bfffe8e16 on host dv-neutron-838883-3-hyperv {{(pid=83935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 16:00:24.637476 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:24.637691 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:24.638114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:24.638485 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:24.638870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:24.639277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:24.639650 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:24.640022 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:24.640396 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:24.640677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:24.641018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8543a640-8a18-481e-a643-bc15a0c33f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:24.858642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:24.862841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:24.889238 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:24.889809 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Fanout notify agent at l3_agent the message router_deleted on router 20a76d24-e42b-4296-becc-42a12c623182 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 16:00:24.906152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:24.907346 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-39358be7-e980-4c32-9128-5e524155bb0b tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/routers/20a76d24-e42b-4296-becc-42a12c623182 HTTP/1.1" status: 204 len: 168 time: 1.5678082 Apr 22 16:00:24.909965 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43326) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:25.068328 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8c039c2-721d-41f9-b83d-b16abb8c5cab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:25.309618 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8c039c2-721d-41f9-b83d-b16abb8c5cab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:25.335946 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-c8c039c2-721d-41f9-b83d-b16abb8c5cab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e89e75-6854-45c9-af89-74aa6bc67bce']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:25.349646 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-c8c039c2-721d-41f9-b83d-b16abb8c5cab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd270e084-9af1-4d95-abc9-c894b7091699') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:25.350037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-c8c039c2-721d-41f9-b83d-b16abb8c5cab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd270e084-9af1-4d95-abc9-c894b7091699') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:25.361273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8c039c2-721d-41f9-b83d-b16abb8c5cab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:25.377149 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8c039c2-721d-41f9-b83d-b16abb8c5cab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:25.383022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c039c2-721d-41f9-b83d-b16abb8c5cab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 16:00:25.383327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8c039c2-721d-41f9-b83d-b16abb8c5cab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:00:25.397763 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:00:25.476231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8c039c2-721d-41f9-b83d-b16abb8c5cab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:25.480774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8c039c2-721d-41f9-b83d-b16abb8c5cab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:25.506077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c039c2-721d-41f9-b83d-b16abb8c5cab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'Network': ['ID=c6e89e75-6854-45c9-af89-74aa6bc67bce,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:25.513655 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c8c039c2-721d-41f9-b83d-b16abb8c5cab tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/networks/c6e89e75-6854-45c9-af89-74aa6bc67bce HTTP/1.1" status: 204 len: 168 time: 0.6026981 Apr 22 16:00:25.517055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43330) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:25.583504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-30010508-23d6-4d84-bd9e-e599078b0b87 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:25.612941 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-30010508-23d6-4d84-bd9e-e599078b0b87 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:25.675771 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-30010508-23d6-4d84-bd9e-e599078b0b87 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:25.697257 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30010508-23d6-4d84-bd9e-e599078b0b87 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3b4c55-2b11-410a-89af-94a0520e1e77,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:25.707308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-30010508-23d6-4d84-bd9e-e599078b0b87 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:25.710954 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-30010508-23d6-4d84-bd9e-e599078b0b87 tempest-TestNetworkAdvancedServerOps-273321159 tempest-TestNetworkAdvancedServerOps-273321159-project] 10.222.0.71 "DELETE /v2.0/security-groups/4a3b4c55-2b11-410a-89af-94a0520e1e77 HTTP/1.1" status: 204 len: 168 time: 0.1904619 Apr 22 16:00:26.108561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43340) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:26.195786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9fd66b0a-0096-4680-8f48-25df8973ec18 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:00:26.231027 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 9fd66b0a-0096-4680-8f48-25df8973ec18 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:00:26.231341 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 9fd66b0a-0096-4680-8f48-25df8973ec18 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:00:26.231758 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 13c83fc9-4c4f-4938-9aba-01df2ea15d7c no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:00:26.262592 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 13c83fc9-4c4f-4938-9aba-01df2ea15d7c {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:00:26.262936 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 13c83fc9-4c4f-4938-9aba-01df2ea15d7c not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:00:26.282564 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7aeb8760-42cb-4356-8f06-6964ee4f45a0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=75a96c8912d741e09298d54dbc98abdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1722665 Apr 22 16:00:26.284962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43346) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:26.341614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-496f2384-ebca-4824-b6c5-cd3eeaefff43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:26.367950 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-496f2384-ebca-4824-b6c5-cd3eeaefff43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:26.420023 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-496f2384-ebca-4824-b6c5-cd3eeaefff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:26.437198 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f2384-ebca-4824-b6c5-cd3eeaefff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8bf2b7-023e-4a38-b1ae-3052151273b2,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:26.444135 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-496f2384-ebca-4824-b6c5-cd3eeaefff43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:26.445230 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-496f2384-ebca-4824-b6c5-cd3eeaefff43 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0e8bf2b7-023e-4a38-b1ae-3052151273b2 HTTP/1.1" status: 204 len: 168 time: 0.1593840 Apr 22 16:00:26.784501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43354) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:26.802300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-14c1871a-c879-43f5-a380-0cfb2e145dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:26.833094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-14c1871a-c879-43f5-a380-0cfb2e145dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:26.836857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-14c1871a-c879-43f5-a380-0cfb2e145dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:4f6e00e06fd34238bc156af6cf46b5a1 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:26.839627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-14c1871a-c879-43f5-a380-0cfb2e145dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:26.845301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-14c1871a-c879-43f5-a380-0cfb2e145dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:26.913511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-14c1871a-c879-43f5-a380-0cfb2e145dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:26.917183 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-14c1871a-c879-43f5-a380-0cfb2e145dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:26.962875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1871a-c879-43f5-a380-0cfb2e145dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb368fd-ba44-4e75-922a-a9f11836337d,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:26.969815 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-14c1871a-c879-43f5-a380-0cfb2e145dc7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4f6e00e06fd34238bc156af6cf46b5a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1819556 Apr 22 16:00:26.970713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43358) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:27.028607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9cf2d384-2f32-4fdd-b917-1f45903a2066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:27.053462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9cf2d384-2f32-4fdd-b917-1f45903a2066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:27.101721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9cf2d384-2f32-4fdd-b917-1f45903a2066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:27.115773 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2d384-2f32-4fdd-b917-1f45903a2066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb368fd-ba44-4e75-922a-a9f11836337d,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:27.121789 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9cf2d384-2f32-4fdd-b917-1f45903a2066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:27.122919 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9cf2d384-2f32-4fdd-b917-1f45903a2066 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1eb368fd-ba44-4e75-922a-a9f11836337d HTTP/1.1" status: 204 len: 168 time: 0.1519899 Apr 22 16:00:27.985246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43380) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:28.111361 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-932989788-network', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:28.116118 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:28.119945 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Usage tracker for resource:network and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:28.122753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:28.128638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:28.143248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Made reservation on behalf of 6104bdcf512a4cc8a644fa5f3216a971 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 16:00:28.145533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:28.158153 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:28.187733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:28.191464 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:28.194170 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:28.199730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:28.261668 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:28.265954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:28.296369 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 16:00:28.301841 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393016b9-d149-4675-bc7a-f39e954b97d3,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:28.308890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:28.309062 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Added segment 9ca0fa2d-9f88-410f-81af-95f68ec112bb of type vlan for network d103867e-fc44-4921-ad15-12d5c9b79e05 Apr 22 16:00:28.336036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:28.369561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:28.370861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:28.371749 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:28.479028 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4926529 Apr 22 16:00:28.479870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0e846-2f1d-456e-85df-7f7b873113e7 admin admin] Pushing event updated for resources: {'Network': ['ID=d103867e-fc44-4921-ad15-12d5c9b79e05,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:28.481969 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43386) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:28.487414 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Request body: {'subnet': {'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-932989788-subnet', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:28.489826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network d103867e-fc44-4921-ad15-12d5c9b79e05 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 16:00:28.492171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:28.496180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Usage tracker for resource:subnet and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:28.499743 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:28.505787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:28.516272 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Made reservation on behalf of 6104bdcf512a4cc8a644fa5f3216a971 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 16:00:28.518541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:28.718031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:28.796855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b07ed0-11d0-441e-9450-a896b4bad19e,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:28.807968 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Checking segment: {'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:00:28.808319 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Network hostable DHCP agents. Network: d103867e-fc44-4921-ad15-12d5c9b79e05, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 16:00:28.829565 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Network d103867e-fc44-4921-ad15-12d5c9b79e05 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 16:00:28.838415 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, d103867e-fc44-4921-ad15-12d5c9b79e05) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:00:28.842168 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:28.842685 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:28.848766 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab75f3-7b5e-411c-8bfe-82f70ae7c701 None None] Network d103867e-fc44-4921-ad15-12d5c9b79e05 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 16:00:28.863382 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7511f001-c236-4910-9046-3c2b4b77e4e4 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3803015 Apr 22 16:00:28.865848 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43390) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:28.871422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:28.876567 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:28.880649 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Usage tracker for resource:router and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:28.884199 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:28.890022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:28.900485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:28.901459 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:28.922188 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:29.080830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:29.106860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-d103867e-fc44-4921-ad15-12d5c9b79e05', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 16:00:29.107671 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:29.277605 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Allocated IP 172.20.0.2 (d103867e-fc44-4921-ad15-12d5c9b79e05/74b07ed0-11d0-441e-9450-a896b4bad19e/e104ea31-5574-4cc0-91a1-1fbc3d52d3fc) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:00:29.281679 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:29.312921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:29.494984 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:29.505384 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Transition to ACTIVE for port object e104ea31-5574-4cc0-91a1-1fbc3d52d3fc will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:00:29.523797 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Transition to ACTIVE for port object e104ea31-5574-4cc0-91a1-1fbc3d52d3fc will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:00:29.529165 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:29.550942 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Allocated IP 172.26.8.182 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/3c4857f3-ac07-47f1-bc51-f3e679b2950c) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:00:29.598762 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Network d103867e-fc44-4921-ad15-12d5c9b79e05 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:00:29.602038 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Pushing event updated for resources: {'Port': ['ID=e104ea31-5574-4cc0-91a1-1fbc3d52d3fc,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:29.604404 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:00:29.606406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:00:29.693903 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Attempting to bind port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:00:29.694394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Attempting to bind port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:00:29.694835 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Attempting to bind port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc on network d103867e-fc44-4921-ad15-12d5c9b79e05 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:00:29.697615 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:29.701077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:00:29.701648 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Checking segment: {'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:00:29.701840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:29.702902 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Bound using segment: {'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:00:29.703369 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Bound port: e104ea31-5574-4cc0-91a1-1fbc3d52d3fc, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:00:29.703749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:29.725418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:29.790526 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] For port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:00:29.793715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] For port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e104ea31-5574-4cc0-91a1-1fbc3d52d3fc,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:00:29.795672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:00:29.798221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:29.798604 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:00:29.803161 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:00:29.827099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3c4857f3-ac07-47f1-bc51-f3e679b2950c,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:29.882316 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb3243-245f-4267-adeb-11fda2c1c5b9 None None] Pushing event updated for resources: {'Port': ['ID=e104ea31-5574-4cc0-91a1-1fbc3d52d3fc,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:29.969398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:29.970431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:30.220563 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Router 34a82cad-7b5a-4f2e-a825-54239c876ecc is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 16:00:30.226654 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e104ea31-5574-4cc0-91a1-1fbc3d52d3fc up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:00:30.295647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:00:30.423656 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:00:30.432709 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Sync routers for ids ['34a82cad-7b5a-4f2e-a825-54239c876ecc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:00:30.444720 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Routers {'34a82cad-7b5a-4f2e-a825-54239c876ecc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:00:30.445490 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:00:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['34a82cad-7b5a-4f2e-a825-54239c876ecc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:30.455742 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:30.459441 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3487fe1d-3158-4813-b285-8b8057ff89d8 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5900393 Apr 22 16:00:30.459669 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43394) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:30.629638 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Set router 34a82cad-7b5a-4f2e-a825-54239c876ecc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:00:30.783014 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fd59fd-71b7-4dc3-ae66-bd2da4294055 None None] Network d103867e-fc44-4921-ad15-12d5c9b79e05 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 16:00:30.881678 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-22965721-ccaa-4668-aca8-01e6b206ecc9 None None] Provisioning for port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:00:30.900490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-22965721-ccaa-4668-aca8-01e6b206ecc9 None None] Provisioning complete for port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:30.900991 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-22965721-ccaa-4668-aca8-01e6b206ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:30.916511 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:29Z', 'revision_number': 3, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:30.920518 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Checking router: 34a82cad-7b5a-4f2e-a825-54239c876ecc for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:00:30.920897 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Updating router 34a82cad-7b5a-4f2e-a825-54239c876ecc port 3c4857f3-ac07-47f1-bc51-f3e679b2950c binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 16:00:30.995554 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:31.131479 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-22965721-ccaa-4668-aca8-01e6b206ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:31.177598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-22965721-ccaa-4668-aca8-01e6b206ecc9 None None] For port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e104ea31-5574-4cc0-91a1-1fbc3d52d3fc,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:00:31.186313 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-22965721-ccaa-4668-aca8-01e6b206ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:31.275150 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22965721-ccaa-4668-aca8-01e6b206ecc9 None None] Pushing event updated for resources: {'Port': ['ID=e104ea31-5574-4cc0-91a1-1fbc3d52d3fc,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:31.326434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:31.386046 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:31.401015 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Transition to ACTIVE for port object 3c4857f3-ac07-47f1-bc51-f3e679b2950c will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:00:31.407955 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:31.430476 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c41836c7-e29a-434c-92cb-b30d5bb7afaf None None] Provisioning complete for port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:31.431790 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c41836c7-e29a-434c-92cb-b30d5bb7afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:31.483042 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Attempting to bind port 3c4857f3-ac07-47f1-bc51-f3e679b2950c on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:00:31.483643 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Attempting to bind port 3c4857f3-ac07-47f1-bc51-f3e679b2950c by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:00:31.483816 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Attempting to bind port 3c4857f3-ac07-47f1-bc51-f3e679b2950c on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:00:31.492686 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cc4b5-6390-4bc7-a800-3e334763649d None None] Pushing event updated for resources: {'Port': ['ID=3c4857f3-ac07-47f1-bc51-f3e679b2950c,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:31.502326 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cc4b5-6390-4bc7-a800-3e334763649d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:31.502662 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cc4b5-6390-4bc7-a800-3e334763649d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:31.502988 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cc4b5-6390-4bc7-a800-3e334763649d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:31.503314 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cc4b5-6390-4bc7-a800-3e334763649d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:31.503628 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cc4b5-6390-4bc7-a800-3e334763649d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:31.503942 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cc4b5-6390-4bc7-a800-3e334763649d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:31.504255 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cc4b5-6390-4bc7-a800-3e334763649d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:31.504567 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cc4b5-6390-4bc7-a800-3e334763649d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:31.504873 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cc4b5-6390-4bc7-a800-3e334763649d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:31.505179 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cc4b5-6390-4bc7-a800-3e334763649d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:31.505484 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cc4b5-6390-4bc7-a800-3e334763649d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:31.509306 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:00:31.509904 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:00:31.510487 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:31.511018 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:00:31.511682 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Bound port: 3c4857f3-ac07-47f1-bc51-f3e679b2950c, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:00:31.512219 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:31.558551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Allocated IP 172.20.0.1 (d103867e-fc44-4921-ad15-12d5c9b79e05/74b07ed0-11d0-441e-9450-a896b4bad19e/f2625cd2-afff-4415-8b12-6ab19f0b4088) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:00:31.584417 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] For port 3c4857f3-ac07-47f1-bc51-f3e679b2950c, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:00:31.587448 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] For port 3c4857f3-ac07-47f1-bc51-f3e679b2950c, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3c4857f3-ac07-47f1-bc51-f3e679b2950c,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:00:31.591426 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:31.668081 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cc4b5-6390-4bc7-a800-3e334763649d None None] Pushing event updated for resources: {'Port': ['ID=3c4857f3-ac07-47f1-bc51-f3e679b2950c,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:31.674636 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Routers {'34a82cad-7b5a-4f2e-a825-54239c876ecc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:00:31.675237 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:00:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['34a82cad-7b5a-4f2e-a825-54239c876ecc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:31.712412 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:31.728846 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Transition to ACTIVE for port object f2625cd2-afff-4415-8b12-6ab19f0b4088 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:00:31.749628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:31.814806 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Network d103867e-fc44-4921-ad15-12d5c9b79e05 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:00:31.817532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:00:31.821803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:00:31.849476 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Pushing event updated for resources: {'Port': ['ID=f2625cd2-afff-4415-8b12-6ab19f0b4088,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:31.852295 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] Set router 34a82cad-7b5a-4f2e-a825-54239c876ecc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:00:31.879034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:31.964827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:32.080181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-dd2a7b15-228d-464d-8919-3099e21adba3 None None] Provisioning for port f2625cd2-afff-4415-8b12-6ab19f0b4088 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:00:32.085933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-dd2a7b15-228d-464d-8919-3099e21adba3 None None] Provisioning complete for port f2625cd2-afff-4415-8b12-6ab19f0b4088 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:32.086553 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-dd2a7b15-228d-464d-8919-3099e21adba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:32.149021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a7b15-228d-464d-8919-3099e21adba3 None None] Port f2625cd2-afff-4415-8b12-6ab19f0b4088 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 16:00:32.155337 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:29Z', 'revision_number': 3, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:32.159926 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9196012c-4293-42b0-99dd-405da0f66ddf None None] The sync data for ids ['34a82cad-7b5a-4f2e-a825-54239c876ecc'] in dv-neutron-838883-3-hyperv is: [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:29Z', 'revision_number': 3, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:00:32.199097 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:32.205191 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:32.211821 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e104ea31-5574-4cc0-91a1-1fbc3d52d3fc up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:00:32.285943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:32.286433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:32.319475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Pushing event updated for resources: {'Port': ['ID=f2625cd2-afff-4415-8b12-6ab19f0b4088,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:32.323442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:32.480962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Network d103867e-fc44-4921-ad15-12d5c9b79e05 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:00:32.482160 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:00:32.679949 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5d3907dd-7e42-462a-8abb-01c785f11dce None None] Provisioning complete for port f2625cd2-afff-4415-8b12-6ab19f0b4088 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:32.680321 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5d3907dd-7e42-462a-8abb-01c785f11dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:32.734701 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5d3907dd-7e42-462a-8abb-01c785f11dce None None] Port f2625cd2-afff-4415-8b12-6ab19f0b4088 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 16:00:32.980203 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Router 34a82cad-7b5a-4f2e-a825-54239c876ecc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:00:33.177578 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:00:33.186046 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ddb643a9-9186-4af7-91f8-9068241dad3e admin admin] 10.222.0.71 "PUT /v2.0/routers/34a82cad-7b5a-4f2e-a825-54239c876ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7253997 Apr 22 16:00:33.547145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:33.986815 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43416) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:33.992266 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-447634035-network', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:33.997447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:34.001541 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Usage tracker for resource:network and tenant:a6013c5873dd47289b2ab767b6dbecbc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:34.004665 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:34.010927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:34.021287 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Made reservation on behalf of a6013c5873dd47289b2ab767b6dbecbc for: {'network': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 16:00:34.023561 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.035852 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.065184 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:34.068846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Usage tracker for resource:security_group_rule and tenant:a6013c5873dd47289b2ab767b6dbecbc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:34.071573 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:34.077592 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:34.140813 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.144905 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.180256 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c47c9a-b0ba-4c83-bd39-f5e5268c069a,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:34.185355 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=83934) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 16:00:34.199421 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.199752 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.segments_db [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Added segment e04fdc84-6316-4755-8ba7-a7f285ec2ef9 of type vlan for network 2c5db056-89ea-4b3f-a330-b488d0d7baff Apr 22 16:00:34.205782 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:34.206122 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:34.206476 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:34.206803 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:34.207133 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:34.207454 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:34.207775 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:34.208101 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:34.208419 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:34.208733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:34.209049 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:00:34.234454 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3c4857f3-ac07-47f1-bc51-f3e679b2950c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:00:34.234639 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.267987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.268837 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:34.269407 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.306764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 3c4857f3-ac07-47f1-bc51-f3e679b2950c completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:00:34.311913 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 3c4857f3-ac07-47f1-bc51-f3e679b2950c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:34.312274 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.370843 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] Pushing event updated for resources: {'Network': ['ID=2c5db056-89ea-4b3f-a330-b488d0d7baff,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:34.374642 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-12879204-6efa-4290-917e-75b77c85abe0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3861377 Apr 22 16:00:34.377752 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43424) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:34.382937 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Request body: {'subnet': {'network_id': '2c5db056-89ea-4b3f-a330-b488d0d7baff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-447634035-subnet', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:34.387735 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:34.392030 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Usage tracker for resource:subnet and tenant:a6013c5873dd47289b2ab767b6dbecbc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:34.394851 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:34.400372 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:34.408399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 2c5db056-89ea-4b3f-a330-b488d0d7baff details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 16:00:34.411567 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Made reservation on behalf of a6013c5873dd47289b2ab767b6dbecbc for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 16:00:34.413791 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.519100 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.541307 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 3c4857f3-ac07-47f1-bc51-f3e679b2950c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3c4857f3-ac07-47f1-bc51-f3e679b2950c,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:00:34.546132 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.612430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.613494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=3c4857f3-ac07-47f1-bc51-f3e679b2950c,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:34.690445 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de60147-2966-40eb-97a7-115ab9f13caf,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:34.700686 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Checking segment: {'id': 'e04fdc84-6316-4755-8ba7-a7f285ec2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2c5db056-89ea-4b3f-a330-b488d0d7baff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:00:34.701031 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Network hostable DHCP agents. Network: 2c5db056-89ea-4b3f-a330-b488d0d7baff, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 16:00:34.721841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Network 2c5db056-89ea-4b3f-a330-b488d0d7baff is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 16:00:34.730807 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 2c5db056-89ea-4b3f-a330-b488d0d7baff) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:00:34.735617 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:34.736700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.739645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13083f3d-8194-4eee-8beb-da22d9132b58 None None] Network 2c5db056-89ea-4b3f-a330-b488d0d7baff requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 16:00:34.757755 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-398ed365-4079-449e-a42f-22e791a9641d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3788748 Apr 22 16:00:34.760138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43428) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:34.765204 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-447634035-router', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:34.769859 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:34.773542 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Usage tracker for resource:router and tenant:a6013c5873dd47289b2ab767b6dbecbc is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:34.776388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:34.782306 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:34.792240 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.793272 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.812450 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:34.949204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-2c5db056-89ea-4b3f-a330-b488d0d7baff', 'network_id': '2c5db056-89ea-4b3f-a330-b488d0d7baff', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'fixed_ips': [{'subnet_id': '4de60147-2966-40eb-97a7-115ab9f13caf'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 16:00:34.950783 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:35.051674 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:35.116016 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Allocated IP 172.20.0.2 (2c5db056-89ea-4b3f-a330-b488d0d7baff/4de60147-2966-40eb-97a7-115ab9f13caf/0fe065a0-cc65-4d00-adbf-2638410b1f79) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:00:35.242238 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:35.272679 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:35.320820 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:35.332328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Transition to ACTIVE for port object 0fe065a0-cc65-4d00-adbf-2638410b1f79 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:00:35.351794 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Transition to ACTIVE for port object 0fe065a0-cc65-4d00-adbf-2638410b1f79 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:00:35.359458 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:35.416565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Allocated IP 172.26.8.38 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/3a40d776-aa1b-487c-8fb8-4119cbcf3b37) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:00:35.433150 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Network 2c5db056-89ea-4b3f-a330-b488d0d7baff is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:00:35.434018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Pushing event updated for resources: {'Port': ['ID=0fe065a0-cc65-4d00-adbf-2638410b1f79,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:35.437222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:00:35.439324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:00:35.528221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Attempting to bind port 0fe065a0-cc65-4d00-adbf-2638410b1f79 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:00:35.528592 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Attempting to bind port 0fe065a0-cc65-4d00-adbf-2638410b1f79 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'e04fdc84-6316-4755-8ba7-a7f285ec2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2c5db056-89ea-4b3f-a330-b488d0d7baff'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:00:35.528973 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Attempting to bind port 0fe065a0-cc65-4d00-adbf-2638410b1f79 on network 2c5db056-89ea-4b3f-a330-b488d0d7baff {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:00:35.535749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:00:35.536121 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Checking segment: {'id': 'e04fdc84-6316-4755-8ba7-a7f285ec2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2c5db056-89ea-4b3f-a330-b488d0d7baff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:00:35.536518 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:35.536909 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Bound using segment: {'id': 'e04fdc84-6316-4755-8ba7-a7f285ec2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2c5db056-89ea-4b3f-a330-b488d0d7baff'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:00:35.537383 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Bound port: 0fe065a0-cc65-4d00-adbf-2638410b1f79, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04fdc84-6316-4755-8ba7-a7f285ec2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2c5db056-89ea-4b3f-a330-b488d0d7baff'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:00:35.537754 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:35.578067 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:35.606685 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:35.623432 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Sync routers for ids ['34a82cad-7b5a-4f2e-a825-54239c876ecc'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:00:35.635177 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] For port 0fe065a0-cc65-4d00-adbf-2638410b1f79, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:00:35.640180 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] For port 0fe065a0-cc65-4d00-adbf-2638410b1f79, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=0fe065a0-cc65-4d00-adbf-2638410b1f79,segment=NetworkSegment(e04fdc84-6316-4755-8ba7-a7f285ec2ef9),segment_id=e04fdc84-6316-4755-8ba7-a7f285ec2ef9)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:00:35.644837 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:35.675663 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Routers {'34a82cad-7b5a-4f2e-a825-54239c876ecc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:00:35.676277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:00:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['34a82cad-7b5a-4f2e-a825-54239c876ecc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:35.677417 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:00:35.680841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:00:35.682748 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Pushing event updated for resources: {'Port': ['ID=3a40d776-aa1b-487c-8fb8-4119cbcf3b37,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:35.684853 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:00:35.846945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:35.848045 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:35.873423 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4bce7-27c2-4249-95fc-85137f143cfb None None] Pushing event updated for resources: {'Port': ['ID=0fe065a0-cc65-4d00-adbf-2638410b1f79,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:35.908728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Set router 34a82cad-7b5a-4f2e-a825-54239c876ecc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:00:36.125918 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Router 47a6419d-0736-4e8d-968e-1b86cc2c932a is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 16:00:36.284037 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:00:36.301552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:32Z', 'revision_number': 2, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:36.305541 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Checking router: 34a82cad-7b5a-4f2e-a825-54239c876ecc for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:00:36.305839 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Updating router 34a82cad-7b5a-4f2e-a825-54239c876ecc port f2625cd2-afff-4415-8b12-6ab19f0b4088 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 16:00:36.333423 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3c4857f3-ac07-47f1-bc51-f3e679b2950c up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:00:36.354965 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:00:36.368896 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Sync routers for ids ['47a6419d-0736-4e8d-968e-1b86cc2c932a'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:00:36.382128 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:36.382922 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Routers {'47a6419d-0736-4e8d-968e-1b86cc2c932a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:00:36.383501 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-479f2972-ea9f-4d1c-8c34-4749805dea07 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6223824 Apr 22 16:00:36.384041 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:00:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['47a6419d-0736-4e8d-968e-1b86cc2c932a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:36.386172 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43432) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:36.413358 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:36.480024 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 3c4857f3-ac07-47f1-bc51-f3e679b2950c triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:36.480390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:36.576130 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Set router 47a6419d-0736-4e8d-968e-1b86cc2c932a gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:00:36.742105 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 0fe065a0-cc65-4d00-adbf-2638410b1f79 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:00:36.879942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 0fe065a0-cc65-4d00-adbf-2638410b1f79 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:00:36.918372 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'name': 'tempest-TestShelveInstance-447634035-router', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a40d776-aa1b-487c-8fb8-4119cbcf3b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:34Z', 'updated_at': '2022-04-22T16:00:35Z', 'revision_number': 3, 'project_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'gw_port': {'id': '3a40d776-aa1b-487c-8fb8-4119cbcf3b37', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:35Z', 'updated_at': '2022-04-22T16:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:36.919470 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:36.923374 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Checking router: 47a6419d-0736-4e8d-968e-1b86cc2c932a for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:00:36.924001 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Updating router 47a6419d-0736-4e8d-968e-1b86cc2c932a port 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 16:00:36.944106 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Transition to ACTIVE for port object f2625cd2-afff-4415-8b12-6ab19f0b4088 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:00:36.967257 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9df3fe-7933-4bce-a134-bf2711a48cae None None] Network 2c5db056-89ea-4b3f-a330-b488d0d7baff requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 16:00:36.990541 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.053430 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.201661 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e55b90-0eb5-40b7-8998-c01290bc55dc None None] Pushing event updated for resources: {'Port': ['ID=f2625cd2-afff-4415-8b12-6ab19f0b4088,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:37.250404 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-aea8ef18-a8ed-4650-bc26-5bc405325935 None None] Provisioning for port 0fe065a0-cc65-4d00-adbf-2638410b1f79 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:00:37.272720 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-aea8ef18-a8ed-4650-bc26-5bc405325935 None None] Provisioning complete for port 0fe065a0-cc65-4d00-adbf-2638410b1f79 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:37.273086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aea8ef18-a8ed-4650-bc26-5bc405325935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.385802 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.393993 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.398374 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Transition to ACTIVE for port object 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:00:37.406354 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.445283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Attempting to bind port f2625cd2-afff-4415-8b12-6ab19f0b4088 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:00:37.445645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Attempting to bind port f2625cd2-afff-4415-8b12-6ab19f0b4088 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:00:37.446007 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Attempting to bind port f2625cd2-afff-4415-8b12-6ab19f0b4088 on network d103867e-fc44-4921-ad15-12d5c9b79e05 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:00:37.471953 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:00:37.473098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Checking segment: {'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:00:37.473507 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.473902 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Bound using segment: {'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:00:37.474662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Bound port: f2625cd2-afff-4415-8b12-6ab19f0b4088, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:00:37.474967 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.494031 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf4c1c-7e12-46c1-a3b7-81d32741e4c3 None None] Pushing event updated for resources: {'Port': ['ID=3a40d776-aa1b-487c-8fb8-4119cbcf3b37,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:37.496525 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Attempting to bind port 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:00:37.496985 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Attempting to bind port 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:00:37.497730 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Attempting to bind port 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:00:37.505108 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:00:37.505597 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:00:37.506173 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.506758 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:00:37.507299 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Bound port: 3a40d776-aa1b-487c-8fb8-4119cbcf3b37, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:00:37.507766 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.581442 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] For port 3a40d776-aa1b-487c-8fb8-4119cbcf3b37, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:00:37.584584 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] For port 3a40d776-aa1b-487c-8fb8-4119cbcf3b37, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3a40d776-aa1b-487c-8fb8-4119cbcf3b37,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:00:37.589914 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.627987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Allocated IP 172.20.0.1 (2c5db056-89ea-4b3f-a330-b488d0d7baff/4de60147-2966-40eb-97a7-115ab9f13caf/8bb9bee3-6202-4872-9c48-ba416a0e34a0) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:00:37.675250 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf4c1c-7e12-46c1-a3b7-81d32741e4c3 None None] Pushing event updated for resources: {'Port': ['ID=3a40d776-aa1b-487c-8fb8-4119cbcf3b37,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:37.682583 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Routers {'47a6419d-0736-4e8d-968e-1b86cc2c932a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:00:37.683277 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:00:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['47a6419d-0736-4e8d-968e-1b86cc2c932a'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:37.697049 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aea8ef18-a8ed-4650-bc26-5bc405325935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.723863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] For port f2625cd2-afff-4415-8b12-6ab19f0b4088, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:00:37.728419 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] For port f2625cd2-afff-4415-8b12-6ab19f0b4088, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f2625cd2-afff-4415-8b12-6ab19f0b4088,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:00:37.739366 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.787575 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.808187 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Transition to ACTIVE for port object 8bb9bee3-6202-4872-9c48-ba416a0e34a0 will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:00:37.811824 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-aea8ef18-a8ed-4650-bc26-5bc405325935 None None] For port 0fe065a0-cc65-4d00-adbf-2638410b1f79, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=0fe065a0-cc65-4d00-adbf-2638410b1f79,segment=NetworkSegment(e04fdc84-6316-4755-8ba7-a7f285ec2ef9),segment_id=e04fdc84-6316-4755-8ba7-a7f285ec2ef9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:00:37.824291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aea8ef18-a8ed-4650-bc26-5bc405325935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.841999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e55b90-0eb5-40b7-8998-c01290bc55dc None None] Pushing event updated for resources: {'Port': ['ID=f2625cd2-afff-4415-8b12-6ab19f0b4088,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:37.855674 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:37.879614 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] Set router 47a6419d-0736-4e8d-968e-1b86cc2c932a gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:00:37.901101 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Routers {'34a82cad-7b5a-4f2e-a825-54239c876ecc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:00:37.901746 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:00:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['34a82cad-7b5a-4f2e-a825-54239c876ecc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:37.960976 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Network 2c5db056-89ea-4b3f-a330-b488d0d7baff is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:00:37.969025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:00:37.975453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:00:38.039683 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb9bee3-6202-4872-9c48-ba416a0e34a0,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:38.084441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:38.161910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8ef18-a8ed-4650-bc26-5bc405325935 None None] Pushing event updated for resources: {'Port': ['ID=0fe065a0-cc65-4d00-adbf-2638410b1f79,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:38.186902 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] Set router 34a82cad-7b5a-4f2e-a825-54239c876ecc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:00:38.238858 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:38.279309 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'name': 'tempest-TestShelveInstance-447634035-router', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a40d776-aa1b-487c-8fb8-4119cbcf3b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:34Z', 'updated_at': '2022-04-22T16:00:35Z', 'revision_number': 3, 'project_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'gw_port': {'id': '3a40d776-aa1b-487c-8fb8-4119cbcf3b37', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:35Z', 'updated_at': '2022-04-22T16:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:38.284483 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27700f0-e47d-482e-b698-07bf909dcd16 None None] The sync data for ids ['47a6419d-0736-4e8d-968e-1b86cc2c932a'] in dv-neutron-838883-3-hyperv is: [{'id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'name': 'tempest-TestShelveInstance-447634035-router', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a40d776-aa1b-487c-8fb8-4119cbcf3b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:34Z', 'updated_at': '2022-04-22T16:00:35Z', 'revision_number': 3, 'project_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'gw_port': {'id': '3a40d776-aa1b-487c-8fb8-4119cbcf3b37', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:35Z', 'updated_at': '2022-04-22T16:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:00:38.469130 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-933fdc8b-7ff7-4aff-bb4c-12e124a03312 None None] Provisioning complete for port 0fe065a0-cc65-4d00-adbf-2638410b1f79 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:38.469382 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-933fdc8b-7ff7-4aff-bb4c-12e124a03312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:38.479590 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:38.484200 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:38.589355 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:38.593388 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb9bee3-6202-4872-9c48-ba416a0e34a0,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:38.633465 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:37Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:38.637772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5d0fb0-24c5-4777-af2e-f55591257d5c None None] The sync data for ids ['34a82cad-7b5a-4f2e-a825-54239c876ecc'] in dv-neutron-838883-3-hyperv is: [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:37Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:00:38.748502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Network 2c5db056-89ea-4b3f-a330-b488d0d7baff is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:00:38.750455 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:00:38.754478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8c1ae3b7-0c1c-47fc-9b2a-1741b54260fa None None] Provisioning for port 8bb9bee3-6202-4872-9c48-ba416a0e34a0 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:00:38.761548 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-8c1ae3b7-0c1c-47fc-9b2a-1741b54260fa None None] Provisioning complete for port 8bb9bee3-6202-4872-9c48-ba416a0e34a0 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:38.762111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8c1ae3b7-0c1c-47fc-9b2a-1741b54260fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:38.825019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ae3b7-0c1c-47fc-9b2a-1741b54260fa None None] Port 8bb9bee3-6202-4872-9c48-ba416a0e34a0 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 16:00:39.048545 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c775033e-2cbb-410b-9cbc-a88f2d569b92 None None] Provisioning complete for port 8bb9bee3-6202-4872-9c48-ba416a0e34a0 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:39.048545 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c775033e-2cbb-410b-9cbc-a88f2d569b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:39.104857 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-c775033e-2cbb-410b-9cbc-a88f2d569b92 None None] Port 8bb9bee3-6202-4872-9c48-ba416a0e34a0 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 16:00:39.240195 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Router 47a6419d-0736-4e8d-968e-1b86cc2c932a has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:00:39.444923 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:00:39.457205 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-cd8fb7f3-99de-4f73-9c38-91bede28aa88 admin admin] 10.222.0.71 "PUT /v2.0/routers/47a6419d-0736-4e8d-968e-1b86cc2c932a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0665333 Apr 22 16:00:40.095693 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43442) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:40.101263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1027489115', 'description': 'tempest-secgroup-smoke-1027489115 description', 'project_id': '6104bdcf512a4cc8a644fa5f3216a971'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:40.107377 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:40.111324 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:40.114259 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:40.120079 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:40.130863 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.176736 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:40.182670 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:40.187730 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:40.196224 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:40.255385 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.258529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.289462 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f2625cd2-afff-4415-8b12-6ab19f0b4088 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:00:40.301695 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe794a2-6f7b-4ea5-a44a-16d4b0998765,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:40.305569 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.306790 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7579237c-e250-4d49-84bc-498ee7f603ba tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2100360 Apr 22 16:00:40.309755 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43446) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:40.315887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-16cbf0da-dc65-430c-89e4-f8716c76240e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'security_group_rule': {'security_group_id': 'dfe794a2-6f7b-4ea5-a44a-16d4b0998765', 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:40.321908 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-16cbf0da-dc65-430c-89e4-f8716c76240e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:40.326019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-16cbf0da-dc65-430c-89e4-f8716c76240e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:40.329559 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-16cbf0da-dc65-430c-89e4-f8716c76240e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:40.335304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-16cbf0da-dc65-430c-89e4-f8716c76240e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:40.352172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-16cbf0da-dc65-430c-89e4-f8716c76240e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.357787 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port f2625cd2-afff-4415-8b12-6ab19f0b4088 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:00:40.362480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port f2625cd2-afff-4415-8b12-6ab19f0b4088 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:40.362908 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.422671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-16cbf0da-dc65-430c-89e4-f8716c76240e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.427005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-16cbf0da-dc65-430c-89e4-f8716c76240e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.456460 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbf0da-dc65-430c-89e4-f8716c76240e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ff7403-b483-4c11-919d-19c75f83fced,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:40.469494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-16cbf0da-dc65-430c-89e4-f8716c76240e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.471255 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-16cbf0da-dc65-430c-89e4-f8716c76240e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1603086 Apr 22 16:00:40.473842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43450) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:40.479400 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-fba8a333-2702-43a4-820d-2b96589c49a4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'security_group_rule': {'security_group_id': 'dfe794a2-6f7b-4ea5-a44a-16d4b0998765', 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:40.485145 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fba8a333-2702-43a4-820d-2b96589c49a4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:40.488932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fba8a333-2702-43a4-820d-2b96589c49a4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:40.491758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fba8a333-2702-43a4-820d-2b96589c49a4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:40.494363 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.497353 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fba8a333-2702-43a4-820d-2b96589c49a4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:40.516033 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fba8a333-2702-43a4-820d-2b96589c49a4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.527353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port f2625cd2-afff-4415-8b12-6ab19f0b4088, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f2625cd2-afff-4415-8b12-6ab19f0b4088,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:00:40.531670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.532443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 0fe065a0-cc65-4d00-adbf-2638410b1f79 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:00:40.579364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fba8a333-2702-43a4-820d-2b96589c49a4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.582883 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fba8a333-2702-43a4-820d-2b96589c49a4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.604826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8a333-2702-43a4-820d-2b96589c49a4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041dba33-14f0-474b-b825-944546d231b3,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:40.614985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fba8a333-2702-43a4-820d-2b96589c49a4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.616136 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fba8a333-2702-43a4-820d-2b96589c49a4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1413193 Apr 22 16:00:40.618919 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43454) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:40.624795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-431eba13-a136-41f7-b9d2-a7d73b1cbccd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'security_group_rule': {'security_group_id': 'dfe794a2-6f7b-4ea5-a44a-16d4b0998765', 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:40.630693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-431eba13-a136-41f7-b9d2-a7d73b1cbccd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:40.634396 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-431eba13-a136-41f7-b9d2-a7d73b1cbccd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:40.637249 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-431eba13-a136-41f7-b9d2-a7d73b1cbccd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:40.642857 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-431eba13-a136-41f7-b9d2-a7d73b1cbccd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:40.643181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=f2625cd2-afff-4415-8b12-6ab19f0b4088,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:40.657943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 0fe065a0-cc65-4d00-adbf-2638410b1f79 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:40.658343 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.660571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-431eba13-a136-41f7-b9d2-a7d73b1cbccd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.722395 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-431eba13-a136-41f7-b9d2-a7d73b1cbccd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.726411 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-431eba13-a136-41f7-b9d2-a7d73b1cbccd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.760094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431eba13-a136-41f7-b9d2-a7d73b1cbccd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35aef959-cf63-4e2b-b862-eaacf8553eeb,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:40.769539 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-431eba13-a136-41f7-b9d2-a7d73b1cbccd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.770810 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-431eba13-a136-41f7-b9d2-a7d73b1cbccd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1509273 Apr 22 16:00:40.773826 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43458) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:40.780788 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-87f5e35b-996d-49a4-bf03-8e6caf309c34 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'security_group_rule': {'security_group_id': 'dfe794a2-6f7b-4ea5-a44a-16d4b0998765', 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:40.786722 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-87f5e35b-996d-49a4-bf03-8e6caf309c34 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:40.790570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-87f5e35b-996d-49a4-bf03-8e6caf309c34 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:40.793487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-87f5e35b-996d-49a4-bf03-8e6caf309c34 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:40.799730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-87f5e35b-996d-49a4-bf03-8e6caf309c34 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:40.816202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-87f5e35b-996d-49a4-bf03-8e6caf309c34 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.877858 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-87f5e35b-996d-49a4-bf03-8e6caf309c34 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.881055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-87f5e35b-996d-49a4-bf03-8e6caf309c34 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.902687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5e35b-996d-49a4-bf03-8e6caf309c34 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38edce2e-768b-4330-8a0d-14de568cb959,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:40.911561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-87f5e35b-996d-49a4-bf03-8e6caf309c34 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:40.912688 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-87f5e35b-996d-49a4-bf03-8e6caf309c34 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1376195 Apr 22 16:00:40.915364 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43462) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:40.921145 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-8fa77696-58dc-4c29-80a6-93b1220d46e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'security_group_rule': {'security_group_id': 'dfe794a2-6f7b-4ea5-a44a-16d4b0998765', 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:40.926741 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8fa77696-58dc-4c29-80a6-93b1220d46e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:40.930404 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8fa77696-58dc-4c29-80a6-93b1220d46e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:40.933172 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-8fa77696-58dc-4c29-80a6-93b1220d46e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:40.938902 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-8fa77696-58dc-4c29-80a6-93b1220d46e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:40.948986 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-8fa77696-58dc-4c29-80a6-93b1220d46e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Project 6104bdcf512a4cc8a644fa5f3216a971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:00:40.955500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8fa77696-58dc-4c29-80a6-93b1220d46e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:41.017979 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8fa77696-58dc-4c29-80a6-93b1220d46e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:41.021380 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8fa77696-58dc-4c29-80a6-93b1220d46e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:41.043180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa77696-58dc-4c29-80a6-93b1220d46e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6afa41-f1b9-4f1c-a6ec-41e9955f8a5d,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:41.052768 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-8fa77696-58dc-4c29-80a6-93b1220d46e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:41.053953 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-8fa77696-58dc-4c29-80a6-93b1220d46e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1377137 Apr 22 16:00:41.056875 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43466) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:41.062593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-93937241-a509-4329-a7e0-f46e7327e3e7 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'security_group_rule': {'security_group_id': 'dfe794a2-6f7b-4ea5-a44a-16d4b0998765', 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:41.068430 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-93937241-a509-4329-a7e0-f46e7327e3e7 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:41.072155 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-93937241-a509-4329-a7e0-f46e7327e3e7 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:41.075023 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-93937241-a509-4329-a7e0-f46e7327e3e7 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:41.081471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-93937241-a509-4329-a7e0-f46e7327e3e7 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:41.091291 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-93937241-a509-4329-a7e0-f46e7327e3e7 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Project 6104bdcf512a4cc8a644fa5f3216a971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:00:41.098509 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-93937241-a509-4329-a7e0-f46e7327e3e7 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:41.160481 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-93937241-a509-4329-a7e0-f46e7327e3e7 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:41.163745 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-93937241-a509-4329-a7e0-f46e7327e3e7 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:41.188599 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93937241-a509-4329-a7e0-f46e7327e3e7 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bebca6-f8ef-4d24-8d1e-cf7967177cd1,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:41.199411 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-93937241-a509-4329-a7e0-f46e7327e3e7 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:41.200556 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-93937241-a509-4329-a7e0-f46e7327e3e7 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1427116 Apr 22 16:00:41.585220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-49fb9256-a804-4b54-b2e0-8adf2ae24d13 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Synchronizing usage tracker for tenant:6104bdcf512a4cc8a644fa5f3216a971 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:00:41.602640 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-49fb9256-a804-4b54-b2e0-8adf2ae24d13 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Unset dirty status for tenant:6104bdcf512a4cc8a644fa5f3216a971 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:00:41.603746 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-49fb9256-a804-4b54-b2e0-8adf2ae24d13 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1027489115&fields=id&tenant_id=6104bdcf512a4cc8a644fa5f3216a971 HTTP/1.1" status: 200 len: 267 time: 0.0605879 Apr 22 16:00:41.749019 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-cbdb88bc-007e-48f1-b92e-1ba2ddb6c5f5 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:41.749693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-cbdb88bc-007e-48f1-b92e-1ba2ddb6c5f5 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Synchronizing usage tracker for tenant:6104bdcf512a4cc8a644fa5f3216a971 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:00:41.767004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-cbdb88bc-007e-48f1-b92e-1ba2ddb6c5f5 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Unset dirty status for tenant:6104bdcf512a4cc8a644fa5f3216a971 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:00:41.768166 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-cbdb88bc-007e-48f1-b92e-1ba2ddb6c5f5 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 808 time: 0.1580372 Apr 22 16:00:41.783777 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-a21f4492-475a-4ec7-9964-4c50be9cdde1 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/quotas/6104bdcf512a4cc8a644fa5f3216a971 HTTP/1.1" status: 200 len: 375 time: 0.0102603 Apr 22 16:00:41.861379 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-92373290-fa4e-44ec-b25c-61f8887ef947 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Synchronizing usage tracker for tenant:6104bdcf512a4cc8a644fa5f3216a971 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:00:41.877776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-92373290-fa4e-44ec-b25c-61f8887ef947 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Unset dirty status for tenant:6104bdcf512a4cc8a644fa5f3216a971 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:00:41.879097 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-92373290-fa4e-44ec-b25c-61f8887ef947 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895562 Apr 22 16:00:41.894810 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-1c1000f3-aad4-43c5-a22f-35876f470b26 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 16:00:41.895721 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-1c1000f3-aad4-43c5-a22f-35876f470b26 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048440 Apr 22 16:00:42.028295 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-92a73b2b-9f59-4244-b5bc-040fb10ce427 service neutron] 10.222.0.71 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270370 Apr 22 16:00:42.157420 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-ce2bef76-22cf-4ab9-aba0-6215cc5cbbdd service neutron] 10.222.0.71 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234138 Apr 22 16:00:42.207041 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f2625cd2-afff-4415-8b12-6ab19f0b4088 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:00:42.315764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port f2625cd2-afff-4415-8b12-6ab19f0b4088 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:42.315764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:42.551812 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7e5f7687-a054-4832-807a-d0274db03eff req-d40f1bd2-9794-43a5-98c5-f21c885b4a67 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 210 time: 0.2434700 Apr 22 16:00:42.855479 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7830563-3d24-45b6-bd1a-023de61a1609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:43.733570 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1ac742cd-6c63-48f3-8aa8-9d50a2df9ed1 req-314d2c49-2a8f-4125-8911-08f8abcf9b54 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 210 time: 0.0640230 Apr 22 16:00:43.861772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-4f24de36-536f-43c1-8543-e1cd8673ff34 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:43.863412 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-4f24de36-536f-43c1-8543-e1cd8673ff34 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 808 time: 0.1563175 Apr 22 16:00:43.923292 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-9089d15f-c87c-4d27-85ac-1d6f5f709e0f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6104bdcf512a4cc8a644fa5f3216a971 HTTP/1.1" status: 200 len: 380 time: 0.0412395 Apr 22 16:00:43.932831 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'port': {'device_id': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'admin_state_up': True, 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'security_groups': ['dfe794a2-6f7b-4ea5-a44a-16d4b0998765']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:44.064705 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:44.073992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:44.084124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Made reservation on behalf of 6104bdcf512a4cc8a644fa5f3216a971 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 16:00:44.087034 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:44.245084 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:00:44.315799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:00:44.320916 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:44.321406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:44.362422 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Allocated IP 172.20.0.12 (d103867e-fc44-4921-ad15-12d5c9b79e05/74b07ed0-11d0-441e-9450-a896b4bad19e/21a32274-cc1c-4e90-b95b-6bbad489279a) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:00:44.437084 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:44.452509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 3a40d776-aa1b-487c-8fb8-4119cbcf3b37, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3a40d776-aa1b-487c-8fb8-4119cbcf3b37,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:00:44.455509 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:44.528579 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=3a40d776-aa1b-487c-8fb8-4119cbcf3b37,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:44.554276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:44.570357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Transition to ACTIVE for port object 21a32274-cc1c-4e90-b95b-6bbad489279a will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:00:44.591327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:44.663383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Network d103867e-fc44-4921-ad15-12d5c9b79e05 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:00:44.666215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:00:44.670733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:00:44.700904 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'Port': ['ID=21a32274-cc1c-4e90-b95b-6bbad489279a,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:44.736134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:44.736825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:44.761783 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-79e065ee-8bd0-4f58-bad5-1b42341dc0b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8323300 Apr 22 16:00:44.779131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Request body: {'port': {'device_id': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:44.936900 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:44.964179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-11e6e355-e979-484e-a93b-161636631208 None None] Provisioning for port 21a32274-cc1c-4e90-b95b-6bbad489279a completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:00:44.969989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-11e6e355-e979-484e-a93b-161636631208 None None] Provisioning complete for port 21a32274-cc1c-4e90-b95b-6bbad489279a triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:44.970401 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11e6e355-e979-484e-a93b-161636631208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:45.024213 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-11e6e355-e979-484e-a93b-161636631208 None None] Port 21a32274-cc1c-4e90-b95b-6bbad489279a cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 16:00:45.030954 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1071c2-4f99-4419-8f00-f39847ab92ef req-502c1d7f-4eda-4d89-92f6-6ba99b1686f2 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:45.031639 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-8a1071c2-4f99-4419-8f00-f39847ab92ef req-502c1d7f-4eda-4d89-92f6-6ba99b1686f2 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Synchronizing usage tracker for tenant:6104bdcf512a4cc8a644fa5f3216a971 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:00:45.093593 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-8a1071c2-4f99-4419-8f00-f39847ab92ef req-502c1d7f-4eda-4d89-92f6-6ba99b1686f2 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Unset dirty status for tenant:6104bdcf512a4cc8a644fa5f3216a971 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:00:45.094747 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a1071c2-4f99-4419-8f00-f39847ab92ef req-502c1d7f-4eda-4d89-92f6-6ba99b1686f2 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 932 time: 0.2226751 Apr 22 16:00:45.099248 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6746128c-369f-4133-b266-d01d1f636e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:45.218712 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8a1071c2-4f99-4419-8f00-f39847ab92ef req-86b5e958-e1d8-4b2c-8774-4d7279362fb4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174500 Apr 22 16:00:45.336830 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a32274-cc1c-4e90-b95b-6bbad489279a {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 16:00:45.344028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:45.358009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Transition to ACTIVE for port object 21a32274-cc1c-4e90-b95b-6bbad489279a will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:00:45.361540 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:45.487444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Pushing event updated for resources: {'Port': ['ID=21a32274-cc1c-4e90-b95b-6bbad489279a,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:45.602260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Attempting to bind port 21a32274-cc1c-4e90-b95b-6bbad489279a on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:00:45.602596 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Attempting to bind port 21a32274-cc1c-4e90-b95b-6bbad489279a by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:00:45.602923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Attempting to bind port 21a32274-cc1c-4e90-b95b-6bbad489279a on network d103867e-fc44-4921-ad15-12d5c9b79e05 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:00:45.608584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Port 21a32274-cc1c-4e90-b95b-6bbad489279a on network d103867e-fc44-4921-ad15-12d5c9b79e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 16:00:45.608903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Attempting to bind port 21a32274-cc1c-4e90-b95b-6bbad489279a on network d103867e-fc44-4921-ad15-12d5c9b79e05 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:00:45.615016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:00:45.615349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Checking segment: {'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:00:45.615730 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Bound using segment: {'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:00:45.616148 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Bound port: 21a32274-cc1c-4e90-b95b-6bbad489279a, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:00:45.616485 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:45.700905 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] For port 21a32274-cc1c-4e90-b95b-6bbad489279a, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:00:45.704324 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] For port 21a32274-cc1c-4e90-b95b-6bbad489279a, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21a32274-cc1c-4e90-b95b-6bbad489279a,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:00:45.708861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:45.771687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:45.773036 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] 10.222.0.70 "PUT /v2.0/ports/21a32274-cc1c-4e90-b95b-6bbad489279a HTTP/1.1" status: 200 len: 1094 time: 0.9981253 Apr 22 16:00:45.773452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:00:45.789418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eae0b-d51b-4f10-a878-e937bc0946e3 service neutron] Pushing event updated for resources: {'Port': ['ID=21a32274-cc1c-4e90-b95b-6bbad489279a,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:45.858198 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b77ad28-d9d8-4d2c-a9e1-e73ebee6f208'] response: {'name': 'network-changed', 'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'status': 'completed', 'code': 200} Apr 22 16:00:45.899562 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-03314bcf-3f71-4733-860c-aed4559351a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 1097 time: 0.0716276 Apr 22 16:00:45.977928 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-6ecf54d2-c9e7-42b9-81a8-ea4e0fdaa6e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a32274-cc1c-4e90-b95b-6bbad489279a HTTP/1.1" status: 200 len: 217 time: 0.0646818 Apr 22 16:00:46.039587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-5998ff37-26c4-41ea-897d-e0ae661349bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:46.040940 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-5998ff37-26c4-41ea-897d-e0ae661349bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0570366 Apr 22 16:00:46.112906 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-ad9e0f11-08aa-4629-a856-39539160f8ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658906 Apr 22 16:00:46.127675 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:46.180027 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:46.210456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:00:46.280491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:46.281005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:46.354595 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-50756928-7799-4834-b83b-61dc1fa39826 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355978 Apr 22 16:00:46.524698 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea86a992-7cc8-439a-9db0-f4e597d93266 req-7c0711e5-b9f1-4bb4-91f8-6d9ee803d31e service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637144 Apr 22 16:00:46.570631 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214b185-7e96-40ba-8864-3dc010eb163d req-19b7d8bc-062c-49ae-b2a6-0e8041c64515 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:46.572066 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5214b185-7e96-40ba-8864-3dc010eb163d req-19b7d8bc-062c-49ae-b2a6-0e8041c64515 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0792475 Apr 22 16:00:46.616329 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5214b185-7e96-40ba-8864-3dc010eb163d req-126b2fc5-597c-453d-a5eb-7ed85d4952a8 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381823 Apr 22 16:00:46.697184 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d05c8ee5-f8fa-40a3-9efb-4143e3a04a51 req-c19cd19c-10af-4fb3-8a36-b3bbe80ed2b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 1097 time: 0.0692139 Apr 22 16:00:46.824537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c8ee5-f8fa-40a3-9efb-4143e3a04a51 req-60e7f78f-7aa5-4ed8-9f04-29fe6a295b6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:46.825938 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d05c8ee5-f8fa-40a3-9efb-4143e3a04a51 req-60e7f78f-7aa5-4ed8-9f04-29fe6a295b6e service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1211460 Apr 22 16:00:46.891020 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d05c8ee5-f8fa-40a3-9efb-4143e3a04a51 req-c0fdddb5-bfe8-4389-8c28-e1c5d8ac2713 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a32274-cc1c-4e90-b95b-6bbad489279a HTTP/1.1" status: 200 len: 217 time: 0.0589488 Apr 22 16:00:46.954677 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c8ee5-f8fa-40a3-9efb-4143e3a04a51 req-8f4d0f60-8f5e-4c82-9e8f-cdafc47da763 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:46.956177 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d05c8ee5-f8fa-40a3-9efb-4143e3a04a51 req-8f4d0f60-8f5e-4c82-9e8f-cdafc47da763 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0597401 Apr 22 16:00:47.028453 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d05c8ee5-f8fa-40a3-9efb-4143e3a04a51 req-0b19182e-6286-480d-aa25-4aa129b51233 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661681 Apr 22 16:00:47.157659 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d05c8ee5-f8fa-40a3-9efb-4143e3a04a51 req-5abb7553-5b70-42e1-ae37-e05dfee3f1b2 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212282 Apr 22 16:00:47.287795 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d05c8ee5-f8fa-40a3-9efb-4143e3a04a51 req-91841f23-ae0c-404d-9ed7-8ea32a39e96f service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238153 Apr 22 16:00:47.751217 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:47.811489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae664961-111c-4d79-8fb2-a0e653d989a7 req-8e5c65bd-dede-471c-9615-dd0b3e954ad9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:47.812839 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae664961-111c-4d79-8fb2-a0e653d989a7 req-8e5c65bd-dede-471c-9615-dd0b3e954ad9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0736072 Apr 22 16:00:47.861716 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ae664961-111c-4d79-8fb2-a0e653d989a7 req-674d34a7-56a7-4ee2-90d3-f34c2c368a0d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431972 Apr 22 16:00:49.053057 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14be91f-dd00-4c91-8e42-388ca9f57984 req-8b1c052c-a7f5-4900-bd9f-ca4788793d2c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:49.054544 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a14be91f-dd00-4c91-8e42-388ca9f57984 req-8b1c052c-a7f5-4900-bd9f-ca4788793d2c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0770402 Apr 22 16:00:49.099011 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a14be91f-dd00-4c91-8e42-388ca9f57984 req-0aa951ca-f223-491e-91f5-ad6f349cb764 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389516 Apr 22 16:00:49.383005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21a32274-cc1c-4e90-b95b-6bbad489279a details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 16:00:49.511069 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21a32274-cc1c-4e90-b95b-6bbad489279a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21a32274-cc1c-4e90-b95b-6bbad489279a,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:00:49.523475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'port_id': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'mac_address': 'fa:16:3e:da:74:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:00:49.578501 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:49.595654 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a32274-cc1c-4e90-b95b-6bbad489279a {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 16:00:49.609817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21a32274-cc1c-4e90-b95b-6bbad489279a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21a32274-cc1c-4e90-b95b-6bbad489279a,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:00:49.613642 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:49.677829 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=21a32274-cc1c-4e90-b95b-6bbad489279a,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:50.021178 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['21a32274-cc1c-4e90-b95b-6bbad489279a'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 16:00:50.295531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de11f1-7e63-4c3a-984f-a78596330ed5 req-44a8e861-123a-4273-b55d-609054b8c834 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:50.296969 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-87de11f1-7e63-4c3a-984f-a78596330ed5 req-44a8e861-123a-4273-b55d-609054b8c834 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 945 time: 0.0790942 Apr 22 16:00:50.340512 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-87de11f1-7e63-4c3a-984f-a78596330ed5 req-a0ade33a-89c7-490b-bd3d-18e77b388b11 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381885 Apr 22 16:00:51.384276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21a32274-cc1c-4e90-b95b-6bbad489279a up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:00:51.456475 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 21a32274-cc1c-4e90-b95b-6bbad489279a completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:00:51.461514 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 21a32274-cc1c-4e90-b95b-6bbad489279a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:00:51.461884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:51.534487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ce861-9b52-41bc-8dc2-679a268903be req-e7cf895d-db1f-4a96-80d1-7f711d6b7b64 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:51.536133 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c25ce861-9b52-41bc-8dc2-679a268903be req-e7cf895d-db1f-4a96-80d1-7f711d6b7b64 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 945 time: 0.0750921 Apr 22 16:00:51.572174 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:51.581929 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c25ce861-9b52-41bc-8dc2-679a268903be req-d7c3ceb0-700d-41ec-bb18-30862a15f0a5 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 Apr 22 16:00:51.602471 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:00:51.611576 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21a32274-cc1c-4e90-b95b-6bbad489279a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21a32274-cc1c-4e90-b95b-6bbad489279a,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:00:51.615496 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:51.679721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=21a32274-cc1c-4e90-b95b-6bbad489279a,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:51.735107 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06adbe5d-3090-4e45-bba2-7fd6e772bbe6'] response: {'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'code': 200} Apr 22 16:00:51.990566 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ff257ec-7413-4c99-b1e6-35043fcc453c req-7034e477-3f89-46c1-8b98-cd2b5535172e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 1099 time: 0.0714824 Apr 22 16:00:52.031665 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3ff257ec-7413-4c99-b1e6-35043fcc453c req-c7cb01d3-892c-4180-ba6e-1094d578b65a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353632 Apr 22 16:00:52.773498 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1132172-2095-4872-9d00-7eab83cca5ae req-5ca9aa1e-cdc1-4eb1-99d5-113976bcb76c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:52.774955 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a1132172-2095-4872-9d00-7eab83cca5ae req-5ca9aa1e-cdc1-4eb1-99d5-113976bcb76c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0744138 Apr 22 16:00:52.822336 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a1132172-2095-4872-9d00-7eab83cca5ae req-31fe1c38-3ac3-4012-bddf-cf8fc367f279 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408940 Apr 22 16:00:54.098012 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfeaa39-a229-44b8-9d90-4bbb0e466f25 req-a19a9f7a-a08e-4911-83c7-8bf508a360b8 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:54.099487 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0bfeaa39-a229-44b8-9d90-4bbb0e466f25 req-a19a9f7a-a08e-4911-83c7-8bf508a360b8 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.1542051 Apr 22 16:00:54.144192 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0bfeaa39-a229-44b8-9d90-4bbb0e466f25 req-9c08d494-2408-43c6-af50-0eebb02e0110 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391135 Apr 22 16:00:54.347223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73187a-a859-4f74-98b9-29511638c2ac req-bd20ad60-855a-4300-b743-b3077fbd9042 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:54.348664 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d73187a-a859-4f74-98b9-29511638c2ac req-bd20ad60-855a-4300-b743-b3077fbd9042 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0837009 Apr 22 16:00:54.393268 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d73187a-a859-4f74-98b9-29511638c2ac req-c7c6e0d1-3bec-4f09-9dd1-d8910281d217 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390964 Apr 22 16:00:54.420104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43532) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:54.550915 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-95feb380-c01e-46dc-8aea-7cc75387137d tempest-TestShelveInstance-340071850 tempest-TestShelveInstance-340071850-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 1094 time: 0.1296868 Apr 22 16:00:54.553625 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 43538) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:00:54.558627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:00:54.564471 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:00:54.568286 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:floatingip and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:00:54.571180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:00:54.577693 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:00:54.587443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:54.718889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:54.850512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Allocated IP 172.26.8.223 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/702c51d9-a72a-4355-9877-a19843bfeadf) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:00:54.996469 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:55.023838 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:55.087652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:00:55.090330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:00:55.093968 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:00:55.130236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'Port': ['ID=702c51d9-a72a-4355-9877-a19843bfeadf,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:55.585549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:55.646675 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:55.842424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:55.846587 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:56.048410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'Port': ['ID=702c51d9-a72a-4355-9877-a19843bfeadf,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:00:56.059721 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:56.244042 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Floating IP 90a89aba-02f4-4b14-8075-ea659b4a9031 associated. External IP: 172.26.8.223, port: 21a32274-cc1c-4e90-b95b-6bbad489279a. Apr 22 16:00:56.627608 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Router 34a82cad-7b5a-4f2e-a825-54239c876ecc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:00:56.817117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:00:56.826434 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b040de2-39e2-4c73-9c5a-f23dcd6b7c5b None None] Sync routers for ids ['34a82cad-7b5a-4f2e-a825-54239c876ecc'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:00:56.837405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b040de2-39e2-4c73-9c5a-f23dcd6b7c5b None None] Routers {'34a82cad-7b5a-4f2e-a825-54239c876ecc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:00:56.838009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9b040de2-39e2-4c73-9c5a-f23dcd6b7c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:00:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['34a82cad-7b5a-4f2e-a825-54239c876ecc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:56.840907 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:00:56.897376 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-51748bc5-b8c9-47dc-9263-4059d9cfa20d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3425393 Apr 22 16:00:56.897763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:00:56.955997 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c443080-d59b-498b-89a7-873328a9c3a7'] response: {'name': 'network-changed', 'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'status': 'completed', 'code': 200} Apr 22 16:00:57.048585 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-9b040de2-39e2-4c73-9c5a-f23dcd6b7c5b None None] Set router 34a82cad-7b5a-4f2e-a825-54239c876ecc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:00:57.068535 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-58b93cce-9d7e-4884-a4af-6c55d189148a req-4fe7fc75-111d-431b-9488-39297c3b2a23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 1099 time: 0.0691228 Apr 22 16:00:57.196753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b93cce-9d7e-4884-a4af-6c55d189148a req-d3de7ddc-1f9d-4bdd-a048-0b056e483c95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:57.198102 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-58b93cce-9d7e-4884-a4af-6c55d189148a req-d3de7ddc-1f9d-4bdd-a048-0b056e483c95 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1237526 Apr 22 16:00:57.301912 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-58b93cce-9d7e-4884-a4af-6c55d189148a req-297155fe-9bf9-4de7-b1b5-9919db826078 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a32274-cc1c-4e90-b95b-6bbad489279a HTTP/1.1" status: 200 len: 1000 time: 0.0975044 Apr 22 16:00:57.362740 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b93cce-9d7e-4884-a4af-6c55d189148a req-8726b490-1fee-4cb5-a553-c0f77a908559 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:00:57.364161 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-58b93cce-9d7e-4884-a4af-6c55d189148a req-8726b490-1fee-4cb5-a553-c0f77a908559 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0570862 Apr 22 16:00:57.392255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9b040de2-39e2-4c73-9c5a-f23dcd6b7c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '90a89aba-02f4-4b14-8075-ea659b4a9031', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'port_id': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'mac_address': 'fa:16:3e:da:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:00:55Z', 'updated_at': '2022-04-22T16:00:55Z', 'revision_number': 0, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:40Z', 'revision_number': 5, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:57.396176 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b040de2-39e2-4c73-9c5a-f23dcd6b7c5b None None] Checking router: 34a82cad-7b5a-4f2e-a825-54239c876ecc for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:00:57.407099 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b040de2-39e2-4c73-9c5a-f23dcd6b7c5b None None] Routers {'34a82cad-7b5a-4f2e-a825-54239c876ecc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:00:57.407696 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9b040de2-39e2-4c73-9c5a-f23dcd6b7c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:00:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['34a82cad-7b5a-4f2e-a825-54239c876ecc'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:57.439940 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-58b93cce-9d7e-4884-a4af-6c55d189148a req-6f7ed7ce-48be-4f31-bc78-aa86091047e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697560 Apr 22 16:00:57.585270 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-9b040de2-39e2-4c73-9c5a-f23dcd6b7c5b None None] Set router 34a82cad-7b5a-4f2e-a825-54239c876ecc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:00:57.673229 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-58b93cce-9d7e-4884-a4af-6c55d189148a req-861af7fe-a054-4a16-b312-a50f8713330a service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272120 Apr 22 16:00:57.801428 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-58b93cce-9d7e-4884-a4af-6c55d189148a req-405eb13e-61c6-49bd-b50a-fc0b365e5a65 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222444 Apr 22 16:00:57.929736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-9b040de2-39e2-4c73-9c5a-f23dcd6b7c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '90a89aba-02f4-4b14-8075-ea659b4a9031', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'port_id': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'mac_address': 'fa:16:3e:da:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:00:55Z', 'updated_at': '2022-04-22T16:00:55Z', 'revision_number': 0, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:40Z', 'revision_number': 5, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:00:57.933638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b040de2-39e2-4c73-9c5a-f23dcd6b7c5b None None] The sync data for ids ['34a82cad-7b5a-4f2e-a825-54239c876ecc'] in dv-neutron-838883-3-hyperv is: [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '90a89aba-02f4-4b14-8075-ea659b4a9031', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'port_id': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'mac_address': 'fa:16:3e:da:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:00:55Z', 'updated_at': '2022-04-22T16:00:55Z', 'revision_number': 0, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:40Z', 'revision_number': 5, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:00:58.502638 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65799ff7-1694-4bea-a015-9d93b8ccd2ab None None] New status for floating IP 90a89aba-02f4-4b14-8075-ea659b4a9031: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 16:01:01.648845 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Sync routers for ids ['47a6419d-0736-4e8d-968e-1b86cc2c932a'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:01:01.661336 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Routers {'47a6419d-0736-4e8d-968e-1b86cc2c932a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:01:01.661967 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:00:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['47a6419d-0736-4e8d-968e-1b86cc2c932a'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:01:01.832649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Set router 47a6419d-0736-4e8d-968e-1b86cc2c932a gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:01:02.168611 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'name': 'tempest-TestShelveInstance-447634035-router', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a40d776-aa1b-487c-8fb8-4119cbcf3b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:34Z', 'updated_at': '2022-04-22T16:00:38Z', 'revision_number': 4, 'project_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'gw_port': {'id': '3a40d776-aa1b-487c-8fb8-4119cbcf3b37', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:35Z', 'updated_at': '2022-04-22T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '8bb9bee3-6202-4872-9c48-ba416a0e34a0', 'name': '', 'network_id': '2c5db056-89ea-4b3f-a330-b488d0d7baff', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'mac_address': 'fa:16:3e:1b:49:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de60147-2966-40eb-97a7-115ab9f13caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:37Z', 'updated_at': '2022-04-22T16:00:38Z', 'revision_number': 2, 'project_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'subnets': [{'id': '4de60147-2966-40eb-97a7-115ab9f13caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:01:02.172998 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Checking router: 47a6419d-0736-4e8d-968e-1b86cc2c932a for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:01:02.173344 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Updating router 47a6419d-0736-4e8d-968e-1b86cc2c932a port 8bb9bee3-6202-4872-9c48-ba416a0e34a0 binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 16:01:02.221679 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:02.547461 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:02.558435 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Transition to ACTIVE for port object 8bb9bee3-6202-4872-9c48-ba416a0e34a0 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:01:02.563757 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:02.688997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b3d75-5909-4841-a133-47c893a2f65a None None] Pushing event updated for resources: {'Port': ['ID=8bb9bee3-6202-4872-9c48-ba416a0e34a0,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:01:02.775574 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Attempting to bind port 8bb9bee3-6202-4872-9c48-ba416a0e34a0 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:01:02.775937 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Attempting to bind port 8bb9bee3-6202-4872-9c48-ba416a0e34a0 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'e04fdc84-6316-4755-8ba7-a7f285ec2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2c5db056-89ea-4b3f-a330-b488d0d7baff'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:01:02.776291 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Attempting to bind port 8bb9bee3-6202-4872-9c48-ba416a0e34a0 on network 2c5db056-89ea-4b3f-a330-b488d0d7baff {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:01:02.782728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:01:02.783096 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Checking segment: {'id': 'e04fdc84-6316-4755-8ba7-a7f285ec2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2c5db056-89ea-4b3f-a330-b488d0d7baff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:01:02.783490 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:02.783875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Bound using segment: {'id': 'e04fdc84-6316-4755-8ba7-a7f285ec2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2c5db056-89ea-4b3f-a330-b488d0d7baff'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:01:02.784327 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Bound port: 8bb9bee3-6202-4872-9c48-ba416a0e34a0, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04fdc84-6316-4755-8ba7-a7f285ec2ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '2c5db056-89ea-4b3f-a330-b488d0d7baff'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:01:02.784694 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:02.873473 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] For port 8bb9bee3-6202-4872-9c48-ba416a0e34a0, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:01:02.876802 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] For port 8bb9bee3-6202-4872-9c48-ba416a0e34a0, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8bb9bee3-6202-4872-9c48-ba416a0e34a0,segment=NetworkSegment(e04fdc84-6316-4755-8ba7-a7f285ec2ef9),segment_id=e04fdc84-6316-4755-8ba7-a7f285ec2ef9)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:01:02.882369 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:02.973269 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b3d75-5909-4841-a133-47c893a2f65a None None] Pushing event updated for resources: {'Port': ['ID=8bb9bee3-6202-4872-9c48-ba416a0e34a0,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:01:02.977303 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Routers {'47a6419d-0736-4e8d-968e-1b86cc2c932a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:01:02.977916 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:00:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['47a6419d-0736-4e8d-968e-1b86cc2c932a'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:01:03.168445 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] Set router 47a6419d-0736-4e8d-968e-1b86cc2c932a gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:01:03.478445 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'name': 'tempest-TestShelveInstance-447634035-router', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a40d776-aa1b-487c-8fb8-4119cbcf3b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:34Z', 'updated_at': '2022-04-22T16:00:38Z', 'revision_number': 4, 'project_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'gw_port': {'id': '3a40d776-aa1b-487c-8fb8-4119cbcf3b37', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:35Z', 'updated_at': '2022-04-22T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '8bb9bee3-6202-4872-9c48-ba416a0e34a0', 'name': '', 'network_id': '2c5db056-89ea-4b3f-a330-b488d0d7baff', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'mac_address': 'fa:16:3e:1b:49:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de60147-2966-40eb-97a7-115ab9f13caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:37Z', 'updated_at': '2022-04-22T16:01:02Z', 'revision_number': 4, 'project_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'subnets': [{'id': '4de60147-2966-40eb-97a7-115ab9f13caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:01:03.482224 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324a5c10-a220-4cf3-b2a1-b50993d71e52 None None] The sync data for ids ['47a6419d-0736-4e8d-968e-1b86cc2c932a'] in dv-neutron-838883-3-hyperv is: [{'id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'name': 'tempest-TestShelveInstance-447634035-router', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a40d776-aa1b-487c-8fb8-4119cbcf3b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:34Z', 'updated_at': '2022-04-22T16:00:38Z', 'revision_number': 4, 'project_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'gw_port': {'id': '3a40d776-aa1b-487c-8fb8-4119cbcf3b37', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:35Z', 'updated_at': '2022-04-22T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '8bb9bee3-6202-4872-9c48-ba416a0e34a0', 'name': '', 'network_id': '2c5db056-89ea-4b3f-a330-b488d0d7baff', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'mac_address': 'fa:16:3e:1b:49:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4de60147-2966-40eb-97a7-115ab9f13caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:37Z', 'updated_at': '2022-04-22T16:01:02Z', 'revision_number': 4, 'project_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'subnets': [{'id': '4de60147-2966-40eb-97a7-115ab9f13caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:01:03.546940 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:04.234865 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8bb9bee3-6202-4872-9c48-ba416a0e34a0 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:01:04.304450 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 8bb9bee3-6202-4872-9c48-ba416a0e34a0 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:01:04.308943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 8bb9bee3-6202-4872-9c48-ba416a0e34a0 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:01:04.309307 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:04.457938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:04.488012 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 8bb9bee3-6202-4872-9c48-ba416a0e34a0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8bb9bee3-6202-4872-9c48-ba416a0e34a0,segment=NetworkSegment(e04fdc84-6316-4755-8ba7-a7f285ec2ef9),segment_id=e04fdc84-6316-4755-8ba7-a7f285ec2ef9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:01:04.492080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:04.556508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=8bb9bee3-6202-4872-9c48-ba416a0e34a0,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:01:06.218820 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8bb9bee3-6202-4872-9c48-ba416a0e34a0 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:01:06.286523 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 8bb9bee3-6202-4872-9c48-ba416a0e34a0 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:01:06.286890 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:12.836805 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-90599302-68c7-4ea9-bee3-8f485b433d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:13.284645 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:01:15.101981 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a132e77d-afe8-47d7-8294-39598ca21605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:16.129268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:16.176544 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:17.758257 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:25.457653 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d5f50d81-73be-4f99-a465-65bfddbbfe1a req-ba23fb4a-339b-4c1b-8030-88fb72a2f014 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0641618 Apr 22 16:01:25.612249 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d5f50d81-73be-4f99-a465-65bfddbbfe1a req-73776498-70b4-43a6-b02a-03febf0b2256 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 1099 time: 0.0700855 Apr 22 16:01:25.756224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f50d81-73be-4f99-a465-65bfddbbfe1a req-008a571c-91af-4efb-af0b-ad36c2c9adfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:01:25.758528 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d5f50d81-73be-4f99-a465-65bfddbbfe1a req-008a571c-91af-4efb-af0b-ad36c2c9adfb service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1281767 Apr 22 16:01:25.857306 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d5f50d81-73be-4f99-a465-65bfddbbfe1a req-f84e158d-285f-4d2d-9a51-330c9cf5c3e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a32274-cc1c-4e90-b95b-6bbad489279a HTTP/1.1" status: 200 len: 1002 time: 0.0926251 Apr 22 16:01:25.920457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f50d81-73be-4f99-a465-65bfddbbfe1a req-5355cec7-c495-4fdf-a4f6-5290697b00d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:01:25.921793 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d5f50d81-73be-4f99-a465-65bfddbbfe1a req-5355cec7-c495-4fdf-a4f6-5290697b00d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0588589 Apr 22 16:01:25.993726 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d5f50d81-73be-4f99-a465-65bfddbbfe1a req-22bbc1a6-00ac-4eb2-aeb6-854caaa5ef5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654964 Apr 22 16:01:26.121188 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d5f50d81-73be-4f99-a465-65bfddbbfe1a req-81b509ba-c376-4752-b677-b05c3782356c service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218965 Apr 22 16:01:26.248828 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d5f50d81-73be-4f99-a465-65bfddbbfe1a req-9be41a0f-9b62-4f44-a823-f53de8b20986 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215477 Apr 22 16:01:33.527672 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:42.838527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f7e48285-0020-4788-a705-973df3a74b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:45.102281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1ebd15d4-ec68-495c-9f4d-94a2be868ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:46.133200 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:46.176438 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:47.760956 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:01:50.285961 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:02:03.556192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:02:12.841780 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-131e53a6-0a45-4405-a8ed-1945110130b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:02:15.102421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-26675f62-6624-4ddf-8bfa-c88dbbffa354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:02:16.136789 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:02:16.180252 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:02:17.765278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:02:26.434048 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de20f916-eba0-4228-882a-d951d52b8212 req-564e6108-7d69-4b1d-9b77-3f325bc288ec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704050 Apr 22 16:02:26.584960 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de20f916-eba0-4228-882a-d951d52b8212 req-3a7048bf-cbb9-488b-89b6-672230c88824 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 1099 time: 0.0682037 Apr 22 16:02:26.726979 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20f916-eba0-4228-882a-d951d52b8212 req-3a9c3671-8539-4ffd-bbdf-ca1cbb9afe26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:02:26.728310 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de20f916-eba0-4228-882a-d951d52b8212 req-3a9c3671-8539-4ffd-bbdf-ca1cbb9afe26 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1231787 Apr 22 16:02:26.828851 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de20f916-eba0-4228-882a-d951d52b8212 req-27f000d4-d3ec-4ec3-ab28-22b286dc650e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a32274-cc1c-4e90-b95b-6bbad489279a HTTP/1.1" status: 200 len: 1002 time: 0.0941157 Apr 22 16:02:26.888274 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20f916-eba0-4228-882a-d951d52b8212 req-f9e223ae-1d16-407a-8e47-e716cad0eca7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:02:26.889598 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de20f916-eba0-4228-882a-d951d52b8212 req-f9e223ae-1d16-407a-8e47-e716cad0eca7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0547779 Apr 22 16:02:26.963112 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de20f916-eba0-4228-882a-d951d52b8212 req-9997c791-608d-47a8-8c07-5fdd6a69a621 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672452 Apr 22 16:02:27.178369 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de20f916-eba0-4228-882a-d951d52b8212 req-6947950f-8a15-45a4-940f-781e637b5ca3 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093298 Apr 22 16:02:27.286190 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:02:27.304036 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-de20f916-eba0-4228-882a-d951d52b8212 req-d56bdf68-982d-4ea8-92e7-d7da2aadddea service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197073 Apr 22 16:02:33.543362 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:02:42.843439 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4d1277ab-98a1-4ec0-aa8d-959c3d3b36a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:02:45.104364 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-11855f1c-aed8-4d87-b48e-4ad286f72da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:02:46.139548 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:02:46.181918 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:02:47.768246 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:03.550199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:04.285549 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:03:12.844834 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09c7232f-3284-4bb6-89bc-313a701516fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:15.106098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e7c12ec8-2776-410b-8dce-3506cd789477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:16.141841 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:16.188522 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:17.771213 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:25.598795 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ac2e0-d7bb-4a21-9a35-b8b2b22f940b req-fbed5c00-42ca-4211-8cda-2cb760c8bb60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:25.600204 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-738ac2e0-d7bb-4a21-9a35-b8b2b22f940b req-fbed5c00-42ca-4211-8cda-2cb760c8bb60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0741277 Apr 22 16:03:25.643734 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-738ac2e0-d7bb-4a21-9a35-b8b2b22f940b req-d7f245d0-bbe9-4848-98c7-a2b09be96aa6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381811 Apr 22 16:03:26.531039 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-254a237a-9528-4efc-95ca-7e3733a8ef2c req-e0794cd8-0961-4a45-8ff1-ade6afe024dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 1099 time: 0.0707054 Apr 22 16:03:26.683079 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a237a-9528-4efc-95ca-7e3733a8ef2c req-31e94597-6f99-4c29-aad0-3f076cb1667e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:26.684956 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-254a237a-9528-4efc-95ca-7e3733a8ef2c req-31e94597-6f99-4c29-aad0-3f076cb1667e service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1350844 Apr 22 16:03:26.824842 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-254a237a-9528-4efc-95ca-7e3733a8ef2c req-0f16e0e0-facc-4db6-a311-bf7e5d170475 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a32274-cc1c-4e90-b95b-6bbad489279a HTTP/1.1" status: 200 len: 1002 time: 0.1339521 Apr 22 16:03:26.899936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a237a-9528-4efc-95ca-7e3733a8ef2c req-61277c0e-d351-4157-9003-735ca50c4068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:26.901314 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-254a237a-9528-4efc-95ca-7e3733a8ef2c req-61277c0e-d351-4157-9003-735ca50c4068 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0690510 Apr 22 16:03:26.911103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fed1c0-0a49-4342-871b-949049abd2d8 req-c0ab7935-6e1f-47fc-921a-2470a861c55e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:26.912434 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69fed1c0-0a49-4342-871b-949049abd2d8 req-c0ab7935-6e1f-47fc-921a-2470a861c55e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.1305408 Apr 22 16:03:27.005719 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69fed1c0-0a49-4342-871b-949049abd2d8 req-7317d6ac-2fb5-45d1-88db-8cbcc467f2e9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626094 Apr 22 16:03:27.017966 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-254a237a-9528-4efc-95ca-7e3733a8ef2c req-ece2a43d-a7d4-4490-82ce-9de8792fef7d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1046815 Apr 22 16:03:27.144966 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-254a237a-9528-4efc-95ca-7e3733a8ef2c req-b5be62db-14a6-4f67-97d1-0ce584e72c86 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210096 Apr 22 16:03:27.271715 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-254a237a-9528-4efc-95ca-7e3733a8ef2c req-8f502df9-f03a-4dd7-b877-5e8b24a0ee10 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209724 Apr 22 16:03:28.215261 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47670d-fcaa-440c-9139-a5a133d40803 req-17b07f4c-1199-4736-a605-c33056a17d7a tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:28.216685 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6d47670d-fcaa-440c-9139-a5a133d40803 req-17b07f4c-1199-4736-a605-c33056a17d7a tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0752990 Apr 22 16:03:28.268876 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6d47670d-fcaa-440c-9139-a5a133d40803 req-0ada7f38-5715-4867-9ffc-f0f3d7e69b13 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439229 Apr 22 16:03:29.463638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dfa5f-6231-4f33-a94f-06e66ddf5e27 req-e81d90c6-ae48-4c8a-a8e8-0290aea5f60d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:29.465074 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bb1dfa5f-6231-4f33-a94f-06e66ddf5e27 req-e81d90c6-ae48-4c8a-a8e8-0290aea5f60d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0745156 Apr 22 16:03:29.509434 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bb1dfa5f-6231-4f33-a94f-06e66ddf5e27 req-9578e69c-1200-49f8-a333-8511a3fa100e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384986 Apr 22 16:03:30.705511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9d65d-f734-46d4-ad9c-e123d0a2142b req-309285a5-4676-4327-a3d5-5610ce93b37d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:30.706988 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a5e9d65d-f734-46d4-ad9c-e123d0a2142b req-309285a5-4676-4327-a3d5-5610ce93b37d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0775180 Apr 22 16:03:30.751764 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a5e9d65d-f734-46d4-ad9c-e123d0a2142b req-77f19d7d-c975-429c-a482-2c582d2f8cc3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390346 Apr 22 16:03:31.943655 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08480d2e-442b-493c-a2a1-bd83b9413005 req-041ab660-e5ae-4905-8053-b2f2a67e42fc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:31.945065 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08480d2e-442b-493c-a2a1-bd83b9413005 req-041ab660-e5ae-4905-8053-b2f2a67e42fc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0754230 Apr 22 16:03:31.989691 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-08480d2e-442b-493c-a2a1-bd83b9413005 req-c418b3da-0d98-49e7-985c-e4d6c2fe69ee tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390487 Apr 22 16:03:33.204488 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9279c1-15b3-4cb2-8840-f0c833ff20d6 req-7f2a439f-2c09-4a06-8e18-05973ba60b65 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:33.205914 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d9279c1-15b3-4cb2-8840-f0c833ff20d6 req-7f2a439f-2c09-4a06-8e18-05973ba60b65 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0772707 Apr 22 16:03:33.251587 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d9279c1-15b3-4cb2-8840-f0c833ff20d6 req-c7db4072-b356-449e-a4e1-5e729845a75d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402987 Apr 22 16:03:33.559700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:34.445062 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a5bb8-118a-4d33-8487-2d5c534ac005 req-02b252f8-528e-450f-b451-9572e0506179 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:34.446501 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ff0a5bb8-118a-4d33-8487-2d5c534ac005 req-02b252f8-528e-450f-b451-9572e0506179 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0741756 Apr 22 16:03:34.492848 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ff0a5bb8-118a-4d33-8487-2d5c534ac005 req-44389b6d-3624-4255-a930-47e540d0fe45 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410480 Apr 22 16:03:35.770035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae1105-8f28-486c-8dfb-7c10a65354d7 req-24ed3cdf-161c-497d-99f7-e91c3dc532e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:35.771513 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-47ae1105-8f28-486c-8dfb-7c10a65354d7 req-24ed3cdf-161c-497d-99f7-e91c3dc532e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.1620800 Apr 22 16:03:35.816418 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-47ae1105-8f28-486c-8dfb-7c10a65354d7 req-87b26cea-be62-48b8-9d23-8b3e065f84bd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393176 Apr 22 16:03:37.012004 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dce7e6-feb9-45af-b327-c26de9fe41c0 req-0dcbaede-a62d-4c4d-8344-8e5bf2cc2317 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:37.013441 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20dce7e6-feb9-45af-b327-c26de9fe41c0 req-0dcbaede-a62d-4c4d-8344-8e5bf2cc2317 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0783799 Apr 22 16:03:37.057820 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20dce7e6-feb9-45af-b327-c26de9fe41c0 req-c039f18f-5a92-49da-b3cb-6f05f0ca96ca tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378828 Apr 22 16:03:38.189688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21a32274-cc1c-4e90-b95b-6bbad489279a details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 16:03:38.255682 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131960a7-9e7c-4ca5-af3c-bf58eb385ca1 req-d9412cf6-7b15-4021-b23b-c0174544aeb6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:38.257774 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-131960a7-9e7c-4ca5-af3c-bf58eb385ca1 req-d9412cf6-7b15-4021-b23b-c0174544aeb6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0788476 Apr 22 16:03:38.303068 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-131960a7-9e7c-4ca5-af3c-bf58eb385ca1 req-acd49bfb-3e95-4374-9410-88ae3c7d8eef tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397735 Apr 22 16:03:38.324324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21a32274-cc1c-4e90-b95b-6bbad489279a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21a32274-cc1c-4e90-b95b-6bbad489279a,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:03:38.337686 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'port_id': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'mac_address': 'fa:16:3e:da:74:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:03:38.388821 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:38.405601 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21a32274-cc1c-4e90-b95b-6bbad489279a {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 16:03:38.420226 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21a32274-cc1c-4e90-b95b-6bbad489279a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21a32274-cc1c-4e90-b95b-6bbad489279a,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:03:38.424338 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:38.490503 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=21a32274-cc1c-4e90-b95b-6bbad489279a,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:03:38.498670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:03:38.498994 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:03:38.499330 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:03:38.500405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:03:38.500736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:03:38.501064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:03:38.501386 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:03:38.501735 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:03:38.502896 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:03:38.503224 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:03:38.503547 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:03:38.579072 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['21a32274-cc1c-4e90-b95b-6bbad489279a'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 16:03:39.498601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a5fe4-9676-48b1-b9c5-3f9653db20e8 req-1cdef8ba-a6c8-482b-80c2-8b8e61ad8ee4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:39.500324 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-071a5fe4-9676-48b1-b9c5-3f9653db20e8 req-1cdef8ba-a6c8-482b-80c2-8b8e61ad8ee4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 945 time: 0.0788934 Apr 22 16:03:39.544334 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-071a5fe4-9676-48b1-b9c5-3f9653db20e8 req-d9e8881b-fcba-412c-8af0-d540a4b7a657 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385797 Apr 22 16:03:40.207586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21a32274-cc1c-4e90-b95b-6bbad489279a up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:03:40.275892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 21a32274-cc1c-4e90-b95b-6bbad489279a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:03:40.276256 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:40.385772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:40.410786 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:03:40.420001 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21a32274-cc1c-4e90-b95b-6bbad489279a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21a32274-cc1c-4e90-b95b-6bbad489279a,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:03:40.424408 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:40.493237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=21a32274-cc1c-4e90-b95b-6bbad489279a,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:03:40.736916 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaeed4-68e5-4f28-8ad2-e9c32501e1e1 req-c46ea35c-631b-4c6a-a8a5-e62e1f275b9f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:40.738364 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ffcaeed4-68e5-4f28-8ad2-e9c32501e1e1 req-c46ea35c-631b-4c6a-a8a5-e62e1f275b9f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0752046 Apr 22 16:03:40.785399 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ffcaeed4-68e5-4f28-8ad2-e9c32501e1e1 req-6bd730bd-ae7a-409f-af8d-8d7496eaf7b4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Apr 22 16:03:41.285517 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:03:41.483507 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4a3ac5-188e-4e39-b779-1f2dbe16b5e2'] response: {'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'code': 200} Apr 22 16:03:41.987895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bd26b-94e7-4176-b0b5-31ba64529584 req-daca9bbd-9202-4a92-b363-5fe40d558143 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:41.990489 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f64bd26b-94e7-4176-b0b5-31ba64529584 req-daca9bbd-9202-4a92-b363-5fe40d558143 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0846739 Apr 22 16:03:42.037997 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f64bd26b-94e7-4176-b0b5-31ba64529584 req-7aba81ff-0c1b-4291-95a0-4736f0552c3a tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404146 Apr 22 16:03:42.849126 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b5dff7de-90fd-4e71-96a1-2390a6a03cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:43.245244 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd195200-bf4b-4dd2-abeb-9063aaca1909 req-c39d20cf-1bc1-4dc3-9f1d-c69d8500fa90 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:43.246715 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fd195200-bf4b-4dd2-abeb-9063aaca1909 req-c39d20cf-1bc1-4dc3-9f1d-c69d8500fa90 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0843952 Apr 22 16:03:43.293410 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fd195200-bf4b-4dd2-abeb-9063aaca1909 req-4b17fcb0-c81f-404f-9a9c-21cd79fe5184 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409245 Apr 22 16:03:44.523533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39882b2-33e5-4587-bf7a-b4a6f190dc0d req-a39d3b24-3881-4710-9a9f-09c8f0425577 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:44.525025 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f39882b2-33e5-4587-bf7a-b4a6f190dc0d req-a39d3b24-3881-4710-9a9f-09c8f0425577 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0833035 Apr 22 16:03:44.587491 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f39882b2-33e5-4587-bf7a-b4a6f190dc0d req-89619b53-3373-4fcb-8d50-f98f421c0cbd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566585 Apr 22 16:03:45.115476 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6dc24999-677e-447f-8ea2-e51f71b2cec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:45.821129 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb004683-d22a-4da7-88eb-2c6cb412183f req-ffb014ca-87ae-434b-b13e-26acaf7e2dce tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:45.822847 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cb004683-d22a-4da7-88eb-2c6cb412183f req-ffb014ca-87ae-434b-b13e-26acaf7e2dce tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.1050332 Apr 22 16:03:45.878875 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cb004683-d22a-4da7-88eb-2c6cb412183f req-cf019ba0-164f-4035-b3ed-5fb5c904701c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488164 Apr 22 16:03:46.146540 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:46.190662 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:47.087558 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6eb9e-27cd-466d-8e13-4414e249802b req-204393d9-69e4-4a30-bf96-cd4f2ee3ed9d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:47.089031 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f9b6eb9e-27cd-466d-8e13-4414e249802b req-204393d9-69e4-4a30-bf96-cd4f2ee3ed9d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0808303 Apr 22 16:03:47.138014 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f9b6eb9e-27cd-466d-8e13-4414e249802b req-39fbfe38-9f17-4a6e-b28a-3806c1f5fc81 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430760 Apr 22 16:03:47.780292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:48.520031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2586a-6496-4310-a1a5-9182ab0d407f req-ca02cd05-b6db-456e-bcfa-5c5052f2bb1a tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:48.521509 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-76a2586a-6496-4310-a1a5-9182ab0d407f req-ca02cd05-b6db-456e-bcfa-5c5052f2bb1a tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0888035 Apr 22 16:03:48.571224 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-76a2586a-6496-4310-a1a5-9182ab0d407f req-8a178297-05a2-4dc2-b354-130085a79291 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438297 Apr 22 16:03:49.770792 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54790802-42cc-4814-9776-955b2ba80a43 req-ebada032-59e1-4b94-966c-99f8df8a7cbb tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:49.772270 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-54790802-42cc-4814-9776-955b2ba80a43 req-ebada032-59e1-4b94-966c-99f8df8a7cbb tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0793159 Apr 22 16:03:49.832602 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-54790802-42cc-4814-9776-955b2ba80a43 req-5f58a467-dfd2-4e39-a374-e673b1c330df tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546515 Apr 22 16:03:51.053371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2e774-3996-4ce2-ac54-b761691bb27c req-238dcc7d-19f1-4400-8252-60cb5f70c020 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:51.055918 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5fc2e774-3996-4ce2-ac54-b761691bb27c req-238dcc7d-19f1-4400-8252-60cb5f70c020 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0964890 Apr 22 16:03:51.102972 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5fc2e774-3996-4ce2-ac54-b761691bb27c req-561016a7-5e4b-444d-847d-1d40a59838db tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416386 Apr 22 16:03:52.309753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964b691-03fe-47c1-be7c-a8e58cd53f2c req-af5490bb-eda3-4159-b006-07ede1f026d6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:52.311266 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7964b691-03fe-47c1-be7c-a8e58cd53f2c req-af5490bb-eda3-4159-b006-07ede1f026d6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0858710 Apr 22 16:03:52.356142 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7964b691-03fe-47c1-be7c-a8e58cd53f2c req-9f90102a-d35c-478b-ba0f-d4189d13bbbc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394194 Apr 22 16:03:53.032132 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79cafc4f-5af3-496b-803a-fb9ec7790bbb req-d477c127-9809-4769-b827-8fceec67b245 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 1099 time: 0.0680854 Apr 22 16:03:53.162363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cafc4f-5af3-496b-803a-fb9ec7790bbb req-d028f1bb-8b3e-42e7-97a8-cc80ee21f045 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:53.163781 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79cafc4f-5af3-496b-803a-fb9ec7790bbb req-d028f1bb-8b3e-42e7-97a8-cc80ee21f045 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1256752 Apr 22 16:03:53.265415 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79cafc4f-5af3-496b-803a-fb9ec7790bbb req-98e6ed8f-d26a-4989-a6e3-a28fb3851270 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a32274-cc1c-4e90-b95b-6bbad489279a HTTP/1.1" status: 200 len: 1002 time: 0.0949855 Apr 22 16:03:53.329323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cafc4f-5af3-496b-803a-fb9ec7790bbb req-34f354b0-e257-4b17-94be-508e9d62a84c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:53.330776 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79cafc4f-5af3-496b-803a-fb9ec7790bbb req-34f354b0-e257-4b17-94be-508e9d62a84c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0558832 Apr 22 16:03:53.405720 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79cafc4f-5af3-496b-803a-fb9ec7790bbb req-578884ad-d7b2-4cfe-b5ee-af45d0a9c9b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691512 Apr 22 16:03:53.669479 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79cafc4f-5af3-496b-803a-fb9ec7790bbb req-5ca80e03-0515-4841-bb73-6f272185536e service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572939 Apr 22 16:03:53.700920 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537775e5-a77a-4b97-81d0-3eee159906c5 req-ae9c013c-2da0-480e-9666-75b6d28332ee tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:53.702325 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-537775e5-a77a-4b97-81d0-3eee159906c5 req-ae9c013c-2da0-480e-9666-75b6d28332ee tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.2239683 Apr 22 16:03:53.821885 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-537775e5-a77a-4b97-81d0-3eee159906c5 req-658a6662-3cfb-40e8-91cb-767434dbb071 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744994 Apr 22 16:03:53.840271 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-79cafc4f-5af3-496b-803a-fb9ec7790bbb req-925c8a6a-d761-4927-9aab-bf27c12bd11c service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633375 Apr 22 16:03:55.017461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0b8c5-d994-4f37-8767-3c1ab93f7890 req-6c4508ee-99d5-4536-a6cf-299d04839601 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:55.018945 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-40f0b8c5-d994-4f37-8767-3c1ab93f7890 req-6c4508ee-99d5-4536-a6cf-299d04839601 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0770948 Apr 22 16:03:55.063460 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-40f0b8c5-d994-4f37-8767-3c1ab93f7890 req-b3bda993-86b7-4236-98bb-a995e9c36c87 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390856 Apr 22 16:03:56.264447 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf62de-4a84-42a3-97d6-da3782b7bbd8 req-2ead3b0f-b14b-4142-868b-3d152c96a487 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:56.265911 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eedf62de-4a84-42a3-97d6-da3782b7bbd8 req-2ead3b0f-b14b-4142-868b-3d152c96a487 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 946 time: 0.0791311 Apr 22 16:03:56.270516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21a32274-cc1c-4e90-b95b-6bbad489279a no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:03:56.314522 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eedf62de-4a84-42a3-97d6-da3782b7bbd8 req-562d43c3-5727-42ac-9b2a-12a9e7691e02 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424571 Apr 22 16:03:56.385816 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:56.443739 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:03:56.453808 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21a32274-cc1c-4e90-b95b-6bbad489279a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21a32274-cc1c-4e90-b95b-6bbad489279a,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:03:56.459670 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:03:56.495131 dv-neutron-838883-3-hyperv neutron-server[83935]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-32fad4ae-6d17-464d-bcd6-71096de9f8af']: {'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'code': 422} returned with failed status Apr 22 16:03:56.525730 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=21a32274-cc1c-4e90-b95b-6bbad489279a,revision_number=8']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:03:56.570286 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b2482b7f-84a7-4e24-ba82-95d1104a2849 req-4f6bd5a5-2235-4172-9240-00b8c9ee3afc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1385310 Apr 22 16:03:56.833256 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05620c-01cc-4bf8-9bb0-699a819853d8 req-a0d38bc9-d771-40ac-a826-eb755918dc60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:56.834736 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd05620c-01cc-4bf8-9bb0-699a819853d8 req-a0d38bc9-d771-40ac-a826-eb755918dc60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0795739 Apr 22 16:03:56.880559 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd05620c-01cc-4bf8-9bb0-699a819853d8 req-0a51432a-9cc7-47bb-a281-101f09a6d920 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401103 Apr 22 16:03:56.920008 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [req-da4daeb4-eeaf-4fca-90b0-6c4cec667b38 req-d5b1f7fb-9368-4f95-95eb-080dce5c058b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1704183 Apr 22 16:03:58.079133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05718a6-cf23-4a4e-ad85-b88934ab1e9c req-6c1c1a07-55c3-4ed3-98aa-64351030db94 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:58.080610 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05718a6-cf23-4a4e-ad85-b88934ab1e9c req-6c1c1a07-55c3-4ed3-98aa-64351030db94 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0756023 Apr 22 16:03:58.129625 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b05718a6-cf23-4a4e-ad85-b88934ab1e9c req-3884479f-d0e7-46ae-9c2d-c9bed2b9a6fc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432820 Apr 22 16:03:59.324556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a582562-cd55-4022-ae16-c3c3a59af464 req-33be90eb-42b5-4791-8ade-bad842ee19e2 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:03:59.327021 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9a582562-cd55-4022-ae16-c3c3a59af464 req-33be90eb-42b5-4791-8ade-bad842ee19e2 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0791628 Apr 22 16:03:59.372969 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9a582562-cd55-4022-ae16-c3c3a59af464 req-89806df3-2b07-40b3-8b42-da6c18e241b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395577 Apr 22 16:04:00.301292 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21a32274-cc1c-4e90-b95b-6bbad489279a no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:04:00.571697 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b126fe6-99b6-4324-8f91-d719afe26ebe req-c680dc19-9225-4b9a-a215-5f1f4c8f43e7 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:00.573150 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2b126fe6-99b6-4324-8f91-d719afe26ebe req-c680dc19-9225-4b9a-a215-5f1f4c8f43e7 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0802300 Apr 22 16:04:00.663912 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2b126fe6-99b6-4324-8f91-d719afe26ebe req-9d65b8b2-2fc4-407c-a1e5-5c8479bde333 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853660 Apr 22 16:04:00.681158 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da4daeb4-eeaf-4fca-90b0-6c4cec667b38 req-939f9c3b-28d1-40f0-9370-d7551b09fd82 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474&tenant_id=6104bdcf512a4cc8a644fa5f3216a971 HTTP/1.1" status: 200 len: 1097 time: 0.0818760 Apr 22 16:04:00.784049 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da4daeb4-eeaf-4fca-90b0-6c4cec667b38 req-9d8e8116-ab87-4d3f-8a7e-624ea3935402 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 1097 time: 0.0705233 Apr 22 16:04:00.913078 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daeb4-eeaf-4fca-90b0-6c4cec667b38 req-d1fb0044-b933-49ef-a408-2af982624f6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:00.914449 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da4daeb4-eeaf-4fca-90b0-6c4cec667b38 req-d1fb0044-b933-49ef-a408-2af982624f6e service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1246057 Apr 22 16:04:01.011570 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da4daeb4-eeaf-4fca-90b0-6c4cec667b38 req-7a62fc9e-ae7e-4a04-8a4f-4d15e35ff05f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a32274-cc1c-4e90-b95b-6bbad489279a HTTP/1.1" status: 200 len: 1000 time: 0.0911415 Apr 22 16:04:01.075080 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4daeb4-eeaf-4fca-90b0-6c4cec667b38 req-cd876d24-1f83-4f9b-b422-36f0ee5507ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:01.076446 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da4daeb4-eeaf-4fca-90b0-6c4cec667b38 req-cd876d24-1f83-4f9b-b422-36f0ee5507ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0584638 Apr 22 16:04:01.147889 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da4daeb4-eeaf-4fca-90b0-6c4cec667b38 req-a739b906-ee24-491a-a765-7e647ba2b7bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0643706 Apr 22 16:04:01.276452 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da4daeb4-eeaf-4fca-90b0-6c4cec667b38 req-7a67581a-a8a1-4841-8bc2-5d10cea19355 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205962 Apr 22 16:04:01.488902 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-da4daeb4-eeaf-4fca-90b0-6c4cec667b38 req-72840640-f6ce-40ec-bb6b-029b5019754f service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052979 Apr 22 16:04:01.863180 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55cf60-b020-4dad-8d4d-09bd50e8bd35 req-311b85c7-d960-4a01-9625-e3472283a49f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:01.864615 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-db55cf60-b020-4dad-8d4d-09bd50e8bd35 req-311b85c7-d960-4a01-9625-e3472283a49f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0783792 Apr 22 16:04:01.909226 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-db55cf60-b020-4dad-8d4d-09bd50e8bd35 req-b024c1a9-a8c2-4ad5-b1c4-5eb09d3725b6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391178 Apr 22 16:04:03.125520 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee2409-e277-40a5-8cd5-1a5befed9866 req-d0bfdfb0-c2f9-4386-82df-e1a30f5a27d3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:03.127079 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-87ee2409-e277-40a5-8cd5-1a5befed9866 req-d0bfdfb0-c2f9-4386-82df-e1a30f5a27d3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0774515 Apr 22 16:04:03.177882 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-87ee2409-e277-40a5-8cd5-1a5befed9866 req-d9caffe5-a29f-405f-be3b-61b0497abc35 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449288 Apr 22 16:04:03.585181 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:04.389251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88301b0d-67b6-44f3-b2c7-2670b6c06b1e req-6553be3c-c0bc-48c6-b7f3-c1e7eb956b44 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:04.390836 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-88301b0d-67b6-44f3-b2c7-2670b6c06b1e req-6553be3c-c0bc-48c6-b7f3-c1e7eb956b44 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0861034 Apr 22 16:04:04.451647 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-88301b0d-67b6-44f3-b2c7-2670b6c06b1e req-a3dd4252-f50a-4d07-94f7-873d83a88d59 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441263 Apr 22 16:04:05.659376 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d222da9-0355-480e-beb1-a294624c83cd req-73e247b2-fb86-4586-a281-f67e39268a1f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:05.660848 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5d222da9-0355-480e-beb1-a294624c83cd req-73e247b2-fb86-4586-a281-f67e39268a1f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0778296 Apr 22 16:04:05.716092 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5d222da9-0355-480e-beb1-a294624c83cd req-10d6caed-565b-4164-b104-f8622c5ebeab tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488596 Apr 22 16:04:06.950772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80b1f8-b99d-4d2b-b537-3476957b86ae req-1f16d58d-f0c9-4365-88a9-d0fed2d216af tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:06.952233 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f80b1f8-b99d-4d2b-b537-3476957b86ae req-1f16d58d-f0c9-4365-88a9-d0fed2d216af tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0852957 Apr 22 16:04:07.019264 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f80b1f8-b99d-4d2b-b537-3476957b86ae req-b67e1851-a17e-4dfe-851e-829f9fa1014c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602970 Apr 22 16:04:08.223005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35070d51-17ad-4e73-9cf4-72fc462c4276 req-893fd6ac-8ee1-46ac-9e5e-2425266fa5f8 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:08.224486 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-35070d51-17ad-4e73-9cf4-72fc462c4276 req-893fd6ac-8ee1-46ac-9e5e-2425266fa5f8 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0806298 Apr 22 16:04:08.274053 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-35070d51-17ad-4e73-9cf4-72fc462c4276 req-6de967e6-490d-4f33-8f0c-15c0e908a3bc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434704 Apr 22 16:04:09.500087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaccfc5-a48c-464f-b32c-c60dda74e285 req-88f8089a-a90d-4fed-922b-0655e087a76e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:09.502247 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-adaccfc5-a48c-464f-b32c-c60dda74e285 req-88f8089a-a90d-4fed-922b-0655e087a76e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0840600 Apr 22 16:04:09.549063 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-adaccfc5-a48c-464f-b32c-c60dda74e285 req-2dccbc4a-c6ec-4040-9d91-1e908f55c48a tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412202 Apr 22 16:04:10.746428 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61468b92-9ad6-4741-a75d-e0db70581978 req-59bf2d69-4896-431b-b80c-15237c31f629 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:10.747853 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-61468b92-9ad6-4741-a75d-e0db70581978 req-59bf2d69-4896-431b-b80c-15237c31f629 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0768318 Apr 22 16:04:10.792767 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-61468b92-9ad6-4741-a75d-e0db70581978 req-748ccfd3-cd91-4f35-b504-078512af65d1 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387194 Apr 22 16:04:11.986390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01985c-ea11-4343-9fb9-ee78cf57ea3d req-fe5fe155-f4e2-4803-a973-fca7582386dd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:11.987921 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cf01985c-ea11-4343-9fb9-ee78cf57ea3d req-fe5fe155-f4e2-4803-a973-fca7582386dd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0745497 Apr 22 16:04:12.036089 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cf01985c-ea11-4343-9fb9-ee78cf57ea3d req-060aa148-04d7-482b-b1fc-5fe839d6e652 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426979 Apr 22 16:04:12.852650 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fca2816c-4642-4fd9-ab23-55806eecd7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:13.226158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02b280-ff20-4e13-b878-33e60212883f req-2d66addf-ff41-444d-900a-9c45bc75f014 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:13.227579 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3e02b280-ff20-4e13-b878-33e60212883f req-2d66addf-ff41-444d-900a-9c45bc75f014 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0742934 Apr 22 16:04:13.272463 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3e02b280-ff20-4e13-b878-33e60212883f req-26b2cacc-da38-4c53-aa50-ad0d9507254f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394876 Apr 22 16:04:14.478377 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8aff1-ca4c-468a-8861-a6843702427b req-cc9710ee-3601-4f0b-9c69-b1b38381e62b tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:14.479800 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-63d8aff1-ca4c-468a-8861-a6843702427b req-cc9710ee-3601-4f0b-9c69-b1b38381e62b tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0787475 Apr 22 16:04:14.524154 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-63d8aff1-ca4c-468a-8861-a6843702427b req-58bf593a-e3ca-42b5-a363-b40832010012 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388319 Apr 22 16:04:15.107064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-df3a5bda-f2ae-4347-9c41-05bc56ab11b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:15.712603 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b5619-075a-4ba6-9d23-3fd88e1b1a3f req-a41de930-69b8-478a-9c36-d6bfc510d521 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:15.714028 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-360b5619-075a-4ba6-9d23-3fd88e1b1a3f req-a41de930-69b8-478a-9c36-d6bfc510d521 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 944 time: 0.0740323 Apr 22 16:04:15.758725 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-360b5619-075a-4ba6-9d23-3fd88e1b1a3f req-4525f214-67ba-4360-af0b-41f7724675cf tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393269 Apr 22 16:04:16.149546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:16.189594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:16.375188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21a32274-cc1c-4e90-b95b-6bbad489279a details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 16:04:16.510952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21a32274-cc1c-4e90-b95b-6bbad489279a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21a32274-cc1c-4e90-b95b-6bbad489279a,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:04:16.524427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'port_id': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'mac_address': 'fa:16:3e:da:74:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:04:16.575255 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:16.595596 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a32274-cc1c-4e90-b95b-6bbad489279a {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 16:04:16.609690 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21a32274-cc1c-4e90-b95b-6bbad489279a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21a32274-cc1c-4e90-b95b-6bbad489279a,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:04:16.613675 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:16.676603 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=21a32274-cc1c-4e90-b95b-6bbad489279a,revision_number=9']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:04:16.952413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32cf3-17fb-4e59-b3a0-0d122efe1c30 req-6b0c43f3-a72a-464a-9e18-5e7970386e35 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:16.954529 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5ee32cf3-17fb-4e59-b3a0-0d122efe1c30 req-6b0c43f3-a72a-464a-9e18-5e7970386e35 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 945 time: 0.0777650 Apr 22 16:04:16.998536 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5ee32cf3-17fb-4e59-b3a0-0d122efe1c30 req-c842e29a-6d64-4db4-9895-0f4d34bb9f8f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384860 Apr 22 16:04:17.034620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['21a32274-cc1c-4e90-b95b-6bbad489279a'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 16:04:17.779344 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:18.193490 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a523e-aafd-4f02-9bff-ce5fad333c33 req-a1e4f631-f818-4c27-b687-4f17239d31a4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:18.194995 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-521a523e-aafd-4f02-9bff-ce5fad333c33 req-a1e4f631-f818-4c27-b687-4f17239d31a4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 945 time: 0.0747616 Apr 22 16:04:18.239002 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-521a523e-aafd-4f02-9bff-ce5fad333c33 req-777a5b26-e52f-4163-993b-ab96c72e3db2 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386093 Apr 22 16:04:18.285896 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:04:18.378627 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21a32274-cc1c-4e90-b95b-6bbad489279a up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:04:18.447715 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 21a32274-cc1c-4e90-b95b-6bbad489279a triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:04:18.448079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:18.555655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:18.581120 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:04:18.590080 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 21a32274-cc1c-4e90-b95b-6bbad489279a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21a32274-cc1c-4e90-b95b-6bbad489279a,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:04:18.594363 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:18.638611 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e97ad26a-898f-474f-a9bb-40cb9d232595'] response: {'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'code': 200} Apr 22 16:04:18.663205 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=21a32274-cc1c-4e90-b95b-6bbad489279a,revision_number=10']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:04:18.917121 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-64336637-61c8-469d-85a3-e0fbfad0fa74 req-b02fc4d4-cea4-47f9-9340-67e72442fd94 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 1100 time: 0.0696595 Apr 22 16:04:18.958392 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-64336637-61c8-469d-85a3-e0fbfad0fa74 req-7ab3d01d-db5d-4f9a-931b-aa966915d607 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347764 Apr 22 16:04:19.432226 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0fa76-b363-434d-bc2b-0952a2ea13a8 req-bb873b57-436e-4a1e-a3a2-f9277231d9b2 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:19.433653 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4dd0fa76-b363-434d-bc2b-0952a2ea13a8 req-bb873b57-436e-4a1e-a3a2-f9277231d9b2 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 947 time: 0.0742798 Apr 22 16:04:19.481362 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4dd0fa76-b363-434d-bc2b-0952a2ea13a8 req-7860ef3c-dfc4-4186-bb2c-1a2ad58f9aef tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Apr 22 16:04:20.685166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48f6bc-b530-4055-8a96-a6093fd68b8d req-137158b0-c251-4c40-a7f5-4b4faffc1734 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:20.686650 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fe48f6bc-b530-4055-8a96-a6093fd68b8d req-137158b0-c251-4c40-a7f5-4b4faffc1734 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 947 time: 0.0847712 Apr 22 16:04:20.731590 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fe48f6bc-b530-4055-8a96-a6093fd68b8d req-26079334-0659-40af-a766-81b25c5c4c16 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394397 Apr 22 16:04:21.926042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75138f7c-98e1-4fd7-8db2-2612a2f74cde req-a27a796a-298f-4efb-8833-212fcc8d60a6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:21.927502 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-75138f7c-98e1-4fd7-8db2-2612a2f74cde req-a27a796a-298f-4efb-8833-212fcc8d60a6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 947 time: 0.0779898 Apr 22 16:04:21.972216 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-75138f7c-98e1-4fd7-8db2-2612a2f74cde req-5d1469b4-b40f-4da7-bea8-1990b4e079d4 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392666 Apr 22 16:04:26.538300 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e8ece29d-6087-4f4f-8ce8-3f032107db99 req-abd0da2d-473f-45a2-8d4f-36041fdfb84d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1502168 Apr 22 16:04:26.701968 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e8ece29d-6087-4f4f-8ce8-3f032107db99 req-6554cb6a-5701-4c12-b50b-e7b3afdeddda service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 1100 time: 0.0701394 Apr 22 16:04:26.925556 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece29d-6087-4f4f-8ce8-3f032107db99 req-770acce6-6d17-4457-bdea-0398e968e673 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:26.926934 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e8ece29d-6087-4f4f-8ce8-3f032107db99 req-770acce6-6d17-4457-bdea-0398e968e673 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.2071011 Apr 22 16:04:27.025335 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e8ece29d-6087-4f4f-8ce8-3f032107db99 req-8c2e93f0-b900-4068-8458-beda837e53b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a32274-cc1c-4e90-b95b-6bbad489279a HTTP/1.1" status: 200 len: 1002 time: 0.0928574 Apr 22 16:04:27.084284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece29d-6087-4f4f-8ce8-3f032107db99 req-1d44a40c-6b37-4d94-9fc7-2374a8f52892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:04:27.085609 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e8ece29d-6087-4f4f-8ce8-3f032107db99 req-1d44a40c-6b37-4d94-9fc7-2374a8f52892 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0545604 Apr 22 16:04:27.160889 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e8ece29d-6087-4f4f-8ce8-3f032107db99 req-d9ba8955-a888-43bc-9d94-ca5f5a35a752 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691233 Apr 22 16:04:27.290177 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e8ece29d-6087-4f4f-8ce8-3f032107db99 req-81789119-61b7-43ee-84b9-feb8d18b5a8b service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232488 Apr 22 16:04:27.418621 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e8ece29d-6087-4f4f-8ce8-3f032107db99 req-354c1596-3f37-42b2-9956-93cf4d3eea9b service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224465 Apr 22 16:04:33.587794 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:42.854975 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0cce22c6-7dbd-4693-85a5-e147c9c53c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:45.109188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-eee6b232-a8fa-44b8-a01d-fcb652e5b674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:46.152372 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:46.191083 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:47.782042 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:04:55.286503 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:05:03.596030 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:05:12.856499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-37f8bcdd-b10a-43e1-9bc3-a788616bff17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:05:15.110199 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9b4bedfa-09c2-4480-a9e8-c04f4907dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:05:16.155346 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:05:16.195597 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:05:17.786405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:05:28.450165 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1dc654a0-ce22-4f72-9158-a2bdf33fa80a req-a2ae6463-2470-4946-bdfb-7685340bc6e9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662072 Apr 22 16:05:28.600371 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1dc654a0-ce22-4f72-9158-a2bdf33fa80a req-b3d03952-af98-4c26-b6d3-6caaaf9bfe5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 1100 time: 0.0674605 Apr 22 16:05:28.747455 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc654a0-ce22-4f72-9158-a2bdf33fa80a req-092fe696-f679-42b9-bc23-dd58b55a681b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:05:28.749837 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1dc654a0-ce22-4f72-9158-a2bdf33fa80a req-092fe696-f679-42b9-bc23-dd58b55a681b service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1324835 Apr 22 16:05:28.850106 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1dc654a0-ce22-4f72-9158-a2bdf33fa80a req-cf4bc6c0-e6cd-44cf-a318-9d5ca65eee60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a32274-cc1c-4e90-b95b-6bbad489279a HTTP/1.1" status: 200 len: 1002 time: 0.0945880 Apr 22 16:05:28.915050 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc654a0-ce22-4f72-9158-a2bdf33fa80a req-451ba43c-0c16-4145-ac18-f4c3cab547e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:05:28.916407 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1dc654a0-ce22-4f72-9158-a2bdf33fa80a req-451ba43c-0c16-4145-ac18-f4c3cab547e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0600832 Apr 22 16:05:28.987941 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1dc654a0-ce22-4f72-9158-a2bdf33fa80a req-18ece3bc-07ba-4b11-a90d-bcd9d6bf9074 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656068 Apr 22 16:05:29.117768 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1dc654a0-ce22-4f72-9158-a2bdf33fa80a req-b3e98dfe-19ce-4451-a64f-6696c48125e0 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229324 Apr 22 16:05:29.245394 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1dc654a0-ce22-4f72-9158-a2bdf33fa80a req-141f6fb8-c8df-4a39-8f14-f6506e2d70a8 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211524 Apr 22 16:05:32.287144 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:05:33.603221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:05:42.858609 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff894094-4c30-4508-b7e6-034149061ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:05:45.112612 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c83d8195-0916-4046-bd6e-5d7fa4dbb182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:05:46.158426 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:05:46.197113 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:05:47.789860 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:03.616067 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:06.905873 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43850) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:07.163570 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Deleting port 702c51d9-a72a-4355-9877-a19843bfeadf {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:06:07.163822 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:07.324330 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:07.324644 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:07.439263 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Calling delete_port for 702c51d9-a72a-4355-9877-a19843bfeadf owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:06:07.586157 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:07.628361 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event deleted for resources: {'Port': ['ID=702c51d9-a72a-4355-9877-a19843bfeadf,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:07.668229 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:07.668565 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:07.668899 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:07.669219 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:07.669538 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:07.669857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:07.670739 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:07.671054 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:07.671366 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:07.671675 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:07.671983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:07.728561 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:08.214515 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Router 34a82cad-7b5a-4f2e-a825-54239c876ecc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:06:08.411001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:06:08.420858 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e47ec-52cd-4ce4-b5ed-f978ce30889e None None] Sync routers for ids ['34a82cad-7b5a-4f2e-a825-54239c876ecc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:06:08.430205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:08.432989 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e47ec-52cd-4ce4-b5ed-f978ce30889e None None] Routers {'34a82cad-7b5a-4f2e-a825-54239c876ecc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:06:08.433583 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-168e47ec-52cd-4ce4-b5ed-f978ce30889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:05:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['34a82cad-7b5a-4f2e-a825-54239c876ecc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:06:08.485499 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-10f77ce6-7d50-4a9b-ac00-7557f4fa28b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "DELETE /v2.0/floatingips/90a89aba-02f4-4b14-8075-ea659b4a9031 HTTP/1.1" status: 204 len: 168 time: 1.5785122 Apr 22 16:06:08.486074 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:06:08.623341 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-168e47ec-52cd-4ce4-b5ed-f978ce30889e None None] Set router 34a82cad-7b5a-4f2e-a825-54239c876ecc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:06:08.724479 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3eb8982-bd28-468a-a1b7-f61625ccb32c'] response: {'name': 'network-changed', 'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'status': 'completed', 'code': 200} Apr 22 16:06:08.975242 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-168e47ec-52cd-4ce4-b5ed-f978ce30889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:40Z', 'revision_number': 5, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:06:08.979762 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e47ec-52cd-4ce4-b5ed-f978ce30889e None None] Checking router: 34a82cad-7b5a-4f2e-a825-54239c876ecc for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:06:08.990785 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e47ec-52cd-4ce4-b5ed-f978ce30889e None None] Routers {'34a82cad-7b5a-4f2e-a825-54239c876ecc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:06:08.991694 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-168e47ec-52cd-4ce4-b5ed-f978ce30889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:05:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['34a82cad-7b5a-4f2e-a825-54239c876ecc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:06:09.068466 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9c5d4-c274-4bbc-8987-2d3e1a78344c req-07dbbffd-fcc3-4b01-babf-81272316d171 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:09.069985 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9fd9c5d4-c274-4bbc-8987-2d3e1a78344c req-07dbbffd-fcc3-4b01-babf-81272316d171 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 947 time: 0.2062733 Apr 22 16:06:09.077691 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d157bc23-efc6-4233-8d4d-f51d57fd5056 req-95468d5f-706d-406c-bfe9-accedbae8596 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 1100 time: 0.2000918 Apr 22 16:06:09.167383 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-168e47ec-52cd-4ce4-b5ed-f978ce30889e None None] Set router 34a82cad-7b5a-4f2e-a825-54239c876ecc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:06:09.293370 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9fd9c5d4-c274-4bbc-8987-2d3e1a78344c req-af8dfeed-723a-4157-8b52-f3f948c3a084 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147100 Apr 22 16:06:09.338330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157bc23-efc6-4233-8d4d-f51d57fd5056 req-bd5af3f4-e0ec-402e-90df-238d06403d11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:09.339697 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d157bc23-efc6-4233-8d4d-f51d57fd5056 req-bd5af3f4-e0ec-402e-90df-238d06403d11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.2482984 Apr 22 16:06:09.350832 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:06:09.411370 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d157bc23-efc6-4233-8d4d-f51d57fd5056 req-21b18f86-e926-4f5f-b25f-6b7f86d97b05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21a32274-cc1c-4e90-b95b-6bbad489279a HTTP/1.1" status: 200 len: 217 time: 0.0651846 Apr 22 16:06:09.473654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157bc23-efc6-4233-8d4d-f51d57fd5056 req-9509dafb-7966-4e6f-8d90-d9d8404c0c93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:09.475793 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d157bc23-efc6-4233-8d4d-f51d57fd5056 req-9509dafb-7966-4e6f-8d90-d9d8404c0c93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0580287 Apr 22 16:06:09.521844 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-168e47ec-52cd-4ce4-b5ed-f978ce30889e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:40Z', 'revision_number': 5, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:06:09.525926 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168e47ec-52cd-4ce4-b5ed-f978ce30889e None None] The sync data for ids ['34a82cad-7b5a-4f2e-a825-54239c876ecc'] in dv-neutron-838883-3-hyperv is: [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:40Z', 'revision_number': 5, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:06:09.553086 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d157bc23-efc6-4233-8d4d-f51d57fd5056 req-f31a479c-ec4e-4d62-a4cf-2390fddd7d32 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706041 Apr 22 16:06:09.688576 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d157bc23-efc6-4233-8d4d-f51d57fd5056 req-d77f6aad-8d1e-40a1-8c06-48a02ca18b2c service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288705 Apr 22 16:06:09.747890 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a7130-c033-4b88-8319-fe82a28a3862 None None] New status for floating IP 90a89aba-02f4-4b14-8075-ea659b4a9031: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 16:06:09.826976 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d157bc23-efc6-4233-8d4d-f51d57fd5056 req-517351ec-d5ae-4078-ab8c-212ed3436828 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309638 Apr 22 16:06:10.555901 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec8d74-639a-4eab-8e80-2f02a40153f8 req-632998ae-eafb-4390-b6d3-9cb19e04b03c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:10.557257 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9bec8d74-639a-4eab-8e80-2f02a40153f8 req-632998ae-eafb-4390-b6d3-9cb19e04b03c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 947 time: 0.1393220 Apr 22 16:06:10.601722 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9bec8d74-639a-4eab-8e80-2f02a40153f8 req-3690ae87-4a25-46d6-8552-dafa79ffba3f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=dfe794a2-6f7b-4ea5-a44a-16d4b0998765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389330 Apr 22 16:06:10.678877 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55412e0-b34d-4c1f-9cc8-7cea8cb40bf5 req-427204b6-6073-4f36-8198-7adf15a2d310 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:10.680289 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f55412e0-b34d-4c1f-9cc8-7cea8cb40bf5 req-427204b6-6073-4f36-8198-7adf15a2d310 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.70 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 947 time: 0.0777464 Apr 22 16:06:10.745653 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-f55412e0-b34d-4c1f-9cc8-7cea8cb40bf5 req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Deleting port 21a32274-cc1c-4e90-b95b-6bbad489279a {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:06:10.745990 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f55412e0-b34d-4c1f-9cc8-7cea8cb40bf5 req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:10.982948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-f55412e0-b34d-4c1f-9cc8-7cea8cb40bf5 req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] For port 21a32274-cc1c-4e90-b95b-6bbad489279a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=21a32274-cc1c-4e90-b95b-6bbad489279a,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:06:10.983238 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f55412e0-b34d-4c1f-9cc8-7cea8cb40bf5 req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:11.100218 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-f55412e0-b34d-4c1f-9cc8-7cea8cb40bf5 req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Calling delete_port for 21a32274-cc1c-4e90-b95b-6bbad489279a owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:06:11.238367 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f55412e0-b34d-4c1f-9cc8-7cea8cb40bf5 req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:11.285733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event deleted for resources: {'Port': ['ID=21a32274-cc1c-4e90-b95b-6bbad489279a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:11.357030 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:11.357420 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:11.357739 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:11.358071 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:11.358427 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:11.358756 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:11.359082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:11.359408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:11.359728 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:11.360056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:11.360394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:11.367223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55412e0-b34d-4c1f-9cc8-7cea8cb40bf5 req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] No DVR routers for this DVR port 21a32274-cc1c-4e90-b95b-6bbad489279a on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 16:06:11.369242 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-f55412e0-b34d-4c1f-9cc8-7cea8cb40bf5 req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:11.371684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'name': 'network-vif-deleted', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:06:11.382566 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f55412e0-b34d-4c1f-9cc8-7cea8cb40bf5 req-acb6b931-4aec-4ff5-b6d5-21442d2afd4c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.70 "DELETE /v2.0/ports/21a32274-cc1c-4e90-b95b-6bbad489279a HTTP/1.1" status: 204 len: 173 time: 0.6971176 Apr 22 16:06:11.542426 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4ecf6b-d920-4e33-966e-27416ff6b22f'] response: {'server_uuid': '44374ca3-4b2e-48de-977b-b89eb82e7474', 'name': 'network-vif-deleted', 'tag': '21a32274-cc1c-4e90-b95b-6bbad489279a', 'status': 'completed', 'code': 200} Apr 22 16:06:11.783733 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6b4f29ee-0254-4417-b167-08c9e988e2f8 req-b23fb571-862f-412b-a22a-066d18498d86 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Synchronizing usage tracker for tenant:6104bdcf512a4cc8a644fa5f3216a971 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:06:11.799290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6b4f29ee-0254-4417-b167-08c9e988e2f8 req-b23fb571-862f-412b-a22a-066d18498d86 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Unset dirty status for tenant:6104bdcf512a4cc8a644fa5f3216a971 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:06:11.800651 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6b4f29ee-0254-4417-b167-08c9e988e2f8 req-b23fb571-862f-412b-a22a-066d18498d86 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=44374ca3-4b2e-48de-977b-b89eb82e7474 HTTP/1.1" status: 200 len: 210 time: 0.0594504 Apr 22 16:06:12.860948 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-40b5c6dd-06bc-443c-a678-4043f92c7f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:12.906610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43894) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:12.976140 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1501645-b645-40c3-b3cf-f1afcecfca82 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.007546 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1501645-b645-40c3-b3cf-f1afcecfca82 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.074488 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1501645-b645-40c3-b3cf-f1afcecfca82 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.093545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1501645-b645-40c3-b3cf-f1afcecfca82 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe794a2-6f7b-4ea5-a44a-16d4b0998765,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:13.104726 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f1501645-b645-40c3-b3cf-f1afcecfca82 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.105869 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f1501645-b645-40c3-b3cf-f1afcecfca82 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "DELETE /v2.0/security-groups/dfe794a2-6f7b-4ea5-a44a-16d4b0998765 HTTP/1.1" status: 204 len: 168 time: 0.1982756 Apr 22 16:06:13.488927 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43902) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:13.494471 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-476330100', 'description': 'tempest-secgroup-smoke-476330100 description', 'project_id': '6104bdcf512a4cc8a644fa5f3216a971'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:06:13.501184 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:06:13.505249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:06:13.508113 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:06:13.514356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:06:13.523877 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.558893 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:06:13.563063 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:06:13.565835 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:06:13.571401 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:06:13.626163 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.629662 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.673164 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba967419-2b16-448a-8de0-4d53324f647b,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:13.676160 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.677419 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-f5625b2d-5ba4-4be5-a92f-83ada50adb6d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1875100 Apr 22 16:06:13.680249 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43906) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:13.685926 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-483ef347-bd4c-4573-ba2b-757fe1ce2d2d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'security_group_rule': {'security_group_id': 'ba967419-2b16-448a-8de0-4d53324f647b', 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:06:13.691824 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-483ef347-bd4c-4573-ba2b-757fe1ce2d2d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:06:13.695568 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-483ef347-bd4c-4573-ba2b-757fe1ce2d2d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:06:13.698403 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-483ef347-bd4c-4573-ba2b-757fe1ce2d2d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:06:13.704033 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-483ef347-bd4c-4573-ba2b-757fe1ce2d2d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:06:13.720677 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483ef347-bd4c-4573-ba2b-757fe1ce2d2d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.781678 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483ef347-bd4c-4573-ba2b-757fe1ce2d2d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.785001 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483ef347-bd4c-4573-ba2b-757fe1ce2d2d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.807357 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ef347-bd4c-4573-ba2b-757fe1ce2d2d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da291b26-ebb8-4f1e-8473-480fbb111823,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:13.816447 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-483ef347-bd4c-4573-ba2b-757fe1ce2d2d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.817646 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-483ef347-bd4c-4573-ba2b-757fe1ce2d2d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1366389 Apr 22 16:06:13.820350 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43910) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:13.825529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0005e6dc-4cc9-4ece-b590-556ed2124f24 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'security_group_rule': {'security_group_id': 'ba967419-2b16-448a-8de0-4d53324f647b', 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:06:13.831126 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0005e6dc-4cc9-4ece-b590-556ed2124f24 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:06:13.834838 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0005e6dc-4cc9-4ece-b590-556ed2124f24 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:06:13.837640 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0005e6dc-4cc9-4ece-b590-556ed2124f24 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:06:13.843373 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0005e6dc-4cc9-4ece-b590-556ed2124f24 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:06:13.859651 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0005e6dc-4cc9-4ece-b590-556ed2124f24 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.918693 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0005e6dc-4cc9-4ece-b590-556ed2124f24 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.923058 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0005e6dc-4cc9-4ece-b590-556ed2124f24 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.945501 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005e6dc-4cc9-4ece-b590-556ed2124f24 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3cfe48-b5f1-43c8-9b44-4eacaec9ec54,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:13.954834 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0005e6dc-4cc9-4ece-b590-556ed2124f24 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:13.956062 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0005e6dc-4cc9-4ece-b590-556ed2124f24 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1348276 Apr 22 16:06:13.958827 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43914) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:13.963986 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-90e2de23-b96b-4de8-a3a9-e870a121e3dc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'security_group_rule': {'security_group_id': 'ba967419-2b16-448a-8de0-4d53324f647b', 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:06:13.970299 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-90e2de23-b96b-4de8-a3a9-e870a121e3dc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:06:13.974063 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-90e2de23-b96b-4de8-a3a9-e870a121e3dc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:06:13.976874 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-90e2de23-b96b-4de8-a3a9-e870a121e3dc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:06:13.983108 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-90e2de23-b96b-4de8-a3a9-e870a121e3dc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:06:14.000019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90e2de23-b96b-4de8-a3a9-e870a121e3dc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.061270 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90e2de23-b96b-4de8-a3a9-e870a121e3dc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.064555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90e2de23-b96b-4de8-a3a9-e870a121e3dc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.089527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2de23-b96b-4de8-a3a9-e870a121e3dc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404345f9-27a4-4317-b22c-3318b6d090aa,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:14.098630 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-90e2de23-b96b-4de8-a3a9-e870a121e3dc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.099766 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-90e2de23-b96b-4de8-a3a9-e870a121e3dc tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1400642 Apr 22 16:06:14.102499 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43918) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:14.108360 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-e47fed34-db09-49a2-992a-f68b1de56e60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'security_group_rule': {'security_group_id': 'ba967419-2b16-448a-8de0-4d53324f647b', 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:06:14.113987 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e47fed34-db09-49a2-992a-f68b1de56e60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:06:14.117761 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e47fed34-db09-49a2-992a-f68b1de56e60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:06:14.120602 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-e47fed34-db09-49a2-992a-f68b1de56e60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:06:14.126621 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-e47fed34-db09-49a2-992a-f68b1de56e60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:06:14.142724 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e47fed34-db09-49a2-992a-f68b1de56e60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.204339 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e47fed34-db09-49a2-992a-f68b1de56e60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.207912 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e47fed34-db09-49a2-992a-f68b1de56e60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.230394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fed34-db09-49a2-992a-f68b1de56e60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873b9942-9026-4924-aa31-ef9d43ec0266,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:14.239746 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-e47fed34-db09-49a2-992a-f68b1de56e60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.240860 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-e47fed34-db09-49a2-992a-f68b1de56e60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1374676 Apr 22 16:06:14.243479 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43922) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:14.248997 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-6303113f-3cdf-45c0-bda7-a2b381f77d04 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'security_group_rule': {'security_group_id': 'ba967419-2b16-448a-8de0-4d53324f647b', 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:06:14.254733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6303113f-3cdf-45c0-bda7-a2b381f77d04 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:06:14.258755 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6303113f-3cdf-45c0-bda7-a2b381f77d04 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:06:14.261947 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-6303113f-3cdf-45c0-bda7-a2b381f77d04 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:06:14.267812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-6303113f-3cdf-45c0-bda7-a2b381f77d04 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:06:14.278720 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-6303113f-3cdf-45c0-bda7-a2b381f77d04 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Project 6104bdcf512a4cc8a644fa5f3216a971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:06:14.285480 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6303113f-3cdf-45c0-bda7-a2b381f77d04 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.348751 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6303113f-3cdf-45c0-bda7-a2b381f77d04 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.352394 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6303113f-3cdf-45c0-bda7-a2b381f77d04 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.376513 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303113f-3cdf-45c0-bda7-a2b381f77d04 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77674053-a136-4e7a-8f99-94e7d9bf87e3,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:14.385161 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-6303113f-3cdf-45c0-bda7-a2b381f77d04 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.386329 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-6303113f-3cdf-45c0-bda7-a2b381f77d04 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1418848 Apr 22 16:06:14.389532 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 43926) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:14.394796 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-274c59ce-ad64-4d5d-a999-049f5e2bf9f1 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'security_group_rule': {'security_group_id': 'ba967419-2b16-448a-8de0-4d53324f647b', 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:06:14.400347 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-274c59ce-ad64-4d5d-a999-049f5e2bf9f1 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:06:14.404153 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-274c59ce-ad64-4d5d-a999-049f5e2bf9f1 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:security_group_rule and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:06:14.407461 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-274c59ce-ad64-4d5d-a999-049f5e2bf9f1 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:06:14.412983 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-274c59ce-ad64-4d5d-a999-049f5e2bf9f1 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:06:14.422824 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.db.securitygroups_db [None req-274c59ce-ad64-4d5d-a999-049f5e2bf9f1 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Project 6104bdcf512a4cc8a644fa5f3216a971 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:06:14.428875 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-274c59ce-ad64-4d5d-a999-049f5e2bf9f1 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.497891 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-274c59ce-ad64-4d5d-a999-049f5e2bf9f1 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.501333 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-274c59ce-ad64-4d5d-a999-049f5e2bf9f1 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.523642 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c59ce-ad64-4d5d-a999-049f5e2bf9f1 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf99647-facb-419d-aa09-6bfd50bbddf3,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:14.531989 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-274c59ce-ad64-4d5d-a999-049f5e2bf9f1 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:14.533123 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-274c59ce-ad64-4d5d-a999-049f5e2bf9f1 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1426625 Apr 22 16:06:14.877629 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21a32274-cc1c-4e90-b95b-6bbad489279a no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:06:14.910458 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 21a32274-cc1c-4e90-b95b-6bbad489279a {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:06:14.910800 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 21a32274-cc1c-4e90-b95b-6bbad489279a not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:06:15.114214 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d5a15fe-f2b7-47b0-8d6e-7364b45987c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:16.167403 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:16.201590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:17.793685 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:28.245990 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-a40ef9b3-ab7a-4218-84f1-24142e77cd4b tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-476330100&fields=id&tenant_id=6104bdcf512a4cc8a644fa5f3216a971 HTTP/1.1" status: 200 len: 267 time: 0.0429478 Apr 22 16:06:28.473030 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-51ad1533-b763-470d-9f61-4da0d56c410d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:28.474483 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-51ad1533-b763-470d-9f61-4da0d56c410d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 808 time: 0.2220845 Apr 22 16:06:28.490492 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-28f0b2b1-e7f6-4900-a05f-b0adaa6c6873 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/quotas/6104bdcf512a4cc8a644fa5f3216a971 HTTP/1.1" status: 200 len: 375 time: 0.0106230 Apr 22 16:06:28.566736 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-eaec2e30-efc2-48a9-85d6-48ffeb0b8426 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715480 Apr 22 16:06:28.581837 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-a762d080-7c2e-4a79-8d9b-81abaa2bfa11 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 16:06:28.582849 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-a762d080-7c2e-4a79-8d9b-81abaa2bfa11 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049539 Apr 22 16:06:28.710193 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-b23cee37-dbcf-45aa-9979-4354e63feaae service neutron] 10.222.0.71 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219246 Apr 22 16:06:28.837304 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-71d685e1-bafe-4ba4-84f2-0302d9b91abd service neutron] 10.222.0.71 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215088 Apr 22 16:06:30.235387 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ad3b3965-cd3a-47b5-a0b5-aafae99f54ee req-6e365d4c-6f31-4e5a-a5c8-61315785373a tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 210 time: 0.0445597 Apr 22 16:06:31.341163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-c819a9a0-df05-456d-8e94-cca7dde081a3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:31.343170 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-c819a9a0-df05-456d-8e94-cca7dde081a3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 808 time: 0.1710877 Apr 22 16:06:31.419674 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fa7d432a-b564-4bb5-bc52-9000c289c49e req-904d1254-59ec-4d1a-bcc4-d0daae46d722 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 210 time: 0.0574405 Apr 22 16:06:31.444095 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-8ce331a2-47c5-455c-8b25-3db89d8a6c94 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6104bdcf512a4cc8a644fa5f3216a971 HTTP/1.1" status: 200 len: 379 time: 0.0510287 Apr 22 16:06:31.462624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'port': {'device_id': '03953943-061d-4a51-8f03-5166c62bd0d2', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'admin_state_up': True, 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'security_groups': ['ba967419-2b16-448a-8de0-4d53324f647b']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:06:31.599694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:06:31.609187 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:06:31.619294 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Made reservation on behalf of 6104bdcf512a4cc8a644fa5f3216a971 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 16:06:31.622743 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:31.789151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Allocated IP 172.20.0.5 (d103867e-fc44-4921-ad15-12d5c9b79e05/74b07ed0-11d0-441e-9450-a896b4bad19e/adae9a50-98a1-4063-9266-cfde829406ae) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:06:31.983256 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:32.000406 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Transition to ACTIVE for port object adae9a50-98a1-4063-9266-cfde829406ae will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:06:32.022083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:32.096397 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Network d103867e-fc44-4921-ad15-12d5c9b79e05 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:06:32.099341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:06:32.103279 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:06:32.134495 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'Port': ['ID=adae9a50-98a1-4063-9266-cfde829406ae,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:32.169648 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:32.170844 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:32.197012 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-41b85af1-b5d1-4d63-86fd-f61a5401db0c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7382989 Apr 22 16:06:32.216103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Request body: {'port': {'device_id': '03953943-061d-4a51-8f03-5166c62bd0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:06:32.333076 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:32.366713 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-10c93d16-3c90-4b90-a46c-ca8b47f3245d None None] Provisioning for port adae9a50-98a1-4063-9266-cfde829406ae completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:06:32.371512 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-10c93d16-3c90-4b90-a46c-ca8b47f3245d None None] Provisioning complete for port adae9a50-98a1-4063-9266-cfde829406ae triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:06:32.371889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-10c93d16-3c90-4b90-a46c-ca8b47f3245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:32.424277 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-10c93d16-3c90-4b90-a46c-ca8b47f3245d None None] Port adae9a50-98a1-4063-9266-cfde829406ae cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 16:06:32.786231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62d684-9a8b-4f0d-b21f-46f4b4e612eb req-d4bc7b92-df94-4fb0-b69b-71371cdae40d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:32.786913 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6f62d684-9a8b-4f0d-b21f-46f4b4e612eb req-d4bc7b92-df94-4fb0-b69b-71371cdae40d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Synchronizing usage tracker for tenant:6104bdcf512a4cc8a644fa5f3216a971 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:06:32.847757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-6f62d684-9a8b-4f0d-b21f-46f4b4e612eb req-d4bc7b92-df94-4fb0-b69b-71371cdae40d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Unset dirty status for tenant:6104bdcf512a4cc8a644fa5f3216a971 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:06:32.848937 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f62d684-9a8b-4f0d-b21f-46f4b4e612eb req-d4bc7b92-df94-4fb0-b69b-71371cdae40d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 931 time: 0.2361238 Apr 22 16:06:32.913708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adae9a50-98a1-4063-9266-cfde829406ae {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 16:06:32.922162 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:32.950813 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Transition to ACTIVE for port object adae9a50-98a1-4063-9266-cfde829406ae will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:06:32.958739 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6f62d684-9a8b-4f0d-b21f-46f4b4e612eb req-bf48e434-60a8-4aee-8080-edaf93f4294d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978405 Apr 22 16:06:32.960393 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:33.092788 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Pushing event updated for resources: {'Port': ['ID=adae9a50-98a1-4063-9266-cfde829406ae,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:33.206880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Attempting to bind port adae9a50-98a1-4063-9266-cfde829406ae on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:06:33.207216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Attempting to bind port adae9a50-98a1-4063-9266-cfde829406ae by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:06:33.207543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Attempting to bind port adae9a50-98a1-4063-9266-cfde829406ae on network d103867e-fc44-4921-ad15-12d5c9b79e05 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:06:33.213373 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Port adae9a50-98a1-4063-9266-cfde829406ae on network d103867e-fc44-4921-ad15-12d5c9b79e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 16:06:33.213687 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Attempting to bind port adae9a50-98a1-4063-9266-cfde829406ae on network d103867e-fc44-4921-ad15-12d5c9b79e05 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:06:33.219823 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:06:33.220156 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Checking segment: {'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:06:33.220535 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Bound using segment: {'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:06:33.220949 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Bound port: adae9a50-98a1-4063-9266-cfde829406ae, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca0fa2d-9f88-410f-81af-95f68ec112bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:06:33.221293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:33.307859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] For port adae9a50-98a1-4063-9266-cfde829406ae, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:06:33.311621 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] For port adae9a50-98a1-4063-9266-cfde829406ae, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=adae9a50-98a1-4063-9266-cfde829406ae,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:06:33.315566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:33.367725 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:33.369095 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] 10.222.0.70 "PUT /v2.0/ports/adae9a50-98a1-4063-9266-cfde829406ae HTTP/1.1" status: 200 len: 1093 time: 1.1571760 Apr 22 16:06:33.376896 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03953943-061d-4a51-8f03-5166c62bd0d2', 'tag': 'adae9a50-98a1-4063-9266-cfde829406ae'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:06:33.400471 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57897a2-ad48-4045-b539-e4d85616a584 service neutron] Pushing event updated for resources: {'Port': ['ID=adae9a50-98a1-4063-9266-cfde829406ae,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:33.463390 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49982844-e78d-48e2-838a-536ea7f01a2e'] response: {'name': 'network-changed', 'server_uuid': '03953943-061d-4a51-8f03-5166c62bd0d2', 'tag': 'adae9a50-98a1-4063-9266-cfde829406ae', 'status': 'completed', 'code': 200} Apr 22 16:06:33.506234 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-9376433f-3467-4a5c-b0fb-9f377b2fe3db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0775948 Apr 22 16:06:33.583895 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-2e76cc38-168b-47c1-b8c4-2ccb19836427 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adae9a50-98a1-4063-9266-cfde829406ae HTTP/1.1" status: 200 len: 217 time: 0.0647550 Apr 22 16:06:33.615770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:33.651368 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-7d54cb22-ce5e-4bb7-8f37-5d4586a79f6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:33.652710 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-7d54cb22-ce5e-4bb7-8f37-5d4586a79f6a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0617497 Apr 22 16:06:33.725264 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-a91bbe1d-b4ff-4d7a-8c9a-041781fe029d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669827 Apr 22 16:06:33.853065 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-e3ea153d-5ddd-4c72-91e6-b6da5430bbc9 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216202 Apr 22 16:06:33.996898 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-59202768-66ac-47dd-aaab-a5410d10abe5 req-962c92a5-9421-4fbb-a509-dc48deb262ee service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378484 Apr 22 16:06:34.203777 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53b5fd-d053-4e69-bb81-58d87d47de84 req-c4eedcd3-f45e-40bd-9bb0-d3dbe1e3f9bb tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:34.205201 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bb53b5fd-d053-4e69-bb81-58d87d47de84 req-c4eedcd3-f45e-40bd-9bb0-d3dbe1e3f9bb tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 943 time: 0.1318390 Apr 22 16:06:34.208674 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f9276be-ab5a-4a47-8b11-02c98fbf7a27 req-13812f00-7abc-40fa-8a69-f8b1a8f54307 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1096 time: 0.1023676 Apr 22 16:06:34.330547 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bb53b5fd-d053-4e69-bb81-58d87d47de84 req-1505837a-a9d1-4848-973e-785de3dace60 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198428 Apr 22 16:06:34.372549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9276be-ab5a-4a47-8b11-02c98fbf7a27 req-0b72abae-9c40-4537-8433-82de4e14f96b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:34.374049 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f9276be-ab5a-4a47-8b11-02c98fbf7a27 req-0b72abae-9c40-4537-8433-82de4e14f96b service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1501346 Apr 22 16:06:34.521776 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f9276be-ab5a-4a47-8b11-02c98fbf7a27 req-51061549-3de7-4cd8-ad2f-69663988cac8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adae9a50-98a1-4063-9266-cfde829406ae HTTP/1.1" status: 200 len: 217 time: 0.1419058 Apr 22 16:06:34.584948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9276be-ab5a-4a47-8b11-02c98fbf7a27 req-04f99169-591c-4a05-81b0-3e4dbdff2219 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:34.586274 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f9276be-ab5a-4a47-8b11-02c98fbf7a27 req-04f99169-591c-4a05-81b0-3e4dbdff2219 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0583646 Apr 22 16:06:34.659867 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f9276be-ab5a-4a47-8b11-02c98fbf7a27 req-241b81e1-6d9b-4e08-b8b9-bd16792cf7b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669107 Apr 22 16:06:34.788473 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f9276be-ab5a-4a47-8b11-02c98fbf7a27 req-1193e22c-a5c0-4e5c-a517-d0d6fafadbb8 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214018 Apr 22 16:06:34.919668 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1f9276be-ab5a-4a47-8b11-02c98fbf7a27 req-156dba0d-3bca-4a03-87cb-39722b184d6f service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238451 Apr 22 16:06:35.528002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0b3a8-d6b7-40f2-a730-7e32ea0a88a2 req-044c3c9e-a2cd-430a-b077-56b99bb2cf27 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:35.529444 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c6a0b3a8-d6b7-40f2-a730-7e32ea0a88a2 req-044c3c9e-a2cd-430a-b077-56b99bb2cf27 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 943 time: 0.0780809 Apr 22 16:06:35.573112 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c6a0b3a8-d6b7-40f2-a730-7e32ea0a88a2 req-a72606c5-5083-431f-9002-54b9bf461a65 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383041 Apr 22 16:06:36.763182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d027ecd-94f3-4c2d-a671-127fe8183973 req-f4ec5992-7d33-46ec-bd9c-535d30814b94 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:36.765226 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4d027ecd-94f3-4c2d-a671-127fe8183973 req-f4ec5992-7d33-46ec-bd9c-535d30814b94 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 943 time: 0.0759287 Apr 22 16:06:36.809082 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4d027ecd-94f3-4c2d-a671-127fe8183973 req-8dc39938-d3ce-4dd3-8525-a06c7cea83a5 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384848 Apr 22 16:06:38.006996 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b0e66-d48d-427e-91bb-9c88b7963a49 req-f0884ba9-0436-4405-9976-a28c4c3f11a3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:38.008637 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5c8b0e66-d48d-427e-91bb-9c88b7963a49 req-f0884ba9-0436-4405-9976-a28c4c3f11a3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 943 time: 0.0830069 Apr 22 16:06:38.053725 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5c8b0e66-d48d-427e-91bb-9c88b7963a49 req-01a1a671-bde6-463a-884f-67b6c1ecb880 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395684 Apr 22 16:06:39.252224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983d259-9594-4137-9b3f-4942f942e3cf req-e7c7cc97-0291-46cd-af04-538cb7c680c6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:39.253677 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e983d259-9594-4137-9b3f-4942f942e3cf req-e7c7cc97-0291-46cd-af04-538cb7c680c6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 943 time: 0.0817115 Apr 22 16:06:39.301583 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e983d259-9594-4137-9b3f-4942f942e3cf req-b6309bd2-5d3c-4264-9ae3-e3ff797a8ab3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424509 Apr 22 16:06:40.491574 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deee05d-77be-4ab6-bce3-1de9409d5894 req-8104f800-0039-481e-b4a7-8bbe11ac53e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:40.492986 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6deee05d-77be-4ab6-bce3-1de9409d5894 req-8104f800-0039-481e-b4a7-8bbe11ac53e6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 943 time: 0.0739133 Apr 22 16:06:40.541257 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6deee05d-77be-4ab6-bce3-1de9409d5894 req-d67d5d2e-0946-415b-a29d-fc7b775dd17e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419645 Apr 22 16:06:41.736268 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cc482-69b4-4bd5-bd1c-527eacf6efc2 req-3bfd7ba3-01ca-4679-9ebb-4f1458ed521b tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:41.737676 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9e2cc482-69b4-4bd5-bd1c-527eacf6efc2 req-3bfd7ba3-01ca-4679-9ebb-4f1458ed521b tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 943 time: 0.0771644 Apr 22 16:06:41.781720 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9e2cc482-69b4-4bd5-bd1c-527eacf6efc2 req-92734f4b-9aa9-4b13-b07f-952841107337 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386240 Apr 22 16:06:42.863981 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0b568341-59ce-4b1c-9cc1-0cd7280f8bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:42.976745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1090c-e7ff-4961-961b-dc1989e14ca8 req-afec6cc9-7319-4433-b01d-6671e48364f6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:42.978237 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-07f1090c-e7ff-4961-961b-dc1989e14ca8 req-afec6cc9-7319-4433-b01d-6671e48364f6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 943 time: 0.0785239 Apr 22 16:06:43.022542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device adae9a50-98a1-4063-9266-cfde829406ae details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 16:06:43.027505 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-07f1090c-e7ff-4961-961b-dc1989e14ca8 req-eed1dcdf-3519-44af-b5b0-59712392427c tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436723 Apr 22 16:06:43.152170 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port adae9a50-98a1-4063-9266-cfde829406ae, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=adae9a50-98a1-4063-9266-cfde829406ae,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:06:43.165156 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'adae9a50-98a1-4063-9266-cfde829406ae', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'port_id': 'adae9a50-98a1-4063-9266-cfde829406ae', 'mac_address': 'fa:16:3e:86:76:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:06:43.220079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:43.236497 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adae9a50-98a1-4063-9266-cfde829406ae {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 16:06:43.251491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port adae9a50-98a1-4063-9266-cfde829406ae, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=adae9a50-98a1-4063-9266-cfde829406ae,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:06:43.254845 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:43.317844 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=adae9a50-98a1-4063-9266-cfde829406ae,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:43.326448 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:43.326792 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:43.327126 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:43.327456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:43.327783 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:43.328108 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:43.328429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:43.328750 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:43.329066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:43.329384 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:43.329699 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:06:43.625740 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['adae9a50-98a1-4063-9266-cfde829406ae'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 16:06:44.219699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd28bae-e048-498f-ba2c-b3d71d70f05f req-bca9cccd-8b95-41b8-8940-7c219122739d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:44.221113 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fdd28bae-e048-498f-ba2c-b3d71d70f05f req-bca9cccd-8b95-41b8-8940-7c219122739d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 944 time: 0.0775290 Apr 22 16:06:44.264647 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fdd28bae-e048-498f-ba2c-b3d71d70f05f req-c301ef36-7540-4f13-aef9-044c4394bdc9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380969 Apr 22 16:06:45.021251 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device adae9a50-98a1-4063-9266-cfde829406ae up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:06:45.095145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port adae9a50-98a1-4063-9266-cfde829406ae completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:06:45.099820 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port adae9a50-98a1-4063-9266-cfde829406ae triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:06:45.100187 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:45.151893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f63bd03-a117-4677-9319-3174867d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:45.220538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:45.245900 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03953943-061d-4a51-8f03-5166c62bd0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adae9a50-98a1-4063-9266-cfde829406ae'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:06:45.255222 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port adae9a50-98a1-4063-9266-cfde829406ae, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=adae9a50-98a1-4063-9266-cfde829406ae,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:06:45.259125 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:45.332957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=adae9a50-98a1-4063-9266-cfde829406ae,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:45.424897 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc0d6c9-5815-4c66-97e4-06156b75786e'] response: {'server_uuid': '03953943-061d-4a51-8f03-5166c62bd0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adae9a50-98a1-4063-9266-cfde829406ae', 'code': 200} Apr 22 16:06:45.457494 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffadf3-48b3-4715-89b7-4cec1034e5c9 req-40f4d2f7-4097-4a95-8876-d85b75072029 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:45.458980 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-09ffadf3-48b3-4715-89b7-4cec1034e5c9 req-40f4d2f7-4097-4a95-8876-d85b75072029 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0755882 Apr 22 16:06:45.504985 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-09ffadf3-48b3-4715-89b7-4cec1034e5c9 req-269d3015-717b-4340-9f61-5e46729e1f75 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402706 Apr 22 16:06:45.721658 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d70b07ea-36d7-418e-8364-839d1a7e6504 req-040d9d36-d627-40ef-a4da-a98d5a475d14 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0704868 Apr 22 16:06:45.763020 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d70b07ea-36d7-418e-8364-839d1a7e6504 req-53105bc9-9ba8-4d12-bb59-ea7664d5395a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354402 Apr 22 16:06:46.161689 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:46.202892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:46.300417 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:06:46.698424 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72cc97-6744-4193-a4d0-8c8ba5093bbc req-a3043f1a-94bc-419b-b3a6-a89b07c41201 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:46.699862 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9a72cc97-6744-4193-a4d0-8c8ba5093bbc req-a3043f1a-94bc-419b-b3a6-a89b07c41201 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0741882 Apr 22 16:06:46.746788 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9a72cc97-6744-4193-a4d0-8c8ba5093bbc req-1bffd85d-83b6-4929-9977-ca4db9b48108 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415492 Apr 22 16:06:47.792564 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:47.947273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7e983-4eb1-4ed6-b644-62e83e4975be req-a6d56ede-a51d-4891-826a-1a2f1cb388d8 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:47.948733 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f8d7e983-4eb1-4ed6-b644-62e83e4975be req-a6d56ede-a51d-4891-826a-1a2f1cb388d8 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0824947 Apr 22 16:06:47.993971 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f8d7e983-4eb1-4ed6-b644-62e83e4975be req-ee72b817-97c0-4036-a0ee-13a2fda9e8e9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390174 Apr 22 16:06:48.187825 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d0cf9-c50a-45f0-94ab-8bea977ce932 req-90b68982-4883-4ea5-ad0d-d2a36d7abc3f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:48.189249 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a05d0cf9-c50a-45f0-94ab-8bea977ce932 req-90b68982-4883-4ea5-ad0d-d2a36d7abc3f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0785928 Apr 22 16:06:48.233275 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a05d0cf9-c50a-45f0-94ab-8bea977ce932 req-f7447788-41a6-4607-91a1-460344aeff7b tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386531 Apr 22 16:06:48.260148 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44094) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:48.392890 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6f88211a-8e7d-413e-804f-505e0134a148 tempest-TestShelveInstance-340071850 tempest-TestShelveInstance-340071850-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1093 time: 0.1316326 Apr 22 16:06:48.395553 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44100) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:06:48.400490 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': 'adae9a50-98a1-4063-9266-cfde829406ae', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:06:48.405746 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:06:48.409504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Usage tracker for resource:floatingip and tenant:6104bdcf512a4cc8a644fa5f3216a971 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:06:48.412338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:06:48.417888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:06:48.428550 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:48.638696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:48.770763 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Allocated IP 172.26.8.16 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/aec16d00-e4b0-4e18-8e23-c02116b072e7) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:06:48.912875 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:48.938865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:49.002416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:06:49.005051 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:06:49.008671 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:06:49.041423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'Port': ['ID=aec16d00-e4b0-4e18-8e23-c02116b072e7,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:49.505331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:49.560835 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:49.763330 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:49.767500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:49.873099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event updated for resources: {'Port': ['ID=aec16d00-e4b0-4e18-8e23-c02116b072e7,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:06:49.884433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:50.164611 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Floating IP ca66ffa4-cc1e-4e2d-b5cc-3c063d91b26f associated. External IP: 172.26.8.16, port: adae9a50-98a1-4063-9266-cfde829406ae. Apr 22 16:06:50.547977 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Router 34a82cad-7b5a-4f2e-a825-54239c876ecc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:06:50.743202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:06:50.753367 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b59ce0-c6c2-4097-a5a9-27497fef80cf None None] Sync routers for ids ['34a82cad-7b5a-4f2e-a825-54239c876ecc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:06:50.765802 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b59ce0-c6c2-4097-a5a9-27497fef80cf None None] Routers {'34a82cad-7b5a-4f2e-a825-54239c876ecc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:06:50.766582 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c4b59ce0-c6c2-4097-a5a9-27497fef80cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:06:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['34a82cad-7b5a-4f2e-a825-54239c876ecc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:06:50.772083 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:06:50.828744 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-66c4c5d0-f372-413a-8782-c9b42b51d922 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4321058 Apr 22 16:06:50.829336 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03953943-061d-4a51-8f03-5166c62bd0d2', 'tag': 'adae9a50-98a1-4063-9266-cfde829406ae'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:06:50.881691 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7233b3-74f5-4afb-acd3-c12aa7aeaa97'] response: {'name': 'network-changed', 'server_uuid': '03953943-061d-4a51-8f03-5166c62bd0d2', 'tag': 'adae9a50-98a1-4063-9266-cfde829406ae', 'status': 'completed', 'code': 200} Apr 22 16:06:50.943235 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c4b59ce0-c6c2-4097-a5a9-27497fef80cf None None] Set router 34a82cad-7b5a-4f2e-a825-54239c876ecc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:06:50.993362 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-584e98c3-4572-4dc6-8bcd-e10d163681b8 req-5786dcf0-0445-4e65-aee3-c588576de01f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0681505 Apr 22 16:06:51.127416 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e98c3-4572-4dc6-8bcd-e10d163681b8 req-ea3d96ae-2817-4e26-aa02-d242502b85d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:51.128766 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-584e98c3-4572-4dc6-8bcd-e10d163681b8 req-ea3d96ae-2817-4e26-aa02-d242502b85d6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1295455 Apr 22 16:06:51.230747 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-584e98c3-4572-4dc6-8bcd-e10d163681b8 req-a2372c60-ec80-4af8-bdd7-0fccdc496258 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adae9a50-98a1-4063-9266-cfde829406ae HTTP/1.1" status: 200 len: 998 time: 0.0959396 Apr 22 16:06:51.287584 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c4b59ce0-c6c2-4097-a5a9-27497fef80cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'ca66ffa4-cc1e-4e2d-b5cc-3c063d91b26f', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'port_id': 'adae9a50-98a1-4063-9266-cfde829406ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'mac_address': 'fa:16:3e:86:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03953943-061d-4a51-8f03-5166c62bd0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:06:49Z', 'updated_at': '2022-04-22T16:06:49Z', 'revision_number': 0, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:40Z', 'revision_number': 5, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:06:51.291464 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b59ce0-c6c2-4097-a5a9-27497fef80cf None None] Checking router: 34a82cad-7b5a-4f2e-a825-54239c876ecc for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:06:51.292413 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e98c3-4572-4dc6-8bcd-e10d163681b8 req-dcc6a1ee-d273-4466-b814-7916808f1c14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:06:51.293844 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-584e98c3-4572-4dc6-8bcd-e10d163681b8 req-dcc6a1ee-d273-4466-b814-7916808f1c14 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0574963 Apr 22 16:06:51.302614 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b59ce0-c6c2-4097-a5a9-27497fef80cf None None] Routers {'34a82cad-7b5a-4f2e-a825-54239c876ecc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:06:51.303203 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c4b59ce0-c6c2-4097-a5a9-27497fef80cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:06:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['34a82cad-7b5a-4f2e-a825-54239c876ecc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:06:51.372991 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-584e98c3-4572-4dc6-8bcd-e10d163681b8 req-492b2fd6-5024-4ced-85ee-dd7f78ff148b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723119 Apr 22 16:06:51.484682 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-c4b59ce0-c6c2-4097-a5a9-27497fef80cf None None] Set router 34a82cad-7b5a-4f2e-a825-54239c876ecc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:06:51.504010 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-584e98c3-4572-4dc6-8bcd-e10d163681b8 req-0562e58f-a7ed-4a44-a431-4f1eed9b4e96 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224537 Apr 22 16:06:51.631788 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-584e98c3-4572-4dc6-8bcd-e10d163681b8 req-04d01eab-dd13-4de1-b20b-ef4e212997f8 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214936 Apr 22 16:06:51.847689 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-c4b59ce0-c6c2-4097-a5a9-27497fef80cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'ca66ffa4-cc1e-4e2d-b5cc-3c063d91b26f', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'port_id': 'adae9a50-98a1-4063-9266-cfde829406ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'mac_address': 'fa:16:3e:86:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03953943-061d-4a51-8f03-5166c62bd0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:06:49Z', 'updated_at': '2022-04-22T16:06:49Z', 'revision_number': 0, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:40Z', 'revision_number': 5, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:06:51.851461 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b59ce0-c6c2-4097-a5a9-27497fef80cf None None] The sync data for ids ['34a82cad-7b5a-4f2e-a825-54239c876ecc'] in dv-neutron-838883-3-hyperv is: [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': 'ca66ffa4-cc1e-4e2d-b5cc-3c063d91b26f', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'port_id': 'adae9a50-98a1-4063-9266-cfde829406ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'mac_address': 'fa:16:3e:86:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03953943-061d-4a51-8f03-5166c62bd0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:06:49Z', 'updated_at': '2022-04-22T16:06:49Z', 'revision_number': 0, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:40Z', 'revision_number': 5, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:06:52.032470 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbd475c-c62f-4513-829e-99af06465e2d None None] New status for floating IP ca66ffa4-cc1e-4e2d-b5cc-3c063d91b26f: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 16:07:03.618451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:07:12.865787 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6f069ad7-2ecb-4330-8088-880ef1557ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:07:15.119946 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-91a6afc9-19c7-41a3-ada5-5f2593a5407d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:07:16.165914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:07:16.204491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:07:17.799304 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:07:23.300084 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:07:33.223407 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c28ab7f0-fc0d-470f-9aed-418b2aec9626 req-ab646fca-54cd-42eb-930a-9b0d4c5557c4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755317 Apr 22 16:07:33.381134 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c28ab7f0-fc0d-470f-9aed-418b2aec9626 req-e4440874-c288-479b-a4ca-866ba7ce7ddf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0727704 Apr 22 16:07:33.613171 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:07:33.618568 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ab7f0-fc0d-470f-9aed-418b2aec9626 req-20c1f31c-1736-490f-b7ff-f0cfb5564b4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:07:33.620009 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c28ab7f0-fc0d-470f-9aed-418b2aec9626 req-20c1f31c-1736-490f-b7ff-f0cfb5564b4f service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.2214708 Apr 22 16:07:33.720548 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c28ab7f0-fc0d-470f-9aed-418b2aec9626 req-7b0eaf1d-1dd4-47b7-9054-43e737a68fa2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adae9a50-98a1-4063-9266-cfde829406ae HTTP/1.1" status: 200 len: 1000 time: 0.0943768 Apr 22 16:07:33.780776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ab7f0-fc0d-470f-9aed-418b2aec9626 req-b20688e1-9fb5-41fe-b962-9bae28bb8a12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:07:33.782203 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c28ab7f0-fc0d-470f-9aed-418b2aec9626 req-b20688e1-9fb5-41fe-b962-9bae28bb8a12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0555186 Apr 22 16:07:33.852427 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c28ab7f0-fc0d-470f-9aed-418b2aec9626 req-8666cd3b-4650-4a9b-93ed-70f1c8dea3c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0642467 Apr 22 16:07:33.979818 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c28ab7f0-fc0d-470f-9aed-418b2aec9626 req-7efbb0bd-2a7a-4bb7-bf56-c864de715d97 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216776 Apr 22 16:07:34.109565 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c28ab7f0-fc0d-470f-9aed-418b2aec9626 req-f1bc51e7-20d8-48e3-b7b2-097fa4451c16 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242361 Apr 22 16:07:42.867398 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a93137f6-e76a-4928-877a-c61b77ad74c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:07:45.120901 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-8d8d6caa-5efc-4559-81dd-820f9b87accd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:07:46.169210 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:07:46.209356 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:07:47.801989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:08:00.299864 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:08:03.632640 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:08:12.869032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5b83c8e2-2688-416c-bff7-8e166c4c122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:08:15.122007 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-42c7a2f9-a719-477b-89dd-9eb045eb9324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:08:16.172001 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:08:16.209026 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:08:17.804943 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:08:32.445133 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a98f0f09-67e0-4020-9d34-fa3e17ebcea8 req-93b77b61-ff6e-4fd7-ad9a-e3f3b12ec2e2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726249 Apr 22 16:08:32.602654 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a98f0f09-67e0-4020-9d34-fa3e17ebcea8 req-71ef5911-d0e1-4296-8fdd-695ad63a5b65 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0668304 Apr 22 16:08:32.743077 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f0f09-67e0-4020-9d34-fa3e17ebcea8 req-fd5b7e90-d74f-4c2a-8a1c-cd83e2a9b371 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:32.744400 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a98f0f09-67e0-4020-9d34-fa3e17ebcea8 req-fd5b7e90-d74f-4c2a-8a1c-cd83e2a9b371 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1238348 Apr 22 16:08:32.844476 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a98f0f09-67e0-4020-9d34-fa3e17ebcea8 req-b7ad49f0-695b-493c-bc27-440013d46264 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adae9a50-98a1-4063-9266-cfde829406ae HTTP/1.1" status: 200 len: 1000 time: 0.0947688 Apr 22 16:08:32.904487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f0f09-67e0-4020-9d34-fa3e17ebcea8 req-13cd6b80-27cb-4001-838b-97df8fb5f697 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:32.905833 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a98f0f09-67e0-4020-9d34-fa3e17ebcea8 req-13cd6b80-27cb-4001-838b-97df8fb5f697 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0552819 Apr 22 16:08:32.979619 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a98f0f09-67e0-4020-9d34-fa3e17ebcea8 req-a7bfba95-2046-4d5c-984e-cbb834703d9a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680227 Apr 22 16:08:33.107579 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a98f0f09-67e0-4020-9d34-fa3e17ebcea8 req-7cf53c41-671b-408a-bd90-0f48b2616d63 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221347 Apr 22 16:08:33.235891 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-a98f0f09-67e0-4020-9d34-fa3e17ebcea8 req-b68a43ff-0994-4a55-a46e-04f6190324fd service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218588 Apr 22 16:08:33.628189 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:08:37.299815 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:08:42.871658 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-32d5ba88-11af-4a8b-88cc-04cf45744bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:08:45.124102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6273bb6d-caa4-48c6-9668-52cc67563a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:08:46.174571 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:08:46.212703 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:08:46.947366 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841f5da-9a65-4761-a164-859d076077c1 req-d82ec67f-e8fc-4f06-bd83-6474ba635628 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:46.948821 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6841f5da-9a65-4761-a164-859d076077c1 req-d82ec67f-e8fc-4f06-bd83-6474ba635628 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0757473 Apr 22 16:08:46.994395 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6841f5da-9a65-4761-a164-859d076077c1 req-a7a41130-c704-49a9-be60-93a86b6b3c31 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398934 Apr 22 16:08:47.806834 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:08:48.279828 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb87bc-b827-40b0-963b-f96ddd34d3d1 req-aa692d48-2ea6-4b0e-8911-96d3e7549ca6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:48.281263 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-afbb87bc-b827-40b0-963b-f96ddd34d3d1 req-aa692d48-2ea6-4b0e-8911-96d3e7549ca6 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.1680522 Apr 22 16:08:48.326976 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-afbb87bc-b827-40b0-963b-f96ddd34d3d1 req-6eeca815-80ce-4e53-afdf-3955ffaea5b9 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394304 Apr 22 16:08:49.535215 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175245b-980a-4293-80f9-eb206e9f1b9a req-450a3b72-743c-4ab0-9029-083a7a5710de tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:49.536661 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e175245b-980a-4293-80f9-eb206e9f1b9a req-450a3b72-743c-4ab0-9029-083a7a5710de tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0772076 Apr 22 16:08:49.581080 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e175245b-980a-4293-80f9-eb206e9f1b9a req-d86bcdb4-8e07-4460-b491-4b7dfdea1037 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389860 Apr 22 16:08:50.775052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8ede-8cab-4631-9661-60b7d13c17c4 req-ec5f2f34-1b3c-4438-8295-e097cb69122a tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:50.776477 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc1d8ede-8cab-4631-9661-60b7d13c17c4 req-ec5f2f34-1b3c-4438-8295-e097cb69122a tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0750341 Apr 22 16:08:50.820237 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dc1d8ede-8cab-4631-9661-60b7d13c17c4 req-2f76db7f-2e4d-4c40-9c4b-7fe965a02168 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384362 Apr 22 16:08:52.017345 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3531e71-b555-4747-b5d2-4d63ddc58011 req-9a8cf136-b68e-433c-a578-6b4e59e28cb3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:52.018821 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c3531e71-b555-4747-b5d2-4d63ddc58011 req-9a8cf136-b68e-433c-a578-6b4e59e28cb3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0792022 Apr 22 16:08:52.074248 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c3531e71-b555-4747-b5d2-4d63ddc58011 req-0b123f81-e645-4e44-bc7a-c8227ae6b137 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498281 Apr 22 16:08:53.265998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7905b6-1544-42dd-a02c-863906f6f8b2 req-63ad01fa-4e78-47f6-8d26-cd524a9c9ef3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:53.267445 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2c7905b6-1544-42dd-a02c-863906f6f8b2 req-63ad01fa-4e78-47f6-8d26-cd524a9c9ef3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0742145 Apr 22 16:08:53.315958 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-2c7905b6-1544-42dd-a02c-863906f6f8b2 req-e0c74bf5-5034-4d99-8320-252142079323 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429411 Apr 22 16:08:54.512302 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6ef70-e9fc-40db-878c-86fb035705db req-0725f77d-a5f5-44dd-9369-d62747debb2a tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:54.513787 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bdc6ef70-e9fc-40db-878c-86fb035705db req-0725f77d-a5f5-44dd-9369-d62747debb2a tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0771494 Apr 22 16:08:54.559553 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bdc6ef70-e9fc-40db-878c-86fb035705db req-e8df2723-7916-48d3-9104-971845a1734f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402329 Apr 22 16:08:55.748317 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f424-6bc7-4ace-a421-9687c8ae848e req-6a43a5b2-75f3-4b4a-b585-16d0212af8ef tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:55.749740 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5914f424-6bc7-4ace-a421-9687c8ae848e req-6a43a5b2-75f3-4b4a-b585-16d0212af8ef tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0737875 Apr 22 16:08:55.798063 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5914f424-6bc7-4ace-a421-9687c8ae848e req-601b1def-b33e-4f0c-8382-98223b700076 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424011 Apr 22 16:08:56.991873 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967535d7-5e20-48d2-9cc5-208c35b98661 req-bc4bf4ce-3a1a-4f34-8207-485589ff5169 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:56.993334 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-967535d7-5e20-48d2-9cc5-208c35b98661 req-bc4bf4ce-3a1a-4f34-8207-485589ff5169 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0745299 Apr 22 16:08:57.046333 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-967535d7-5e20-48d2-9cc5-208c35b98661 req-4d9f9674-f6c8-4db4-8c03-68d5a91dcc20 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473061 Apr 22 16:08:57.121029 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7fd079c5-c83a-4067-b76e-5bfe6eff6b41 req-4571aed0-3eb9-4dc9-b2b6-b963a2a5c289 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0736609 Apr 22 16:08:57.248541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd079c5-c83a-4067-b76e-5bfe6eff6b41 req-3d551a4c-9b48-46dd-8ef3-a02e5ac61955 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:57.249952 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7fd079c5-c83a-4067-b76e-5bfe6eff6b41 req-3d551a4c-9b48-46dd-8ef3-a02e5ac61955 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1232307 Apr 22 16:08:57.350383 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7fd079c5-c83a-4067-b76e-5bfe6eff6b41 req-abadedec-9d34-42a5-af14-7ff1df850f68 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adae9a50-98a1-4063-9266-cfde829406ae HTTP/1.1" status: 200 len: 1000 time: 0.0937402 Apr 22 16:08:57.411802 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd079c5-c83a-4067-b76e-5bfe6eff6b41 req-6be2e46b-dd88-471b-9aa4-364a7e5403e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:57.413138 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7fd079c5-c83a-4067-b76e-5bfe6eff6b41 req-6be2e46b-dd88-471b-9aa4-364a7e5403e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0568290 Apr 22 16:08:57.487962 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7fd079c5-c83a-4067-b76e-5bfe6eff6b41 req-d62f1e5a-6170-4d02-a814-5d920b67a816 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684500 Apr 22 16:08:57.620506 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7fd079c5-c83a-4067-b76e-5bfe6eff6b41 req-492b8f02-9013-4cfa-94dd-a5795df01d63 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249721 Apr 22 16:08:57.748225 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7fd079c5-c83a-4067-b76e-5bfe6eff6b41 req-b68df1ae-e8c3-4114-9940-d1a6a4f840ae service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215620 Apr 22 16:08:58.246017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a48973-1d05-4cb3-9c05-f13be3af68b3 req-ff497d8f-a755-4f1e-9108-d9fa9b054287 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:58.247447 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c7a48973-1d05-4cb3-9c05-f13be3af68b3 req-ff497d8f-a755-4f1e-9108-d9fa9b054287 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0793073 Apr 22 16:08:58.290765 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c7a48973-1d05-4cb3-9c05-f13be3af68b3 req-e1b54ee0-15c5-4d29-83cc-74a9fd8ec9ea tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379038 Apr 22 16:08:59.485254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701aa252-2db4-489a-a105-442a4b4e1a9e req-53c804fe-181d-4a2b-9388-5d3531bed466 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:08:59.486741 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-701aa252-2db4-489a-a105-442a4b4e1a9e req-53c804fe-181d-4a2b-9388-5d3531bed466 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0750349 Apr 22 16:08:59.536890 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-701aa252-2db4-489a-a105-442a4b4e1a9e req-12770014-e6cd-43b8-b6ce-a8d8ae8d05ae tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447316 Apr 22 16:09:00.809840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb3632-2949-412e-ac5a-ac7acda115aa req-bf8ebfc1-75a8-4152-a679-69c190fceda3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:00.811359 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bebb3632-2949-412e-ac5a-ac7acda115aa req-bf8ebfc1-75a8-4152-a679-69c190fceda3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.1553261 Apr 22 16:09:00.855086 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bebb3632-2949-412e-ac5a-ac7acda115aa req-bb40c683-4d1a-490d-af69-09aec08ab12e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377507 Apr 22 16:09:01.098904 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e46d18c3-859b-422e-a27e-c4f13765ce8c req-76c58317-ab6f-493b-aaf1-0974b6299287 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1309326 Apr 22 16:09:01.218261 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 44194) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:09:01.357967 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c41ecd-5de1-49ef-9be0-9ee0e3c101f0 req-abe94ce6-5f03-469a-9164-ac5ee5be108f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:01.362927 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b0c41ecd-5de1-49ef-9be0-9ee0e3c101f0 req-abe94ce6-5f03-469a-9164-ac5ee5be108f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0829120 Apr 22 16:09:01.394248 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [req-25b094b4-d60e-4dea-a748-b75dcbd46f4e req-6e087223-7271-4edb-a3bb-7ea30daecb53 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1741667 Apr 22 16:09:01.411779 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b0c41ecd-5de1-49ef-9be0-9ee0e3c101f0 req-5a59261e-20c5-4c3f-a9b3-98de38b8fe62 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423245 Apr 22 16:09:02.609888 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adae0c1-6b5b-449f-ade2-a9bcf3159ea4 req-5db0e305-923b-4408-9c8a-39d6b89ce059 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:02.611282 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4adae0c1-6b5b-449f-ade2-a9bcf3159ea4 req-5db0e305-923b-4408-9c8a-39d6b89ce059 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0793397 Apr 22 16:09:02.659469 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4adae0c1-6b5b-449f-ade2-a9bcf3159ea4 req-aeea5275-6ca5-4881-bd59-4f02ff261952 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426166 Apr 22 16:09:03.641914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:03.675040 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25b094b4-d60e-4dea-a748-b75dcbd46f4e req-0464fa8e-5355-47e9-827d-f68df5f0da49 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2&tenant_id=6104bdcf512a4cc8a644fa5f3216a971 HTTP/1.1" status: 200 len: 1098 time: 0.0685945 Apr 22 16:09:03.752038 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device adae9a50-98a1-4063-9266-cfde829406ae no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:09:03.782881 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25b094b4-d60e-4dea-a748-b75dcbd46f4e req-3bc59f91-fb28-47d0-9492-bd6f02f39522 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0753863 Apr 22 16:09:03.865728 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:03.892281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03953943-061d-4a51-8f03-5166c62bd0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adae9a50-98a1-4063-9266-cfde829406ae'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:09:03.901542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port adae9a50-98a1-4063-9266-cfde829406ae, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=adae9a50-98a1-4063-9266-cfde829406ae,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:09:03.906696 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:03.951105 dv-neutron-838883-3-hyperv neutron-server[83935]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f7fea0e0-2354-4d2d-9e39-b0cb2135c0ab']: {'server_uuid': '03953943-061d-4a51-8f03-5166c62bd0d2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'adae9a50-98a1-4063-9266-cfde829406ae', 'code': 422} returned with failed status Apr 22 16:09:03.967357 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee1edc-b8c5-4041-81c2-81dd8f486fc2 req-a322a6b1-e5ca-4326-9098-3c055f0c2829 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:03.969342 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eeee1edc-b8c5-4041-81c2-81dd8f486fc2 req-a322a6b1-e5ca-4326-9098-3c055f0c2829 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.1833770 Apr 22 16:09:03.977760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b094b4-d60e-4dea-a748-b75dcbd46f4e req-c5a1cf82-9767-43f9-88b5-88374b473014 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:03.979112 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25b094b4-d60e-4dea-a748-b75dcbd46f4e req-c5a1cf82-9767-43f9-88b5-88374b473014 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1600862 Apr 22 16:09:03.980329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=adae9a50-98a1-4063-9266-cfde829406ae,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:09:03.989246 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:09:03.989585 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:09:03.989921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:09:03.990275 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:09:03.990603 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:09:03.990926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:09:03.991249 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:09:03.991572 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:09:03.991889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:09:03.992206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:09:03.992524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:09:04.099515 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-eeee1edc-b8c5-4041-81c2-81dd8f486fc2 req-f04e454e-4b1e-4331-bdb4-9f2b911e2654 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236176 Apr 22 16:09:04.106124 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25b094b4-d60e-4dea-a748-b75dcbd46f4e req-54dc6d82-f99c-4f19-b916-96f53eff77e8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adae9a50-98a1-4063-9266-cfde829406ae HTTP/1.1" status: 200 len: 998 time: 0.1139154 Apr 22 16:09:04.169463 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b094b4-d60e-4dea-a748-b75dcbd46f4e req-170e6463-f690-4f5e-8928-ee0710dbe8dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:04.170885 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25b094b4-d60e-4dea-a748-b75dcbd46f4e req-170e6463-f690-4f5e-8928-ee0710dbe8dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0589736 Apr 22 16:09:04.241504 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25b094b4-d60e-4dea-a748-b75dcbd46f4e req-1bfdda42-5020-4c6f-8d13-009644c062c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650158 Apr 22 16:09:04.368097 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25b094b4-d60e-4dea-a748-b75dcbd46f4e req-3c510778-8170-406f-bff0-21a735c91467 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207538 Apr 22 16:09:04.495424 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-25b094b4-d60e-4dea-a748-b75dcbd46f4e req-f9ae5a7a-2eb6-499e-90f3-4200b8d9daf4 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214645 Apr 22 16:09:05.289339 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2beee0-2289-43af-b8c5-27e6bf942364 req-c197cb2e-cbcd-408d-aeca-d01325e5d6ab tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:05.290898 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0c2beee0-2289-43af-b8c5-27e6bf942364 req-c197cb2e-cbcd-408d-aeca-d01325e5d6ab tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 943 time: 0.0736651 Apr 22 16:09:05.338623 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0c2beee0-2289-43af-b8c5-27e6bf942364 req-f6cb08f1-0fa0-497e-84cb-7e3eb8c24d53 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423176 Apr 22 16:09:06.529054 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab6223-0c25-4484-97b6-9b563a51edfe req-e6bf86c8-6370-460f-bf57-a06c27d4dd42 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:06.530473 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49ab6223-0c25-4484-97b6-9b563a51edfe req-e6bf86c8-6370-460f-bf57-a06c27d4dd42 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 943 time: 0.0748334 Apr 22 16:09:06.573518 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49ab6223-0c25-4484-97b6-9b563a51edfe req-b637fdc5-7435-48b8-b556-a9b2de32b2df tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376701 Apr 22 16:09:07.767923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f8007-0bc4-465c-b367-c6a9d27604d5 req-d8d77f01-de34-4b04-8f4e-907d4f64e700 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:07.769357 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-677f8007-0bc4-465c-b367-c6a9d27604d5 req-d8d77f01-de34-4b04-8f4e-907d4f64e700 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 943 time: 0.0792711 Apr 22 16:09:07.815634 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-677f8007-0bc4-465c-b367-c6a9d27604d5 req-1bc2ee38-1386-407c-b51d-823289ec4411 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407169 Apr 22 16:09:09.010021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2c7dd-4155-415f-8587-1bf243afdb92 req-fc899f97-4e62-40a2-ac8c-ba789df664bb tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:09.011491 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-77a2c7dd-4155-415f-8587-1bf243afdb92 req-fc899f97-4e62-40a2-ac8c-ba789df664bb tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 943 time: 0.0748205 Apr 22 16:09:09.055794 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-77a2c7dd-4155-415f-8587-1bf243afdb92 req-70e249e4-9a83-4985-b46a-f415c3702180 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384245 Apr 22 16:09:10.338283 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47d17a-1741-48d2-922d-8b06519467bc req-81f5ea33-b010-423f-ac8c-04abc46cf6dd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:10.339732 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea47d17a-1741-48d2-922d-8b06519467bc req-81f5ea33-b010-423f-ac8c-04abc46cf6dd tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 943 time: 0.1649086 Apr 22 16:09:10.384638 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ea47d17a-1741-48d2-922d-8b06519467bc req-3b74ec7c-c98e-4844-9f36-28ff4bf49273 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392094 Apr 22 16:09:11.582224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c7786-2b3b-4151-8db9-309d48410d83 req-a43c7e95-935d-4b4c-972d-45add6a91073 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:11.583627 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6a6c7786-2b3b-4151-8db9-309d48410d83 req-a43c7e95-935d-4b4c-972d-45add6a91073 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 943 time: 0.0736125 Apr 22 16:09:11.631251 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6a6c7786-2b3b-4151-8db9-309d48410d83 req-0cea3250-76ef-4309-bb36-7f1857149364 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422158 Apr 22 16:09:11.783947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device adae9a50-98a1-4063-9266-cfde829406ae details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 16:09:11.919895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port adae9a50-98a1-4063-9266-cfde829406ae, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=adae9a50-98a1-4063-9266-cfde829406ae,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:09:11.933730 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': 'adae9a50-98a1-4063-9266-cfde829406ae', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'port_id': 'adae9a50-98a1-4063-9266-cfde829406ae', 'mac_address': 'fa:16:3e:86:76:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:09:11.987405 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:12.005493 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adae9a50-98a1-4063-9266-cfde829406ae {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 16:09:12.021202 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port adae9a50-98a1-4063-9266-cfde829406ae, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=adae9a50-98a1-4063-9266-cfde829406ae,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:09:12.025145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:12.080994 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-262d4f84-6f71-4224-9b00-970ddadc2225 req-e9a81d5c-5629-4bbb-9d39-3c811a012175 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1097 time: 0.0686500 Apr 22 16:09:12.089037 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=adae9a50-98a1-4063-9266-cfde829406ae,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:09:12.126852 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-262d4f84-6f71-4224-9b00-970ddadc2225 req-fda41fba-84c8-4403-865b-7dbaf3d42633 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393751 Apr 22 16:09:12.510660 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['adae9a50-98a1-4063-9266-cfde829406ae'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 16:09:12.831312 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75569459-1963-4f49-a428-3109ea6a1f5a req-7bce7206-87b7-4847-ac20-3eda90d73b5b tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:12.832755 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-75569459-1963-4f49-a428-3109ea6a1f5a req-7bce7206-87b7-4847-ac20-3eda90d73b5b tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 944 time: 0.0842824 Apr 22 16:09:12.873427 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1bb67a90-d804-44e7-81af-b4350966def5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:12.881332 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-75569459-1963-4f49-a428-3109ea6a1f5a req-d6b14f36-113d-4fcf-9241-72c9bacad42d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431383 Apr 22 16:09:13.801078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device adae9a50-98a1-4063-9266-cfde829406ae up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:09:13.867447 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port adae9a50-98a1-4063-9266-cfde829406ae triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:09:13.867809 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:13.980188 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:14.008120 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03953943-061d-4a51-8f03-5166c62bd0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adae9a50-98a1-4063-9266-cfde829406ae'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:09:14.018018 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port adae9a50-98a1-4063-9266-cfde829406ae, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=adae9a50-98a1-4063-9266-cfde829406ae,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:09:14.023194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:14.069440 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de5fbd3-5fa1-4d59-9d19-038eada1eeb7'] response: {'server_uuid': '03953943-061d-4a51-8f03-5166c62bd0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adae9a50-98a1-4063-9266-cfde829406ae', 'code': 200} Apr 22 16:09:14.080434 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51b888-dd3a-4e78-964f-279bd6d0cd80 req-b92cb722-89a7-4821-8a51-544db941e83d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:14.081928 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7d51b888-dd3a-4e78-964f-279bd6d0cd80 req-b92cb722-89a7-4821-8a51-544db941e83d tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0797992 Apr 22 16:09:14.109524 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=adae9a50-98a1-4063-9266-cfde829406ae,revision_number=8']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:09:14.128446 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-7d51b888-dd3a-4e78-964f-279bd6d0cd80 req-7d11b717-8cd4-45d3-8abf-becd96d10b5f tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401044 Apr 22 16:09:14.301400 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:09:15.125864 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ce99eb3a-1231-4d05-91c6-90b8af0ae219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:16.176889 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:16.214962 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:17.810993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:33.637985 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:34.447443 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-679804d2-4f9d-4e30-9458-fcad98a370e9 req-f6700992-895c-4715-b313-4c843e32d8ee service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756922 Apr 22 16:09:34.605270 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-679804d2-4f9d-4e30-9458-fcad98a370e9 req-bb5c67af-7fb7-4736-921d-a5dc99c53a79 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0685446 Apr 22 16:09:34.746248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679804d2-4f9d-4e30-9458-fcad98a370e9 req-612ceea6-8528-4c1f-bd6d-f6d3bff97c66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:34.747670 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-679804d2-4f9d-4e30-9458-fcad98a370e9 req-612ceea6-8528-4c1f-bd6d-f6d3bff97c66 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1239526 Apr 22 16:09:34.848637 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-679804d2-4f9d-4e30-9458-fcad98a370e9 req-8d24daf6-6c15-48d7-b280-985821317a1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adae9a50-98a1-4063-9266-cfde829406ae HTTP/1.1" status: 200 len: 1000 time: 0.0941427 Apr 22 16:09:34.909119 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679804d2-4f9d-4e30-9458-fcad98a370e9 req-51489892-3f3e-4397-be90-268ec1b777e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:09:34.910478 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-679804d2-4f9d-4e30-9458-fcad98a370e9 req-51489892-3f3e-4397-be90-268ec1b777e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0557292 Apr 22 16:09:34.984586 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-679804d2-4f9d-4e30-9458-fcad98a370e9 req-1392f2cb-4ff3-42fd-97f5-5f5990022cff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682483 Apr 22 16:09:34.993772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-679804d2-4f9d-4e30-9458-fcad98a370e9 req-1c75e632-b5cd-4d3f-b997-9d450eaa5504 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 16:09:34.994968 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-679804d2-4f9d-4e30-9458-fcad98a370e9 req-1c75e632-b5cd-4d3f-b997-9d450eaa5504 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047073 Apr 22 16:09:35.129606 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-679804d2-4f9d-4e30-9458-fcad98a370e9 req-fe01bd6d-457c-46a9-85fa-f55dd1e333ba service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275308 Apr 22 16:09:35.281748 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-679804d2-4f9d-4e30-9458-fcad98a370e9 req-f292acff-3d76-4781-a187-9be0ed6c00ec service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444368 Apr 22 16:09:42.875126 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d99e-e8a5-4bbe-9a16-aafa5c256748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:45.127929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f025ed4e-d897-4c4d-8af3-d93ca2fe7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:46.178649 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:46.217086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:47.813054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:09:51.301511 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:10:03.657192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:10:12.877491 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b946557-5edf-4522-9393-31a5545514cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:10:15.131582 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bab0c571-a745-46b6-996b-4258f9edbfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:10:16.184098 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:10:16.220733 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:10:17.816656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:10:28.301930 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:10:33.658119 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:10:35.455676 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbe17a0f-68b0-49e3-ab0b-10e41e898ab0 req-44761613-916c-4ec0-a04c-89f44ad599da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701716 Apr 22 16:10:35.611774 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbe17a0f-68b0-49e3-ab0b-10e41e898ab0 req-740e6e1b-46cb-4ad2-afbe-611419b7ae02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0729859 Apr 22 16:10:35.752674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe17a0f-68b0-49e3-ab0b-10e41e898ab0 req-8da26d86-39c9-445c-952d-f12edb7c17c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:10:35.754072 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbe17a0f-68b0-49e3-ab0b-10e41e898ab0 req-8da26d86-39c9-445c-952d-f12edb7c17c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1235199 Apr 22 16:10:35.852764 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbe17a0f-68b0-49e3-ab0b-10e41e898ab0 req-74175d03-a600-4f77-843d-1a337518a843 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adae9a50-98a1-4063-9266-cfde829406ae HTTP/1.1" status: 200 len: 1000 time: 0.0931344 Apr 22 16:10:36.007002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe17a0f-68b0-49e3-ab0b-10e41e898ab0 req-ffcf59b4-8c11-4d2c-a52a-08d834a6cdf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:10:36.008379 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbe17a0f-68b0-49e3-ab0b-10e41e898ab0 req-ffcf59b4-8c11-4d2c-a52a-08d834a6cdf8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.1486521 Apr 22 16:10:36.080408 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbe17a0f-68b0-49e3-ab0b-10e41e898ab0 req-0a150639-ecd1-4854-a7bd-b6a9861940ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662456 Apr 22 16:10:36.211503 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbe17a0f-68b0-49e3-ab0b-10e41e898ab0 req-ff1df6b4-8e00-4120-bd4b-0af91384c146 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243672 Apr 22 16:10:36.340488 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bbe17a0f-68b0-49e3-ab0b-10e41e898ab0 req-31b6be4f-b60a-4279-a14f-1ec1762acdbc service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225753 Apr 22 16:10:42.879155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-43e7fa1e-44af-4a4c-a829-ea9ea3de167e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:10:45.133815 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-64a224c9-a6c1-4c5c-a22e-5d69b6592434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:10:46.175639 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:10:46.222433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:10:47.818714 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:11:03.662929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:11:05.302470 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:11:12.879999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b0261ed5-1895-4ffd-b303-50178bb58cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:11:15.136194 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d2311e12-d754-4a99-8646-0476c2792e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:11:16.179283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:11:16.224542 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:11:17.821815 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:11:33.660700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:11:36.544255 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-95f0a84b-9518-46fc-a128-3cf031c6a762 req-af8510c9-2213-429c-9c82-78afbc8edc9b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1843657 Apr 22 16:11:36.701004 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-95f0a84b-9518-46fc-a128-3cf031c6a762 req-ed6973e1-7f73-4b51-a604-9586401ee99e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0663848 Apr 22 16:11:36.840865 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0a84b-9518-46fc-a128-3cf031c6a762 req-49aea0d5-f190-4762-8cbe-b61399e42d9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:11:36.842306 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-95f0a84b-9518-46fc-a128-3cf031c6a762 req-49aea0d5-f190-4762-8cbe-b61399e42d9e service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1230607 Apr 22 16:11:36.945775 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-95f0a84b-9518-46fc-a128-3cf031c6a762 req-0dfe71cd-62ef-4a53-b00c-ed843201fc75 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adae9a50-98a1-4063-9266-cfde829406ae HTTP/1.1" status: 200 len: 1000 time: 0.0968201 Apr 22 16:11:37.005835 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0a84b-9518-46fc-a128-3cf031c6a762 req-c87b0671-0918-4d95-9459-fab2a9d89651 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:11:37.007316 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-95f0a84b-9518-46fc-a128-3cf031c6a762 req-c87b0671-0918-4d95-9459-fab2a9d89651 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0558863 Apr 22 16:11:37.081463 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-95f0a84b-9518-46fc-a128-3cf031c6a762 req-7bb74fd4-2bc5-48e1-9e12-dfbbe3d17e26 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681062 Apr 22 16:11:37.209020 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-95f0a84b-9518-46fc-a128-3cf031c6a762 req-16db50bd-8027-49c2-874d-3ccedbc164f1 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200302 Apr 22 16:11:37.336209 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-95f0a84b-9518-46fc-a128-3cf031c6a762 req-c68a4fee-64e7-461b-ab70-783fa7f49a25 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206603 Apr 22 16:11:42.302230 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:11:42.882390 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2fc3e881-2db6-4c30-a25b-6257d88d44e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:11:45.138379 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-db19650a-e476-45ac-a614-557a20fd9624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:11:46.181173 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:11:46.229805 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:11:47.825747 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:03.671364 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:12.883884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-66aa1332-5262-4a8e-a0d4-1b61fd0c59eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:15.140418 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-54d59656-a1f9-46a9-95f9-ef7aafcb07f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:16.185466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:16.229871 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:17.838032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:19.302955 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:12:33.677528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:36.442381 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0f4b46f-a081-4976-90ca-441cbd815630 req-9678cfc7-d27e-4f43-b9be-8107a3bf991b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665822 Apr 22 16:12:36.597070 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0f4b46f-a081-4976-90ca-441cbd815630 req-fb666ef5-cea6-4f79-90f7-ecb8fe056fd9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0704279 Apr 22 16:12:36.736799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4b46f-a081-4976-90ca-441cbd815630 req-7e427af6-2665-4b47-bce8-e2369e7c273d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:12:36.738105 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0f4b46f-a081-4976-90ca-441cbd815630 req-7e427af6-2665-4b47-bce8-e2369e7c273d service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1224551 Apr 22 16:12:36.834549 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0f4b46f-a081-4976-90ca-441cbd815630 req-d5027a7d-428c-4df4-bed3-34654527dc61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adae9a50-98a1-4063-9266-cfde829406ae HTTP/1.1" status: 200 len: 1000 time: 0.0898893 Apr 22 16:12:36.981836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4b46f-a081-4976-90ca-441cbd815630 req-bff11934-c55e-4d19-bdec-9cb5816fd6eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:12:36.983277 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0f4b46f-a081-4976-90ca-441cbd815630 req-bff11934-c55e-4d19-bdec-9cb5816fd6eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.1426852 Apr 22 16:12:37.056500 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0f4b46f-a081-4976-90ca-441cbd815630 req-058ec96a-df40-4fdf-a46f-049e5f65251c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660484 Apr 22 16:12:37.184766 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0f4b46f-a081-4976-90ca-441cbd815630 req-306ad153-9cf2-45e4-8cbb-a0a9135fecd7 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205473 Apr 22 16:12:37.312551 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0f4b46f-a081-4976-90ca-441cbd815630 req-c5fce45c-e851-45bf-bd95-687790f1c4f9 service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212358 Apr 22 16:12:42.886037 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-3cc5374c-66f0-466c-996e-554d3f69bcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:45.142698 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aa318c16-e28b-4b75-97aa-6639a479689e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:46.186880 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:46.232732 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:47.510477 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 44352) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:12:47.706555 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Deleting port aec16d00-e4b0-4e18-8e23-c02116b072e7 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:12:47.706812 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:47.837699 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:47.953416 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:47.953738 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:48.073437 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Calling delete_port for aec16d00-e4b0-4e18-8e23-c02116b072e7 owned by network:floatingip {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:12:48.216108 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:48.263700 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event deleted for resources: {'Port': ['ID=aec16d00-e4b0-4e18-8e23-c02116b072e7,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:12:48.327846 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:48.328111 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:48.328441 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:48.328767 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:48.329092 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:48.329415 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:48.329733 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:48.330051 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:48.330397 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:48.330709 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:48.331025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83934) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:48.362239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for floatingip, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:48.766196 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Router 34a82cad-7b5a-4f2e-a825-54239c876ecc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:12:48.967318 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:12:48.981034 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0d669-4d7a-483b-89ec-844b411a9658 None None] Sync routers for ids ['34a82cad-7b5a-4f2e-a825-54239c876ecc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:12:48.990889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:48.997718 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0d669-4d7a-483b-89ec-844b411a9658 None None] Routers {'34a82cad-7b5a-4f2e-a825-54239c876ecc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:12:48.999174 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-25c0d669-4d7a-483b-89ec-844b411a9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['34a82cad-7b5a-4f2e-a825-54239c876ecc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:12:49.049845 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8feb4e27-5155-40ef-8e20-b62522618b2e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "DELETE /v2.0/floatingips/ca66ffa4-cc1e-4e2d-b5cc-3c063d91b26f HTTP/1.1" status: 204 len: 168 time: 1.5382988 Apr 22 16:12:49.050656 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03953943-061d-4a51-8f03-5166c62bd0d2', 'tag': 'adae9a50-98a1-4063-9266-cfde829406ae'}] {{(pid=83934) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:12:49.203821 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-25c0d669-4d7a-483b-89ec-844b411a9658 None None] Set router 34a82cad-7b5a-4f2e-a825-54239c876ecc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:12:49.251032 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0d2dee4-6bd2-4655-9ba6-b016fb650e0a'] response: {'name': 'network-changed', 'server_uuid': '03953943-061d-4a51-8f03-5166c62bd0d2', 'tag': 'adae9a50-98a1-4063-9266-cfde829406ae', 'status': 'completed', 'code': 200} Apr 22 16:12:49.372556 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3a0c145d-564b-46fa-af76-0ec3758a8475 req-dc525e95-d054-4054-a522-394740632b42 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 1098 time: 0.0767980 Apr 22 16:12:49.509194 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c145d-564b-46fa-af76-0ec3758a8475 req-36987bc0-6efe-4b31-83b7-e12ada4f8da6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:12:49.510780 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3a0c145d-564b-46fa-af76-0ec3758a8475 req-36987bc0-6efe-4b31-83b7-e12ada4f8da6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 200 len: 909 time: 0.1319273 Apr 22 16:12:49.546313 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-25c0d669-4d7a-483b-89ec-844b411a9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:40Z', 'revision_number': 5, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:12:49.550029 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0d669-4d7a-483b-89ec-844b411a9658 None None] Checking router: 34a82cad-7b5a-4f2e-a825-54239c876ecc for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:12:49.560063 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0d669-4d7a-483b-89ec-844b411a9658 None None] Routers {'34a82cad-7b5a-4f2e-a825-54239c876ecc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:12:49.560631 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-25c0d669-4d7a-483b-89ec-844b411a9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['34a82cad-7b5a-4f2e-a825-54239c876ecc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:12:49.615485 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3a0c145d-564b-46fa-af76-0ec3758a8475 req-dfae9a01-3b24-48e4-adec-20c526d7df0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adae9a50-98a1-4063-9266-cfde829406ae HTTP/1.1" status: 200 len: 217 time: 0.0974143 Apr 22 16:12:49.694251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c145d-564b-46fa-af76-0ec3758a8475 req-c55aa04a-4f8a-40fc-bd03-b8bce5f75e55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:12:49.695660 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3a0c145d-564b-46fa-af76-0ec3758a8475 req-c55aa04a-4f8a-40fc-bd03-b8bce5f75e55 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 200 len: 847 time: 0.0717146 Apr 22 16:12:49.705551 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f4510-e01c-4abc-9f24-ae158ad6b650 req-6d9f73f6-d444-4666-8fa1-2193263e78ef tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:12:49.706939 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-987f4510-e01c-4abc-9f24-ae158ad6b650 req-6d9f73f6-d444-4666-8fa1-2193263e78ef tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.2634103 Apr 22 16:12:49.768391 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-25c0d669-4d7a-483b-89ec-844b411a9658 None None] Set router 34a82cad-7b5a-4f2e-a825-54239c876ecc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:12:49.802504 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-987f4510-e01c-4abc-9f24-ae158ad6b650 req-277fb75f-74f9-4aaf-95a1-a1f79dec6c3e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599391 Apr 22 16:12:49.813307 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3a0c145d-564b-46fa-af76-0ec3758a8475 req-0b537e5a-83cf-45d0-91cf-73a6d91bdbf4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d103867e-fc44-4921-ad15-12d5c9b79e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1054685 Apr 22 16:12:49.945554 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3a0c145d-564b-46fa-af76-0ec3758a8475 req-bb0be236-700b-4aa4-a0f6-dc16c4d521bc service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250944 Apr 22 16:12:50.075315 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-25c0d669-4d7a-483b-89ec-844b411a9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:40Z', 'revision_number': 5, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:12:50.076317 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3a0c145d-564b-46fa-af76-0ec3758a8475 req-e7c666c6-4a93-462b-a7dc-fc91f9dc917f service neutron] 10.222.0.70 "GET /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246114 Apr 22 16:12:50.079232 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c0d669-4d7a-483b-89ec-844b411a9658 None None] The sync data for ids ['34a82cad-7b5a-4f2e-a825-54239c876ecc'] in dv-neutron-838883-3-hyperv is: [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:00:31Z', 'revision_number': 4, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': 'f2625cd2-afff-4415-8b12-6ab19f0b4088', 'name': '', 'network_id': 'd103867e-fc44-4921-ad15-12d5c9b79e05', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'mac_address': 'fa:16:3e:e8:5a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:31Z', 'updated_at': '2022-04-22T16:00:40Z', 'revision_number': 5, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'subnets': [{'id': '74b07ed0-11d0-441e-9450-a896b4bad19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:12:50.286356 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f521c73-2953-445f-85b6-ebc280c82cea None None] New status for floating IP ca66ffa4-cc1e-4e2d-b5cc-3c063d91b26f: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 16:12:51.077575 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18983b-3e87-4218-ae99-6a32659181ba req-98bbc5e9-7238-4034-9923-96f2fde01d9e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:12:51.079023 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd18983b-3e87-4218-ae99-6a32659181ba req-98bbc5e9-7238-4034-9923-96f2fde01d9e tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.1424656 Apr 22 16:12:51.127207 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dd18983b-3e87-4218-ae99-6a32659181ba req-b5999089-5cb7-4f3f-a749-00bbdc8529bb tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/security-groups?id=ba967419-2b16-448a-8de0-4d53324f647b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426438 Apr 22 16:12:51.293534 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43606204-28e7-485c-9c12-eea791ed8b2a req-25ee9d13-502e-43e8-9b97-fbbcc3737e4a tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:12:51.294958 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-43606204-28e7-485c-9c12-eea791ed8b2a req-25ee9d13-502e-43e8-9b97-fbbcc3737e4a tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.70 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 945 time: 0.0736451 Apr 22 16:12:51.360190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-43606204-28e7-485c-9c12-eea791ed8b2a req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Deleting port adae9a50-98a1-4063-9266-cfde829406ae {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:12:51.360523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-43606204-28e7-485c-9c12-eea791ed8b2a req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:51.680535 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-43606204-28e7-485c-9c12-eea791ed8b2a req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] For port adae9a50-98a1-4063-9266-cfde829406ae, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=adae9a50-98a1-4063-9266-cfde829406ae,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:12:51.680884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-43606204-28e7-485c-9c12-eea791ed8b2a req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:51.801220 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-43606204-28e7-485c-9c12-eea791ed8b2a req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Calling delete_port for adae9a50-98a1-4063-9266-cfde829406ae owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:12:51.935861 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-43606204-28e7-485c-9c12-eea791ed8b2a req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:51.986300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event deleted for resources: {'Port': ['ID=adae9a50-98a1-4063-9266-cfde829406ae,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:12:52.027832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:52.028182 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:52.028525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:52.028859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:52.029192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:52.029524 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:52.029855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:52.030210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:52.030533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:52.030859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:52.031178 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:12:52.073123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-43606204-28e7-485c-9c12-eea791ed8b2a req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] No DVR routers for this DVR port adae9a50-98a1-4063-9266-cfde829406ae on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 16:12:52.075202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-43606204-28e7-485c-9c12-eea791ed8b2a req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:52.077788 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03953943-061d-4a51-8f03-5166c62bd0d2', 'name': 'network-vif-deleted', 'tag': 'adae9a50-98a1-4063-9266-cfde829406ae'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:12:52.090634 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-43606204-28e7-485c-9c12-eea791ed8b2a req-1246b9c0-9bcd-45d5-bfa7-ec07d75a33e3 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.70 "DELETE /v2.0/ports/adae9a50-98a1-4063-9266-cfde829406ae HTTP/1.1" status: 204 len: 173 time: 0.7900822 Apr 22 16:12:52.211259 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78745005-b497-4212-a5f8-8ace1f472056'] response: {'server_uuid': '03953943-061d-4a51-8f03-5166c62bd0d2', 'name': 'network-vif-deleted', 'tag': 'adae9a50-98a1-4063-9266-cfde829406ae', 'status': 'completed', 'code': 200} Apr 22 16:12:52.291014 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-d23df68c-eb0d-4372-87d7-15d8c7d76788 req-2f550ab2-f8f6-43e8-a42b-20948815c1d5 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Synchronizing usage tracker for tenant:6104bdcf512a4cc8a644fa5f3216a971 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:12:52.306778 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-d23df68c-eb0d-4372-87d7-15d8c7d76788 req-2f550ab2-f8f6-43e8-a42b-20948815c1d5 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Unset dirty status for tenant:6104bdcf512a4cc8a644fa5f3216a971 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:12:52.308468 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d23df68c-eb0d-4372-87d7-15d8c7d76788 req-2f550ab2-f8f6-43e8-a42b-20948815c1d5 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "GET /v2.0/ports?device_id=03953943-061d-4a51-8f03-5166c62bd0d2 HTTP/1.1" status: 200 len: 210 time: 0.0568297 Apr 22 16:12:53.413539 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44390) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:12:53.484301 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b7df-c53a-4483-909c-22c9c7226250 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:53.514699 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b7df-c53a-4483-909c-22c9c7226250 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:53.579123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b7df-c53a-4483-909c-22c9c7226250 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:53.599672 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3b7df-c53a-4483-909c-22c9c7226250 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba967419-2b16-448a-8de0-4d53324f647b,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:12:53.603862 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b7df-c53a-4483-909c-22c9c7226250 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:53.607851 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-d6d3b7df-c53a-4483-909c-22c9c7226250 tempest-TestShelveInstance-1442442560 tempest-TestShelveInstance-1442442560-project] 10.222.0.71 "DELETE /v2.0/security-groups/ba967419-2b16-448a-8de0-4d53324f647b HTTP/1.1" status: 204 len: 168 time: 0.1932805 Apr 22 16:12:53.674554 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 44396) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:12:54.335399 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd448ec8-2a3b-4d4e-bcfb-601ffa23fb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:54.922857 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-fd448ec8-2a3b-4d4e-bcfb-601ffa23fb77 admin admin] Deleting port f2625cd2-afff-4415-8b12-6ab19f0b4088 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:12:54.923537 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd448ec8-2a3b-4d4e-bcfb-601ffa23fb77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:55.019914 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device adae9a50-98a1-4063-9266-cfde829406ae no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:12:55.054989 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: adae9a50-98a1-4063-9266-cfde829406ae {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:12:55.055329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device adae9a50-98a1-4063-9266-cfde829406ae not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:12:55.091816 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-fd448ec8-2a3b-4d4e-bcfb-601ffa23fb77 admin admin] For port f2625cd2-afff-4415-8b12-6ab19f0b4088, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=f2625cd2-afff-4415-8b12-6ab19f0b4088,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:12:55.092145 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd448ec8-2a3b-4d4e-bcfb-601ffa23fb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:55.214910 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-fd448ec8-2a3b-4d4e-bcfb-601ffa23fb77 admin admin] Calling delete_port for f2625cd2-afff-4415-8b12-6ab19f0b4088 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:12:55.374429 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd448ec8-2a3b-4d4e-bcfb-601ffa23fb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:55.416328 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd448ec8-2a3b-4d4e-bcfb-601ffa23fb77 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2625cd2-afff-4415-8b12-6ab19f0b4088,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:12:55.774269 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-fd448ec8-2a3b-4d4e-bcfb-601ffa23fb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:56.302454 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:12:56.331578 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd448ec8-2a3b-4d4e-bcfb-601ffa23fb77 admin admin] Router 34a82cad-7b5a-4f2e-a825-54239c876ecc has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:12:56.526286 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd448ec8-2a3b-4d4e-bcfb-601ffa23fb77 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:12:56.534973 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a22ccee-80a2-487d-b903-4ebb099e4453 None None] Sync routers for ids ['34a82cad-7b5a-4f2e-a825-54239c876ecc'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:12:56.542595 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-fd448ec8-2a3b-4d4e-bcfb-601ffa23fb77 admin admin] 10.222.0.71 "PUT /v2.0/routers/34a82cad-7b5a-4f2e-a825-54239c876ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8666487 Apr 22 16:12:56.544954 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 44402) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:12:56.549301 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a22ccee-80a2-487d-b903-4ebb099e4453 None None] Routers {'34a82cad-7b5a-4f2e-a825-54239c876ecc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:12:56.550823 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3a22ccee-80a2-487d-b903-4ebb099e4453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['34a82cad-7b5a-4f2e-a825-54239c876ecc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:12:56.727973 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-3a22ccee-80a2-487d-b903-4ebb099e4453 None None] Set router 34a82cad-7b5a-4f2e-a825-54239c876ecc gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:12:56.735861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:56.937575 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:56.947173 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] Deleting port 3c4857f3-ac07-47f1-bc51-f3e679b2950c {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:12:56.947612 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:57.016064 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3a22ccee-80a2-487d-b903-4ebb099e4453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:12:55Z', 'revision_number': 5, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port': {'id': '3c4857f3-ac07-47f1-bc51-f3e679b2950c', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:29Z', 'updated_at': '2022-04-22T16:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:12:57.019985 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a22ccee-80a2-487d-b903-4ebb099e4453 None None] Checking router: 34a82cad-7b5a-4f2e-a825-54239c876ecc for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:12:57.030972 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a22ccee-80a2-487d-b903-4ebb099e4453 None None] Routers {'34a82cad-7b5a-4f2e-a825-54239c876ecc'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:12:57.031561 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3a22ccee-80a2-487d-b903-4ebb099e4453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['34a82cad-7b5a-4f2e-a825-54239c876ecc'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:12:57.181049 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-3a22ccee-80a2-487d-b903-4ebb099e4453 None None] Set router 34a82cad-7b5a-4f2e-a825-54239c876ecc gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:12:57.232674 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] For port 3c4857f3-ac07-47f1-bc51-f3e679b2950c, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3c4857f3-ac07-47f1-bc51-f3e679b2950c,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:12:57.232919 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:57.300037 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-3a22ccee-80a2-487d-b903-4ebb099e4453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:12:56Z', 'revision_number': 6, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:12:57.303961 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a22ccee-80a2-487d-b903-4ebb099e4453 None None] The sync data for ids ['34a82cad-7b5a-4f2e-a825-54239c876ecc'] in dv-neutron-838883-3-hyperv is: [{'id': '34a82cad-7b5a-4f2e-a825-54239c876ecc', 'name': 'tempest-TestShelveInstance-932989788-router', 'tenant_id': '6104bdcf512a4cc8a644fa5f3216a971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:28Z', 'updated_at': '2022-04-22T16:12:56Z', 'revision_number': 6, 'project_id': '6104bdcf512a4cc8a644fa5f3216a971', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:12:57.360699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] Calling delete_port for 3c4857f3-ac07-47f1-bc51-f3e679b2950c owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:12:57.529799 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:57.571929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c4857f3-ac07-47f1-bc51-f3e679b2950c,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:12:57.792356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:58.044814 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:58.048959 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:58.072503 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:58.072992 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34a82cad-7b5a-4f2e-a825-54239c876ecc {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 16:12:58.084658 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:58.085782 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-60551c9c-d37d-4411-a3a9-b6c14637b9d3 admin admin] 10.222.0.71 "DELETE /v2.0/routers/34a82cad-7b5a-4f2e-a825-54239c876ecc HTTP/1.1" status: 204 len: 168 time: 1.5399530 Apr 22 16:12:58.088690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 44406) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:12:58.148005 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c84e96-3aee-40c6-abde-d6efc8aa1792 admin admin] Deleting subnet 74b07ed0-11d0-441e-9450-a896b4bad19e {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 16:12:58.151638 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09c84e96-3aee-40c6-abde-d6efc8aa1792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:58.199007 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09c84e96-3aee-40c6-abde-d6efc8aa1792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:58.277828 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09c84e96-3aee-40c6-abde-d6efc8aa1792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:58.344289 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09c84e96-3aee-40c6-abde-d6efc8aa1792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:58.383785 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c84e96-3aee-40c6-abde-d6efc8aa1792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b07ed0-11d0-441e-9450-a896b4bad19e,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:12:58.389895 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-09c84e96-3aee-40c6-abde-d6efc8aa1792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:58.395121 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83ab49c-f879-491f-859e-e6b0d0fa992c None None] Network d103867e-fc44-4921-ad15-12d5c9b79e05 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 16:12:58.396802 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-09c84e96-3aee-40c6-abde-d6efc8aa1792 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/74b07ed0-11d0-441e-9450-a896b4bad19e HTTP/1.1" status: 204 len: 168 time: 0.3071883 Apr 22 16:12:58.399239 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 44410) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:12:58.498341 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:58.513022 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Deleting port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:12:58.513348 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:58.566040 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3c4857f3-ac07-47f1-bc51-f3e679b2950c no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:12:58.605628 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 3c4857f3-ac07-47f1-bc51-f3e679b2950c {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:12:58.605873 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3c4857f3-ac07-47f1-bc51-f3e679b2950c not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:12:58.606308 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f2625cd2-afff-4415-8b12-6ab19f0b4088 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:12:58.643132 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: f2625cd2-afff-4415-8b12-6ab19f0b4088 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:12:58.643461 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device f2625cd2-afff-4415-8b12-6ab19f0b4088 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:12:58.730207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec853a09-b63f-49b8-90c6-cf8238e52a25 None None] DHCP port deletion for d103867e-fc44-4921-ad15-12d5c9b79e05 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 16:12:58.734443 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ec853a09-b63f-49b8-90c6-cf8238e52a25 None None] Deleting port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:12:58.734849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec853a09-b63f-49b8-90c6-cf8238e52a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:58.810615 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] For port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e104ea31-5574-4cc0-91a1-1fbc3d52d3fc,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:12:58.810975 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:58.930587 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Calling delete_port for e104ea31-5574-4cc0-91a1-1fbc3d52d3fc owned by network:dhcp {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:12:58.931006 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-ec853a09-b63f-49b8-90c6-cf8238e52a25 None None] For port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=e104ea31-5574-4cc0-91a1-1fbc3d52d3fc,segment=NetworkSegment(9ca0fa2d-9f88-410f-81af-95f68ec112bb),segment_id=9ca0fa2d-9f88-410f-81af-95f68ec112bb)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:12:58.931395 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec853a09-b63f-49b8-90c6-cf8238e52a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:59.005489 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:59.050374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ec853a09-b63f-49b8-90c6-cf8238e52a25 None None] Calling delete_port for e104ea31-5574-4cc0-91a1-1fbc3d52d3fc owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:12:59.050614 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Pushing event deleted for resources: {'Port': ['ID=e104ea31-5574-4cc0-91a1-1fbc3d52d3fc,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:12:59.054849 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] No DVR routers for this DVR port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc on host dv-neutron-838883-3-hyperv {{(pid=83934) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 16:12:59.122856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-ec853a09-b63f-49b8-90c6-cf8238e52a25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:12:59.123203 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-ec853a09-b63f-49b8-90c6-cf8238e52a25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 16:12:59.167699 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:59.192205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d103867e-fc44-4921-ad15-12d5c9b79e05']}} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:12:59.207619 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca0fa2d-9f88-410f-81af-95f68ec112bb') {'for_net_delete': True} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:12:59.207913 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.services.segments.db [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca0fa2d-9f88-410f-81af-95f68ec112bb') {} {{(pid=83934) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:12:59.218960 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4190094'] for segment, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:59.234403 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:59.240309 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=83934) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 16:12:59.240686 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3336680'] for segment, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: Traceback (most recent call last): Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: timer() Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: cb(*args, **kw) Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: return func(*args, **kwargs) Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: self._notify() Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: self.callback(batched_events) Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: event.method(event) Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: return f(self, *a, **k) Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._get(url).json() Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: return self.request(url, 'GET', **kwargs) Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:12:59.253885 dv-neutron-838883-3-hyperv neutron-server[83934]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:12:59.327433 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:59.332601 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Notify callbacks [] for network, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:59.359320 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] Pushing event deleted for resources: {'Network': ['ID=d103867e-fc44-4921-ad15-12d5c9b79e05,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:12:59.372397 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-121f74c7-0d56-442e-88b5-20cad04edf05 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d103867e-fc44-4921-ad15-12d5c9b79e05 HTTP/1.1" status: 204 len: 168 time: 0.9722261 Apr 22 16:12:59.375237 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 44414) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:12:59.624756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ec853a09-b63f-49b8-90c6-cf8238e52a25 None None] Deleting port e104ea31-5574-4cc0-91a1-1fbc3d52d3fc {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:12:59.625354 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec853a09-b63f-49b8-90c6-cf8238e52a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:12:59.687469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-ec853a09-b63f-49b8-90c6-cf8238e52a25 None None] The port 'e104ea31-5574-4cc0-91a1-1fbc3d52d3fc' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:12:59.752366 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8be024a2-d973-4e66-beb7-d5fcf37f016a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:00.404278 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8be024a2-d973-4e66-beb7-d5fcf37f016a admin admin] Deleting port 8bb9bee3-6202-4872-9c48-ba416a0e34a0 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:13:00.404610 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8be024a2-d973-4e66-beb7-d5fcf37f016a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:00.551775 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e104ea31-5574-4cc0-91a1-1fbc3d52d3fc no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:13:00.572073 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-8be024a2-d973-4e66-beb7-d5fcf37f016a admin admin] For port 8bb9bee3-6202-4872-9c48-ba416a0e34a0, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8bb9bee3-6202-4872-9c48-ba416a0e34a0,segment=NetworkSegment(e04fdc84-6316-4755-8ba7-a7f285ec2ef9),segment_id=e04fdc84-6316-4755-8ba7-a7f285ec2ef9)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:13:00.572421 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8be024a2-d973-4e66-beb7-d5fcf37f016a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:00.586585 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: e104ea31-5574-4cc0-91a1-1fbc3d52d3fc {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:13:00.586923 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device e104ea31-5574-4cc0-91a1-1fbc3d52d3fc not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:13:00.694080 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-8be024a2-d973-4e66-beb7-d5fcf37f016a admin admin] Calling delete_port for 8bb9bee3-6202-4872-9c48-ba416a0e34a0 owned by network:router_interface {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:13:00.851069 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8be024a2-d973-4e66-beb7-d5fcf37f016a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:00.895072 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be024a2-d973-4e66-beb7-d5fcf37f016a admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb9bee3-6202-4872-9c48-ba416a0e34a0,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:01.176751 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-8be024a2-d973-4e66-beb7-d5fcf37f016a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:01.824086 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be024a2-d973-4e66-beb7-d5fcf37f016a admin admin] Router 47a6419d-0736-4e8d-968e-1b86cc2c932a has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:13:02.022889 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be024a2-d973-4e66-beb7-d5fcf37f016a admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:13:02.032336 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-8be024a2-d973-4e66-beb7-d5fcf37f016a admin admin] 10.222.0.71 "PUT /v2.0/routers/47a6419d-0736-4e8d-968e-1b86cc2c932a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6561179 Apr 22 16:13:02.033142 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74896b12-4c8f-443c-a5a3-da1ce9f1c9a0 None None] Sync routers for ids ['47a6419d-0736-4e8d-968e-1b86cc2c932a'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:13:02.034757 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 44418) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:02.045134 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74896b12-4c8f-443c-a5a3-da1ce9f1c9a0 None None] Routers {'47a6419d-0736-4e8d-968e-1b86cc2c932a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:13:02.045749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-74896b12-4c8f-443c-a5a3-da1ce9f1c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['47a6419d-0736-4e8d-968e-1b86cc2c932a'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:02.225925 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:02.247983 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-74896b12-4c8f-443c-a5a3-da1ce9f1c9a0 None None] Set router 47a6419d-0736-4e8d-968e-1b86cc2c932a gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:13:02.422014 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:02.431193 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] Deleting port 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 {{(pid=83934) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:13:02.431529 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:02.530750 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-74896b12-4c8f-443c-a5a3-da1ce9f1c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'name': 'tempest-TestShelveInstance-447634035-router', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '3a40d776-aa1b-487c-8fb8-4119cbcf3b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:34Z', 'updated_at': '2022-04-22T16:13:00Z', 'revision_number': 5, 'project_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'gw_port': {'id': '3a40d776-aa1b-487c-8fb8-4119cbcf3b37', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:df:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:00:35Z', 'updated_at': '2022-04-22T16:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:02.534683 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74896b12-4c8f-443c-a5a3-da1ce9f1c9a0 None None] Checking router: 47a6419d-0736-4e8d-968e-1b86cc2c932a for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:13:02.546013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74896b12-4c8f-443c-a5a3-da1ce9f1c9a0 None None] Routers {'47a6419d-0736-4e8d-968e-1b86cc2c932a'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:13:02.546630 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-74896b12-4c8f-443c-a5a3-da1ce9f1c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['47a6419d-0736-4e8d-968e-1b86cc2c932a'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:02.608626 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.db [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] For port 3a40d776-aa1b-487c-8fb8-4119cbcf3b37, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=3a40d776-aa1b-487c-8fb8-4119cbcf3b37,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83934) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:13:02.608977 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:02.700609 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-74896b12-4c8f-443c-a5a3-da1ce9f1c9a0 None None] Set router 47a6419d-0736-4e8d-968e-1b86cc2c932a gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:13:02.731504 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.plugin [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] Calling delete_port for 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 owned by network:router_gateway {{(pid=83934) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:13:02.805791 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-74896b12-4c8f-443c-a5a3-da1ce9f1c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'name': 'tempest-TestShelveInstance-447634035-router', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:34Z', 'updated_at': '2022-04-22T16:13:02Z', 'revision_number': 6, 'project_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:02.810060 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74896b12-4c8f-443c-a5a3-da1ce9f1c9a0 None None] The sync data for ids ['47a6419d-0736-4e8d-968e-1b86cc2c932a'] in dv-neutron-838883-3-hyperv is: [{'id': '47a6419d-0736-4e8d-968e-1b86cc2c932a', 'name': 'tempest-TestShelveInstance-447634035-router', 'tenant_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:00:34Z', 'updated_at': '2022-04-22T16:13:02Z', 'revision_number': 6, 'project_id': 'a6013c5873dd47289b2ab767b6dbecbc', 'gw_port_host': None}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:13:02.894356 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:02.939844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a40d776-aa1b-487c-8fb8-4119cbcf3b37,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:03.260246 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:03.513415 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:03.517391 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:03.543945 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:03.544444 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47a6419d-0736-4e8d-968e-1b86cc2c932a {{(pid=83934) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 16:13:03.556920 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:03.558090 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-7b93400b-73b4-4c0f-b1db-b2c3cf07e4f8 admin admin] 10.222.0.71 "DELETE /v2.0/routers/47a6419d-0736-4e8d-968e-1b86cc2c932a HTTP/1.1" status: 204 len: 168 time: 1.5224524 Apr 22 16:13:03.560604 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 44422) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:03.619690 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e1ce3c-3cd6-474f-acd0-adb3909b03d6 admin admin] Deleting subnet 4de60147-2966-40eb-97a7-115ab9f13caf {{(pid=83934) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 16:13:03.623025 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70e1ce3c-3cd6-474f-acd0-adb3909b03d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:03.678778 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70e1ce3c-3cd6-474f-acd0-adb3909b03d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4189053'] for subnet, precommit_delete_associations {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:03.684783 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:03.762649 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70e1ce3c-3cd6-474f-acd0-adb3909b03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:03.830380 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70e1ce3c-3cd6-474f-acd0-adb3909b03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3336582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2649960'] for subnet, after_delete {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:03.871238 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1ce3c-3cd6-474f-acd0-adb3909b03d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de60147-2966-40eb-97a7-115ab9f13caf,revision_number=None']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:03.876243 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-70e1ce3c-3cd6-474f-acd0-adb3909b03d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:03.880772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6237ff8-7c8b-4157-ba9f-2aa8c5d7b232 None None] Network 2c5db056-89ea-4b3f-a330-b488d0d7baff requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 16:13:03.881933 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-70e1ce3c-3cd6-474f-acd0-adb3909b03d6 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4de60147-2966-40eb-97a7-115ab9f13caf HTTP/1.1" status: 204 len: 168 time: 0.3203721 Apr 22 16:13:03.884780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44426) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:04.013696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:04.023958 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Deleting port 0fe065a0-cc65-4d00-adbf-2638410b1f79 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:13:04.024223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:04.117249 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1765ad88-a9ae-4f77-b95a-45923ab03aa8 None None] DHCP port deletion for 2c5db056-89ea-4b3f-a330-b488d0d7baff request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 16:13:04.121647 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1765ad88-a9ae-4f77-b95a-45923ab03aa8 None None] Deleting port 0fe065a0-cc65-4d00-adbf-2638410b1f79 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:13:04.122025 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1765ad88-a9ae-4f77-b95a-45923ab03aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:04.224471 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] For port 0fe065a0-cc65-4d00-adbf-2638410b1f79, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=0fe065a0-cc65-4d00-adbf-2638410b1f79,segment=NetworkSegment(e04fdc84-6316-4755-8ba7-a7f285ec2ef9),segment_id=e04fdc84-6316-4755-8ba7-a7f285ec2ef9)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:13:04.224812 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:04.339389 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-1765ad88-a9ae-4f77-b95a-45923ab03aa8 None None] For port 0fe065a0-cc65-4d00-adbf-2638410b1f79, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=0fe065a0-cc65-4d00-adbf-2638410b1f79,segment=NetworkSegment(e04fdc84-6316-4755-8ba7-a7f285ec2ef9),segment_id=e04fdc84-6316-4755-8ba7-a7f285ec2ef9)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:13:04.339696 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1765ad88-a9ae-4f77-b95a-45923ab03aa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:04.355884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Calling delete_port for 0fe065a0-cc65-4d00-adbf-2638410b1f79 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:13:04.428035 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:04.456587 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1765ad88-a9ae-4f77-b95a-45923ab03aa8 None None] Calling delete_port for 0fe065a0-cc65-4d00-adbf-2638410b1f79 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:13:04.474534 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe065a0-cc65-4d00-adbf-2638410b1f79,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:04.480681 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] No DVR routers for this DVR port 0fe065a0-cc65-4d00-adbf-2638410b1f79 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 16:13:04.528798 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-1765ad88-a9ae-4f77-b95a-45923ab03aa8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:13:04.529187 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-1765ad88-a9ae-4f77-b95a-45923ab03aa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 16:13:04.561933 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8bb9bee3-6202-4872-9c48-ba416a0e34a0 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:13:04.600661 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:04.631216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5db056-89ea-4b3f-a330-b488d0d7baff']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:04.635657 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 8bb9bee3-6202-4872-9c48-ba416a0e34a0 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:13:04.635994 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8bb9bee3-6202-4872-9c48-ba416a0e34a0 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:13:04.636404 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 0fe065a0-cc65-4d00-adbf-2638410b1f79 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:13:04.643854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04fdc84-6316-4755-8ba7-a7f285ec2ef9') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:04.644150 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04fdc84-6316-4755-8ba7-a7f285ec2ef9') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:04.655974 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:04.671278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 0fe065a0-cc65-4d00-adbf-2638410b1f79 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:13:04.671620 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 0fe065a0-cc65-4d00-adbf-2638410b1f79 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:13:04.672028 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:13:04.672433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:04.678530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 16:13:04.678943 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:13:04.693527 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:13:04.702538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:13:04.703044 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 3a40d776-aa1b-487c-8fb8-4119cbcf3b37 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:13:04.855133 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:04.871101 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:04.881614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] Pushing event deleted for resources: {'Network': ['ID=2c5db056-89ea-4b3f-a330-b488d0d7baff,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:04.884656 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-53bbf13d-f9ea-499d-8a2a-c22642a9b2fd admin admin] 10.222.0.71 "DELETE /v2.0/networks/2c5db056-89ea-4b3f-a330-b488d0d7baff HTTP/1.1" status: 204 len: 168 time: 0.9983356 Apr 22 16:13:05.029087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44432) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:05.030636 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1765ad88-a9ae-4f77-b95a-45923ab03aa8 None None] Deleting port 0fe065a0-cc65-4d00-adbf-2638410b1f79 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:13:05.031167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1765ad88-a9ae-4f77-b95a-45923ab03aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:05.078900 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5402bce5-e5b8-4a47-a74f-e18adfaacd17 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6104bdcf512a4cc8a644fa5f3216a971&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486200 Apr 22 16:13:05.081445 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44436) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:05.095009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1765ad88-a9ae-4f77-b95a-45923ab03aa8 None None] The port '0fe065a0-cc65-4d00-adbf-2638410b1f79' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:13:05.140202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f90c70c-d18c-435e-80c6-709f148887dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:05.164426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f90c70c-d18c-435e-80c6-709f148887dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:05.217107 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f90c70c-d18c-435e-80c6-709f148887dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:05.237986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90c70c-d18c-435e-80c6-709f148887dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393016b9-d149-4675-bc7a-f39e954b97d3,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:05.241356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-0f90c70c-d18c-435e-80c6-709f148887dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:05.242504 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-0f90c70c-d18c-435e-80c6-709f148887dd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/393016b9-d149-4675-bc7a-f39e954b97d3 HTTP/1.1" status: 204 len: 168 time: 0.1601560 Apr 22 16:13:05.732045 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44444) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:05.780783 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f06979fc-765b-4f07-bd44-65566538da9f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a6013c5873dd47289b2ab767b6dbecbc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476010 Apr 22 16:13:05.783104 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44448) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:05.839456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f8f644-9ded-4441-91b5-ed8c50cfc0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:05.864915 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f8f644-9ded-4441-91b5-ed8c50cfc0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:05.915008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f8f644-9ded-4441-91b5-ed8c50cfc0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:05.930753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8f644-9ded-4441-91b5-ed8c50cfc0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c47c9a-b0ba-4c83-bd39-f5e5268c069a,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:05.937757 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-f0f8f644-9ded-4441-91b5-ed8c50cfc0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:05.941505 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-f0f8f644-9ded-4441-91b5-ed8c50cfc0d3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b7c47c9a-b0ba-4c83-bd39-f5e5268c069a HTTP/1.1" status: 204 len: 168 time: 0.1551652 Apr 22 16:13:06.890197 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44470) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:07.017090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-132266036-network', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:07.021848 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:07.025855 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Usage tracker for resource:network and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:07.029259 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:07.034912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:07.044832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Made reservation on behalf of abb3b8dbff304f31b0af2e014f786070 for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 16:13:07.047275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.061845 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.092173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:07.095878 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Usage tracker for resource:security_group_rule and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:07.098614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:07.104224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:07.167598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.171431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.198719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 16:13:07.210745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e5b479-7f31-4b74-ae9c-4a19d74c10df,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:07.215759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.216095 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Added segment 1ce72f7f-2f43-4f77-b397-55019ddb6e94 of type vlan for network 74970b92-c561-4294-a482-4c9a5a8c3360 Apr 22 16:13:07.241349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.269891 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.270714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:07.271276 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.370733 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4793942 Apr 22 16:13:07.373287 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44476) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:07.375707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb2bac-4263-47ab-823b-2681900fd129 admin admin] Pushing event updated for resources: {'Network': ['ID=74970b92-c561-4294-a482-4c9a5a8c3360,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:07.381684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Request body: {'subnet': {'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-132266036-subnet', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'ip_version': 4}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:07.385959 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network 74970b92-c561-4294-a482-4c9a5a8c3360 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 16:13:07.388063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:07.391895 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Usage tracker for resource:subnet and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:07.394740 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:07.400683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:07.410515 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Made reservation on behalf of abb3b8dbff304f31b0af2e014f786070 for: {'subnet': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 16:13:07.413037 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3632057'] for subnet, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.610500 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3327081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3632043'] for subnet, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.681525 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=75228f44-8074-47fc-a3f3-7a53943a9c0e,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:07.695363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Checking segment: {'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:13:07.695708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Network hostable DHCP agents. Network: 74970b92-c561-4294-a482-4c9a5a8c3360, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83933) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 16:13:07.716190 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Network 74970b92-c561-4294-a482-4c9a5a8c3360 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83933) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 16:13:07.725138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, 74970b92-c561-4294-a482-4c9a5a8c3360) {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:13:07.729912 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:07.731015 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.734602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2483def4-cba3-43d6-a695-afba9a551525 None None] Network 74970b92-c561-4294-a482-4c9a5a8c3360 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 16:13:07.751964 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-3258fc1a-9dcb-41dd-be2d-f0759b1431ad admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3775642 Apr 22 16:13:07.754694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44480) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:07.759852 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:07.764433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:07.768221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Usage tracker for resource:router and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:07.771056 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:07.776821 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:07.787050 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.787987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.806187 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.947233 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-74970b92-c561-4294-a482-4c9a5a8c3360', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 16:13:07.948247 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:07.953715 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:08.106175 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Allocated IP 172.20.0.2 (74970b92-c561-4294-a482-4c9a5a8c3360/75228f44-8074-47fc-a3f3-7a53943a9c0e/8f6af590-6aac-4f6c-a712-4995ee02df77) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:13:08.139909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:08.169753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:08.303394 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Allocated IP 172.26.8.10 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/b725c087-4871-4baf-b201-3f51265c7c62) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:13:08.308699 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:08.319446 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Transition to ACTIVE for port object 8f6af590-6aac-4f6c-a712-4995ee02df77 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:13:08.337768 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Transition to ACTIVE for port object 8f6af590-6aac-4f6c-a712-4995ee02df77 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:13:08.344450 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:08.411710 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Network 74970b92-c561-4294-a482-4c9a5a8c3360 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:13:08.415029 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:13:08.416893 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Pushing event updated for resources: {'Port': ['ID=8f6af590-6aac-4f6c-a712-4995ee02df77,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:08.419075 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:13:08.430118 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:08.430489 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:08.430825 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:08.431159 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:08.431494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:08.431831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:08.432191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:08.432531 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:08.432857 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:08.433215 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:08.433537 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:08.456169 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:08.483948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:08.519358 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Attempting to bind port 8f6af590-6aac-4f6c-a712-4995ee02df77 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:13:08.519538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Attempting to bind port 8f6af590-6aac-4f6c-a712-4995ee02df77 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:13:08.519777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Attempting to bind port 8f6af590-6aac-4f6c-a712-4995ee02df77 on network 74970b92-c561-4294-a482-4c9a5a8c3360 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:13:08.526638 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:13:08.526970 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Checking segment: {'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:13:08.527389 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:08.527767 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Bound using segment: {'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:13:08.528218 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Bound port: 8f6af590-6aac-4f6c-a712-4995ee02df77, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:13:08.528578 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:08.549801 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:13:08.552683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:13:08.556969 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:13:08.618856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] For port 8f6af590-6aac-4f6c-a712-4995ee02df77, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:13:08.622281 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] For port 8f6af590-6aac-4f6c-a712-4995ee02df77, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8f6af590-6aac-4f6c-a712-4995ee02df77,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:13:08.626868 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:08.687185 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Pushing event updated for resources: {'Port': ['ID=b725c087-4871-4baf-b201-3f51265c7c62,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:08.715779 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cfbb3-d1c9-41c7-938a-9bea7e8b0f91 None None] Pushing event updated for resources: {'Port': ['ID=8f6af590-6aac-4f6c-a712-4995ee02df77,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:08.816452 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:08.817197 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:09.055231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Router 4115dc71-5c6b-4c95-b802-8cee1cebad6b is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83933) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 16:13:09.251390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:13:09.262517 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Sync routers for ids ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:13:09.275067 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:09.279682 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 44484) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:09.280357 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-986a5a50-3849-4e1e-a61a-4386c2472241 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5240979 Apr 22 16:13:09.301194 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Routers {'4115dc71-5c6b-4c95-b802-8cee1cebad6b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:13:09.301807 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:09.480654 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Set router 4115dc71-5c6b-4c95-b802-8cee1cebad6b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:13:09.631043 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fd8bd6-b14a-446d-b815-25e875ae813f None None] Network 74970b92-c561-4294-a482-4c9a5a8c3360 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 16:13:09.729902 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6b3d2a40-28b2-4370-8bb4-20be973c7052 None None] Provisioning for port 8f6af590-6aac-4f6c-a712-4995ee02df77 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:13:09.783155 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:08Z', 'revision_number': 3, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:09.787747 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Checking router: 4115dc71-5c6b-4c95-b802-8cee1cebad6b for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:13:09.788243 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Updating router 4115dc71-5c6b-4c95-b802-8cee1cebad6b port b725c087-4871-4baf-b201-3f51265c7c62 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 16:13:09.842633 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:10.153502 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:10.182717 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:10.194993 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Transition to ACTIVE for port object b725c087-4871-4baf-b201-3f51265c7c62 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:13:10.201149 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:10.289358 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425e1eb-fa37-49c6-916b-f395eb20d4cf None None] Pushing event updated for resources: {'Port': ['ID=b725c087-4871-4baf-b201-3f51265c7c62,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:10.291388 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Attempting to bind port b725c087-4871-4baf-b201-3f51265c7c62 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:13:10.292363 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Attempting to bind port b725c087-4871-4baf-b201-3f51265c7c62 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:13:10.292719 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Attempting to bind port b725c087-4871-4baf-b201-3f51265c7c62 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:13:10.303634 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:13:10.303996 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:13:10.304388 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:10.304775 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:13:10.305225 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Bound port: b725c087-4871-4baf-b201-3f51265c7c62, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:13:10.305591 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:10.332744 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425e1eb-fa37-49c6-916b-f395eb20d4cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:10.333089 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425e1eb-fa37-49c6-916b-f395eb20d4cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:10.333421 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425e1eb-fa37-49c6-916b-f395eb20d4cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:10.333747 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425e1eb-fa37-49c6-916b-f395eb20d4cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:10.334075 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425e1eb-fa37-49c6-916b-f395eb20d4cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:10.334428 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425e1eb-fa37-49c6-916b-f395eb20d4cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:10.334747 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425e1eb-fa37-49c6-916b-f395eb20d4cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:10.335067 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425e1eb-fa37-49c6-916b-f395eb20d4cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:10.335386 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425e1eb-fa37-49c6-916b-f395eb20d4cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:10.335703 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425e1eb-fa37-49c6-916b-f395eb20d4cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:10.336022 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e425e1eb-fa37-49c6-916b-f395eb20d4cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:13:10.384335 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] For port b725c087-4871-4baf-b201-3f51265c7c62, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:13:10.385829 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Allocated IP 172.20.0.1 (74970b92-c561-4294-a482-4c9a5a8c3360/75228f44-8074-47fc-a3f3-7a53943a9c0e/53c5299e-9432-445b-8982-852c8f1bd2bd) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:13:10.387997 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] For port b725c087-4871-4baf-b201-3f51265c7c62, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b725c087-4871-4baf-b201-3f51265c7c62,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:13:10.392188 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:10.471631 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425e1eb-fa37-49c6-916b-f395eb20d4cf None None] Pushing event updated for resources: {'Port': ['ID=b725c087-4871-4baf-b201-3f51265c7c62,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:10.477280 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Routers {'4115dc71-5c6b-4c95-b802-8cee1cebad6b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:13:10.477866 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:10.540174 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:10.556543 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.provisioning_blocks [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Transition to ACTIVE for port object 53c5299e-9432-445b-8982-852c8f1bd2bd will not be triggered until provisioned by entity DHCP. {{(pid=83934) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:13:10.579104 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:10.595881 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8f6af590-6aac-4f6c-a712-4995ee02df77 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:13:10.665274 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Network 74970b92-c561-4294-a482-4c9a5a8c3360 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:13:10.666175 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Pushing event updated for resources: {'Port': ['ID=53c5299e-9432-445b-8982-852c8f1bd2bd,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:10.668759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 8f6af590-6aac-4f6c-a712-4995ee02df77 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:13:10.669248 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:13:10.671063 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:13:10.678010 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 8f6af590-6aac-4f6c-a712-4995ee02df77 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:10.678416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:10.689374 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] Set router 4115dc71-5c6b-4c95-b802-8cee1cebad6b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:13:10.732800 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:10.817856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:10.828943 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:10.904447 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 8f6af590-6aac-4f6c-a712-4995ee02df77, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8f6af590-6aac-4f6c-a712-4995ee02df77,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:13:10.908406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:10.977252 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=8f6af590-6aac-4f6c-a712-4995ee02df77,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:11.005675 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1a35596a-aaf6-4063-8045-cebeecb01b48 None None] Provisioning for port 53c5299e-9432-445b-8982-852c8f1bd2bd completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:13:11.012738 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-1a35596a-aaf6-4063-8045-cebeecb01b48 None None] Provisioning complete for port 53c5299e-9432-445b-8982-852c8f1bd2bd triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:11.014035 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1a35596a-aaf6-4063-8045-cebeecb01b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:11.030559 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:08Z', 'revision_number': 3, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:11.035875 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7b02b4-869c-4b87-9ee6-bccb39808ab4 None None] The sync data for ids ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'] in dv-neutron-838883-3-hyperv is: [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:08Z', 'revision_number': 3, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:13:11.067841 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:11.074771 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3336652'] for port, after_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:11.076560 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-1a35596a-aaf6-4063-8045-cebeecb01b48 None None] Port 53c5299e-9432-445b-8982-852c8f1bd2bd cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 16:13:11.181019 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:11.185138 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Pushing event updated for resources: {'Port': ['ID=53c5299e-9432-445b-8982-852c8f1bd2bd,revision_number=2']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:11.329697 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Network 74970b92-c561-4294-a482-4c9a5a8c3360 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:13:11.330861 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:13:11.602323 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-bf6e0e92-568a-4691-89a2-039ffbb17491 None None] Provisioning complete for port 53c5299e-9432-445b-8982-852c8f1bd2bd triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:11.602709 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-bf6e0e92-568a-4691-89a2-039ffbb17491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:11.660660 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e0e92-568a-4691-89a2-039ffbb17491 None None] Port 53c5299e-9432-445b-8982-852c8f1bd2bd cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 16:13:11.834083 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Router 4115dc71-5c6b-4c95-b802-8cee1cebad6b has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83934) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:13:12.030540 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:13:12.039104 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-523448dd-9fb2-4ada-bb1d-03987237aa8f admin admin] 10.222.0.71 "PUT /v2.0/routers/4115dc71-5c6b-4c95-b802-8cee1cebad6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7575381 Apr 22 16:13:12.627487 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8f6af590-6aac-4f6c-a712-4995ee02df77 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:13:12.702021 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 8f6af590-6aac-4f6c-a712-4995ee02df77 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:12.702594 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:12.826974 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b725c087-4871-4baf-b201-3f51265c7c62 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:13:12.869316 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44506) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:12.875438 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-848218151-network', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:12.880064 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:12.884033 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Usage tracker for resource:network and tenant:036f47767b2b42a193dcf00d0721f32b is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:12.887435 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:12.893309 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:12.897257 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e201723f-c91a-48fb-8f9d-12dbe908a22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:12.903636 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Made reservation on behalf of 036f47767b2b42a193dcf00d0721f32b for: {'network': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 16:13:12.905962 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for network, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:12.912091 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port b725c087-4871-4baf-b201-3f51265c7c62 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:13:12.917401 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b725c087-4871-4baf-b201-3f51265c7c62 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:12.917820 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:12.919013 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:12.955055 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:12.959636 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Usage tracker for resource:security_group_rule and tenant:036f47767b2b42a193dcf00d0721f32b is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:12.962992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:12.969017 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:13.036858 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.047464 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.054022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.065145 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port b725c087-4871-4baf-b201-3f51265c7c62, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b725c087-4871-4baf-b201-3f51265c7c62,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:13:13.070562 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.092155 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=83933) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 16:13:13.100613 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb04c0d3-ea82-4a10-b3c0-2116449be252,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:13.108170 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.108508 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.segments_db [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Added segment 2ae5da94-c139-47d6-905f-7b8c43a06925 of type vlan for network cd7347c8-21d3-4e49-9f6a-17ae78168df9 Apr 22 16:13:13.136719 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742898840854'] for network, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.154799 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=b725c087-4871-4baf-b201-3f51265c7c62,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:13.170665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521'] for network, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.171512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:13.172094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.271833 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] Pushing event updated for resources: {'Network': ['ID=cd7347c8-21d3-4e49-9f6a-17ae78168df9,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:13.276766 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-ce8f8778-53bb-43fe-9e6d-10e8a98b5d89 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4040887 Apr 22 16:13:13.278527 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 44510) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:13.282969 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Network cd7347c8-21d3-4e49-9f6a-17ae78168df9 details requested by agent ovs-agent-dv-neutron-838883-3-hyperv with host dv-neutron-838883-3-hyperv {{(pid=83935) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 16:13:13.284050 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Request body: {'subnet': {'network_id': 'cd7347c8-21d3-4e49-9f6a-17ae78168df9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-848218151-subnet', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'ip_version': 4}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:13.289170 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:13.293616 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Usage tracker for resource:subnet and tenant:036f47767b2b42a193dcf00d0721f32b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:13.296632 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:13.302593 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:13.312391 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Made reservation on behalf of 036f47767b2b42a193dcf00d0721f32b for: {'subnet': 1} {{(pid=83934) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 16:13:13.314659 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2649859'] for subnet, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.517056 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3336513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2649873'] for subnet, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.589359 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdfd1a8d-60de-4a1d-a384-2d826d9826aa,revision_number=0']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:13.604898 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Checking segment: {'id': '2ae5da94-c139-47d6-905f-7b8c43a06925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'cd7347c8-21d3-4e49-9f6a-17ae78168df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83934) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:13:13.605252 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Network hostable DHCP agents. Network: cd7347c8-21d3-4e49-9f6a-17ae78168df9, hostable agents: ['b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd'], hosted agents: [] {{(pid=83934) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 16:13:13.626094 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Network cd7347c8-21d3-4e49-9f6a-17ae78168df9 is scheduled to be hosted by DHCP agent b4a3ba90-9c9e-4dc4-97e6-ebbda0f9a0cd with binding_index 1 {{(pid=83934) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 16:13:13.635226 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838883-3-hyperv, cd7347c8-21d3-4e49-9f6a-17ae78168df9) {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:13:13.639368 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83934) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:13.639937 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.644892 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfd4d44-3978-43d4-8b0c-ca878019afb5 None None] Network cd7347c8-21d3-4e49-9f6a-17ae78168df9 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 16:13:13.662511 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-0b6d1780-8eb4-46f2-a824-bf5e92e161d9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3805518 Apr 22 16:13:13.662809 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [-] (83934) accepted ('10.222.0.71', 44514) {{(pid=83934) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:13.667545 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.v2.base [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-848218151-router', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}} {{(pid=83934) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:13.671930 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:13.675674 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Usage tracker for resource:router and tenant:036f47767b2b42a193dcf00d0721f32b is out of sync, need to count used quota {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:13.678539 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.quota.resource [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83934) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:13.684309 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.quota.driver [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83934) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:13.695551 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3927'] for router, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.696453 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-404596', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-559104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3932'] for router, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.714961 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.853293 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa168c672-fb76-57be-8d95-3980eef008cc-cd7347c8-21d3-4e49-9f6a-17ae78168df9', 'network_id': 'cd7347c8-21d3-4e49-9f6a-17ae78168df9', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'fixed_ips': [{'subnet_id': 'bdfd1a8d-60de-4a1d-a384-2d826d9826aa'}]}} from dv-neutron-838883-3-hyperv. {{(pid=83935) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 22 16:13:13.854408 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:13.855571 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-404614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-405769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2998'] for router, precommit_update {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:14.012233 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.db_base_plugin_common [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Allocated IP 172.20.0.2 (cd7347c8-21d3-4e49-9f6a-17ae78168df9/bdfd1a8d-60de-4a1d-a384-2d826d9826aa/5c218f82-e77b-4c3c-8350-29db18e56189) {{(pid=83935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:13:14.048525 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:14.079205 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:14.212253 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.db_base_plugin_common [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Allocated IP 172.26.8.147 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/d84cc30d-fa14-4174-9239-41d955393f11) {{(pid=83934) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:13:14.217590 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Notify callbacks [] for port, precommit_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:14.227631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Transition to ACTIVE for port object 5c218f82-e77b-4c3c-8350-29db18e56189 will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:13:14.245760 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Transition to ACTIVE for port object 5c218f82-e77b-4c3c-8350-29db18e56189 will not be triggered until provisioned by entity DHCP. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:13:14.251773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587'] for port, after_create {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:14.323848 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Network cd7347c8-21d3-4e49-9f6a-17ae78168df9 is already hosted by enough agents. {{(pid=83935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:13:14.324692 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Pushing event updated for resources: {'Port': ['ID=5c218f82-e77b-4c3c-8350-29db18e56189,revision_number=1']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:14.327323 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.scheduler.base_scheduler [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Resources bound (agent type, host, resource id): {{(pid=83935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:13:14.329429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Received port after_create {{(pid=83935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:13:14.363929 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:14.398537 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3336629'] for port, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:14.419430 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Attempting to bind port 5c218f82-e77b-4c3c-8350-29db18e56189 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:13:14.419815 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Attempting to bind port 5c218f82-e77b-4c3c-8350-29db18e56189 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '2ae5da94-c139-47d6-905f-7b8c43a06925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'cd7347c8-21d3-4e49-9f6a-17ae78168df9'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:13:14.420161 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Attempting to bind port 5c218f82-e77b-4c3c-8350-29db18e56189 on network cd7347c8-21d3-4e49-9f6a-17ae78168df9 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:13:14.426478 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:13:14.426851 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Checking segment: {'id': '2ae5da94-c139-47d6-905f-7b8c43a06925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'cd7347c8-21d3-4e49-9f6a-17ae78168df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:13:14.427250 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:14.427663 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Bound using segment: {'id': '2ae5da94-c139-47d6-905f-7b8c43a06925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'cd7347c8-21d3-4e49-9f6a-17ae78168df9'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:13:14.428124 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Bound port: 5c218f82-e77b-4c3c-8350-29db18e56189, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae5da94-c139-47d6-905f-7b8c43a06925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'cd7347c8-21d3-4e49-9f6a-17ae78168df9'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:13:14.428494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:14.462223 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83934) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:13:14.464920 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.base_scheduler [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Resources bound (agent type, host, resource id): {{(pid=83934) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:13:14.468365 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Received port after_create {{(pid=83934) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:13:14.511623 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Pushing event updated for resources: {'Port': ['ID=d84cc30d-fa14-4174-9239-41d955393f11,revision_number=1']} {{(pid=83934) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:14.520574 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] For port 5c218f82-e77b-4c3c-8350-29db18e56189, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:13:14.525161 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] For port 5c218f82-e77b-4c3c-8350-29db18e56189, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5c218f82-e77b-4c3c-8350-29db18e56189,segment=NetworkSegment(2ae5da94-c139-47d6-905f-7b8c43a06925),segment_id=2ae5da94-c139-47d6-905f-7b8c43a06925)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:13:14.531545 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:14.580751 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b725c087-4871-4baf-b201-3f51265c7c62 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:13:14.634074 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Sync routers for ids ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:13:14.636692 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:14.637411 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-405760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-404633'] for router, after_create {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:14.712410 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Routers {'4115dc71-5c6b-4c95-b802-8cee1cebad6b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:13:14.713019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:12:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:14.872724 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6940dea-21fc-424f-9220-1697996bf76c None None] Pushing event updated for resources: {'Port': ['ID=5c218f82-e77b-4c3c-8350-29db18e56189,revision_number=2']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:14.932221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Set router 4115dc71-5c6b-4c95-b802-8cee1cebad6b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:13:14.978397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port b725c087-4871-4baf-b201-3f51265c7c62 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:14.978768 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:15.006182 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Router 4d1ea478-25d7-4932-98c5-d936403c5566 is scheduled to L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 with binding_index 1 {{(pid=83934) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 16:13:15.211897 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83934) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:13:15.222620 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Sync routers for ids ['4d1ea478-25d7-4932-98c5-d936403c5566'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:13:15.239715 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Routers {'4d1ea478-25d7-4932-98c5-d936403c5566'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:13:15.240792 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4d1ea478-25d7-4932-98c5-d936403c5566'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:15.241378 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron_lib.callbacks.manager [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] Notify callbacks [] for router, before_response {{(pid=83934) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:15.246131 dv-neutron-838883-3-hyperv neutron-server[83934]: INFO neutron.wsgi [None req-19a9485d-7ae5-427a-8c03-8f5e5e32f122 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5791728 Apr 22 16:13:15.246365 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44518) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:15.251751 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9274f399-9ea5-40d4-99b7-1862394a1a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:15.372833 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 2, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:15.377224 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Checking router: 4115dc71-5c6b-4c95-b802-8cee1cebad6b for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:13:15.377577 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Updating router 4115dc71-5c6b-4c95-b802-8cee1cebad6b port 53c5299e-9432-445b-8982-852c8f1bd2bd binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 16:13:15.438929 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:15.466280 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Set router 4d1ea478-25d7-4932-98c5-d936403c5566 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:13:15.779259 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d326bb1-fd2a-4bdc-90b0-d120870a5303 None None] Network cd7347c8-21d3-4e49-9f6a-17ae78168df9 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 16:13:15.782517 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'name': 'tempest-TestSnapshotPattern-848218151-router', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'd84cc30d-fa14-4174-9239-41d955393f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:13Z', 'updated_at': '2022-04-22T16:13:14Z', 'revision_number': 3, 'project_id': '036f47767b2b42a193dcf00d0721f32b', 'gw_port': {'id': 'd84cc30d-fa14-4174-9239-41d955393f11', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:14Z', 'updated_at': '2022-04-22T16:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:15.786469 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Checking router: 4d1ea478-25d7-4932-98c5-d936403c5566 for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:13:15.786813 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Updating router 4d1ea478-25d7-4932-98c5-d936403c5566 port d84cc30d-fa14-4174-9239-41d955393f11 binding host dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 16:13:15.837710 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:15.884051 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:15.919401 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Transition to ACTIVE for port object 53c5299e-9432-445b-8982-852c8f1bd2bd will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:13:15.927997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0c376e2f-231a-48d2-a85b-ee073b20edbd None None] Provisioning for port 5c218f82-e77b-4c3c-8350-29db18e56189 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:13:15.934793 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.118055 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b97900-a676-4019-ac8f-080c418a32b9 None None] Pushing event updated for resources: {'Port': ['ID=53c5299e-9432-445b-8982-852c8f1bd2bd,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:16.168868 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.226285 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Notify callbacks [] for port, precommit_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.243073 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.provisioning_blocks [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Transition to ACTIVE for port object d84cc30d-fa14-4174-9239-41d955393f11 will not be triggered until provisioned by entity L2. {{(pid=83936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:13:16.254474 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.332549 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Attempting to bind port d84cc30d-fa14-4174-9239-41d955393f11 on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:13:16.333040 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Attempting to bind port d84cc30d-fa14-4174-9239-41d955393f11 by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:13:16.333487 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Attempting to bind port d84cc30d-fa14-4174-9239-41d955393f11 on network 2d66903e-b313-440b-aa1f-9c226989a999 {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:13:16.334688 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.337107 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.347641 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Attempting to bind port 53c5299e-9432-445b-8982-852c8f1bd2bd on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:13:16.348004 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Attempting to bind port 53c5299e-9432-445b-8982-852c8f1bd2bd by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:13:16.348517 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Attempting to bind port 53c5299e-9432-445b-8982-852c8f1bd2bd on network 74970b92-c561-4294-a482-4c9a5a8c3360 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:13:16.352310 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:13:16.352823 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Checking segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:13:16.353464 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.353951 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Bound using segment: {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'} {{(pid=83936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:13:16.354583 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.managers [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Bound port: d84cc30d-fa14-4174-9239-41d955393f11, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a160f665-cda0-4a50-8453-b75791fccae5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999'}}] {{(pid=83936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:13:16.355034 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.358926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:13:16.359290 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Checking segment: {'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:13:16.359685 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.360066 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Bound using segment: {'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:13:16.360520 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Bound port: 53c5299e-9432-445b-8982-852c8f1bd2bd, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:13:16.360886 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.408769 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Allocated IP 172.20.0.1 (cd7347c8-21d3-4e49-9f6a-17ae78168df9/bdfd1a8d-60de-4a1d-a384-2d826d9826aa/18965929-431d-4a4d-b420-5b06189bf93e) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:13:16.442708 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] For port d84cc30d-fa14-4174-9239-41d955393f11, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:13:16.446068 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.plugins.ml2.db [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] For port d84cc30d-fa14-4174-9239-41d955393f11, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d84cc30d-fa14-4174-9239-41d955393f11,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:13:16.447498 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b63777-f078-42b9-9213-ba8ae2b42ee5 None None] Pushing event updated for resources: {'Port': ['ID=d84cc30d-fa14-4174-9239-41d955393f11,revision_number=2']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:16.453953 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron_lib.callbacks.manager [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.496411 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] For port 53c5299e-9432-445b-8982-852c8f1bd2bd, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:13:16.502457 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] For port 53c5299e-9432-445b-8982-852c8f1bd2bd, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=53c5299e-9432-445b-8982-852c8f1bd2bd,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:13:16.511910 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.542097 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Routers {'4d1ea478-25d7-4932-98c5-d936403c5566'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:13:16.543472 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4d1ea478-25d7-4932-98c5-d936403c5566'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:16.629529 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.639431 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b97900-a676-4019-ac8f-080c418a32b9 None None] Pushing event updated for resources: {'Port': ['ID=53c5299e-9432-445b-8982-852c8f1bd2bd,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:16.653441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5c218f82-e77b-4c3c-8350-29db18e56189 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:13:16.668300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Transition to ACTIVE for port object 18965929-431d-4a4d-b420-5b06189bf93e will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:13:16.700964 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.702965 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b63777-f078-42b9-9213-ba8ae2b42ee5 None None] Pushing event updated for resources: {'Port': ['ID=d84cc30d-fa14-4174-9239-41d955393f11,revision_number=3']} {{(pid=83936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:16.756313 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Routers {'4115dc71-5c6b-4c95-b802-8cee1cebad6b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:13:16.757102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:16.760147 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] Set router 4d1ea478-25d7-4932-98c5-d936403c5566 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:13:16.808504 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Network cd7347c8-21d3-4e49-9f6a-17ae78168df9 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:13:16.811889 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:13:16.816221 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:13:16.852407 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Pushing event updated for resources: {'Port': ['ID=18965929-431d-4a4d-b420-5b06189bf93e,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:16.893315 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-402275'] for router_interface, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:16.919198 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 5c218f82-e77b-4c3c-8350-29db18e56189 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:13:16.935938 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 5c218f82-e77b-4c3c-8350-29db18e56189 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:16.936310 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:17.023516 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:17.107425 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] Set router 4115dc71-5c6b-4c95-b802-8cee1cebad6b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:13:17.166662 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'name': 'tempest-TestSnapshotPattern-848218151-router', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'd84cc30d-fa14-4174-9239-41d955393f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:13Z', 'updated_at': '2022-04-22T16:13:14Z', 'revision_number': 3, 'project_id': '036f47767b2b42a193dcf00d0721f32b', 'gw_port': {'id': 'd84cc30d-fa14-4174-9239-41d955393f11', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:14Z', 'updated_at': '2022-04-22T16:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:17.171013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:17.171978 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ce13a-9df6-4922-86b0-f4badf38fa98 None None] The sync data for ids ['4d1ea478-25d7-4932-98c5-d936403c5566'] in dv-neutron-838883-3-hyperv is: [{'id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'name': 'tempest-TestSnapshotPattern-848218151-router', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'd84cc30d-fa14-4174-9239-41d955393f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:13Z', 'updated_at': '2022-04-22T16:13:14Z', 'revision_number': 3, 'project_id': '036f47767b2b42a193dcf00d0721f32b', 'gw_port': {'id': 'd84cc30d-fa14-4174-9239-41d955393f11', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:14Z', 'updated_at': '2022-04-22T16:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:13:17.272506 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:17.276038 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:17.276624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0681525b-e9fc-4acb-b119-fce5865d148f None None] Provisioning for port 18965929-431d-4a4d-b420-5b06189bf93e completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:13:17.300863 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-0681525b-e9fc-4acb-b119-fce5865d148f None None] Provisioning complete for port 18965929-431d-4a4d-b420-5b06189bf93e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:17.301227 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0681525b-e9fc-4acb-b119-fce5865d148f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:17.340385 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 5c218f82-e77b-4c3c-8350-29db18e56189, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5c218f82-e77b-4c3c-8350-29db18e56189,segment=NetworkSegment(2ae5da94-c139-47d6-905f-7b8c43a06925),segment_id=2ae5da94-c139-47d6-905f-7b8c43a06925)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:13:17.382229 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402382'] for router_interface, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:17.385722 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Pushing event updated for resources: {'Port': ['ID=18965929-431d-4a4d-b420-5b06189bf93e,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:17.394428 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:17.463287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-0681525b-e9fc-4acb-b119-fce5865d148f None None] Port 18965929-431d-4a4d-b420-5b06189bf93e cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 16:13:17.500957 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=5c218f82-e77b-4c3c-8350-29db18e56189,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:17.523141 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Network cd7347c8-21d3-4e49-9f6a-17ae78168df9 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:13:17.524207 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:13:17.582828 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:16Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:17.586867 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31d38f0-cdaf-49b2-a3fe-23b742b619e4 None None] The sync data for ids ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'] in dv-neutron-838883-3-hyperv is: [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:16Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:13:17.788406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-6175544b-dce3-4bfe-bd93-15bde2b3a1a8 None None] Provisioning complete for port 18965929-431d-4a4d-b420-5b06189bf93e triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:17.789038 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6175544b-dce3-4bfe-bd93-15bde2b3a1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:17.859669 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-6175544b-dce3-4bfe-bd93-15bde2b3a1a8 None None] Port 18965929-431d-4a4d-b420-5b06189bf93e cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 16:13:17.861394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:17.931103 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Router 4d1ea478-25d7-4932-98c5-d936403c5566 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:13:18.262898 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:13:18.276182 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-e83f5159-ccb4-417c-b0aa-a13e1b70b76f admin admin] 10.222.0.71 "PUT /v2.0/routers/4d1ea478-25d7-4932-98c5-d936403c5566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0287240 Apr 22 16:13:18.677216 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d84cc30d-fa14-4174-9239-41d955393f11 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:13:18.755296 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port d84cc30d-fa14-4174-9239-41d955393f11 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:13:18.761295 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port d84cc30d-fa14-4174-9239-41d955393f11 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:18.761721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:18.896817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:18.915271 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port d84cc30d-fa14-4174-9239-41d955393f11, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d84cc30d-fa14-4174-9239-41d955393f11,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:13:18.919765 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:18.920624 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 53c5299e-9432-445b-8982-852c8f1bd2bd up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:13:19.037683 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44530) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:19.043544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-902735695', 'description': 'tempest-secgroup-smoke-902735695 description', 'project_id': 'abb3b8dbff304f31b0af2e014f786070'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:19.049430 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:19.050809 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=d84cc30d-fa14-4174-9239-41d955393f11,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:19.053611 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Usage tracker for resource:security_group and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:19.056707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:19.062776 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:19.065708 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 53c5299e-9432-445b-8982-852c8f1bd2bd completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:13:19.070595 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 53c5299e-9432-445b-8982-852c8f1bd2bd triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:19.071057 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.074386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.111784 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:19.116144 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Usage tracker for resource:security_group_rule and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:19.119537 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:19.125543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:19.188139 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.192308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.228012 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.235489 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd663dfa-0b32-4516-aee8-21cb1933d868,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:19.239876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.241062 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-127da205-3c91-4583-9730-a5f1c4939fdb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2022235 Apr 22 16:13:19.244032 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44534) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:19.249939 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-710ad5af-d420-4f12-a60d-1a8fac37e6d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Request body: {'security_group_rule': {'security_group_id': 'bd663dfa-0b32-4516-aee8-21cb1933d868', 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:19.256146 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-710ad5af-d420-4f12-a60d-1a8fac37e6d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:19.260557 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-710ad5af-d420-4f12-a60d-1a8fac37e6d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Usage tracker for resource:security_group_rule and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:19.264151 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-710ad5af-d420-4f12-a60d-1a8fac37e6d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:19.265874 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 53c5299e-9432-445b-8982-852c8f1bd2bd, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=53c5299e-9432-445b-8982-852c8f1bd2bd,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:13:19.270294 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.270431 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-710ad5af-d420-4f12-a60d-1a8fac37e6d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:19.271047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5c218f82-e77b-4c3c-8350-29db18e56189 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:13:19.286375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-710ad5af-d420-4f12-a60d-1a8fac37e6d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.347987 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-710ad5af-d420-4f12-a60d-1a8fac37e6d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.351635 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-710ad5af-d420-4f12-a60d-1a8fac37e6d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.376564 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ad5af-d420-4f12-a60d-1a8fac37e6d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90e17cd-ad58-4f82-af44-214fd3ba5fdc,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:19.381602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=53c5299e-9432-445b-8982-852c8f1bd2bd,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:19.389225 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-710ad5af-d420-4f12-a60d-1a8fac37e6d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.391102 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-710ad5af-d420-4f12-a60d-1a8fac37e6d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1461189 Apr 22 16:13:19.393680 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44538) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:19.395403 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 5c218f82-e77b-4c3c-8350-29db18e56189 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:19.395774 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.399634 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-2da0e4be-5d42-48e3-8714-c2508772c618 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Request body: {'security_group_rule': {'security_group_id': 'bd663dfa-0b32-4516-aee8-21cb1933d868', 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:19.405570 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2da0e4be-5d42-48e3-8714-c2508772c618 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:19.409306 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2da0e4be-5d42-48e3-8714-c2508772c618 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Usage tracker for resource:security_group_rule and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:19.412139 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-2da0e4be-5d42-48e3-8714-c2508772c618 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:19.417792 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-2da0e4be-5d42-48e3-8714-c2508772c618 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:19.434109 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2da0e4be-5d42-48e3-8714-c2508772c618 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.497774 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2da0e4be-5d42-48e3-8714-c2508772c618 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.501511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2da0e4be-5d42-48e3-8714-c2508772c618 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.530325 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0e4be-5d42-48e3-8714-c2508772c618 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad181c6-f975-4b06-abaf-8b6411409871,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:19.536824 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2da0e4be-5d42-48e3-8714-c2508772c618 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.538082 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2da0e4be-5d42-48e3-8714-c2508772c618 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1430650 Apr 22 16:13:19.540884 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44542) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:19.546816 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-12372a80-793e-4187-994d-6a2dff75f7d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Request body: {'security_group_rule': {'security_group_id': 'bd663dfa-0b32-4516-aee8-21cb1933d868', 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:19.552532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-12372a80-793e-4187-994d-6a2dff75f7d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:19.556358 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-12372a80-793e-4187-994d-6a2dff75f7d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Usage tracker for resource:security_group_rule and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:19.559921 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-12372a80-793e-4187-994d-6a2dff75f7d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:19.565544 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-12372a80-793e-4187-994d-6a2dff75f7d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:19.580759 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-12372a80-793e-4187-994d-6a2dff75f7d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.644173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-12372a80-793e-4187-994d-6a2dff75f7d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.647684 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-12372a80-793e-4187-994d-6a2dff75f7d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.670280 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12372a80-793e-4187-994d-6a2dff75f7d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed8e0e8-257d-4496-b382-3cb88269480d,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:19.679576 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-12372a80-793e-4187-994d-6a2dff75f7d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.680713 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-12372a80-793e-4187-994d-6a2dff75f7d3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1389031 Apr 22 16:13:19.684090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44546) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:19.689307 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-fca9e3bc-d082-4c0e-81d5-dcd864db70a6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Request body: {'security_group_rule': {'security_group_id': 'bd663dfa-0b32-4516-aee8-21cb1933d868', 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:19.694870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fca9e3bc-d082-4c0e-81d5-dcd864db70a6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:19.698569 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fca9e3bc-d082-4c0e-81d5-dcd864db70a6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Usage tracker for resource:security_group_rule and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:19.701341 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-fca9e3bc-d082-4c0e-81d5-dcd864db70a6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:19.706903 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-fca9e3bc-d082-4c0e-81d5-dcd864db70a6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:19.722528 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fca9e3bc-d082-4c0e-81d5-dcd864db70a6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.787234 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fca9e3bc-d082-4c0e-81d5-dcd864db70a6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.790651 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fca9e3bc-d082-4c0e-81d5-dcd864db70a6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.813713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9e3bc-d082-4c0e-81d5-dcd864db70a6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c55a74-7505-474b-bc94-248e79155f5e,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:19.821939 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-fca9e3bc-d082-4c0e-81d5-dcd864db70a6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.823188 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-fca9e3bc-d082-4c0e-81d5-dcd864db70a6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1381819 Apr 22 16:13:19.825784 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44550) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:19.831096 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-b6e448ad-7702-4fe7-aa73-1ca551e107ac tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Request body: {'security_group_rule': {'security_group_id': 'bd663dfa-0b32-4516-aee8-21cb1933d868', 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:19.836654 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b6e448ad-7702-4fe7-aa73-1ca551e107ac tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:19.840410 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b6e448ad-7702-4fe7-aa73-1ca551e107ac tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Usage tracker for resource:security_group_rule and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:19.843270 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-b6e448ad-7702-4fe7-aa73-1ca551e107ac tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:19.848981 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-b6e448ad-7702-4fe7-aa73-1ca551e107ac tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:19.860056 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-b6e448ad-7702-4fe7-aa73-1ca551e107ac tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Project abb3b8dbff304f31b0af2e014f786070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:13:19.866213 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6e448ad-7702-4fe7-aa73-1ca551e107ac tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.928979 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6e448ad-7702-4fe7-aa73-1ca551e107ac tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.932267 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6e448ad-7702-4fe7-aa73-1ca551e107ac tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.957090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e448ad-7702-4fe7-aa73-1ca551e107ac tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8a6da4-3bc3-4a47-858d-b4aa140bc060,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:19.966409 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-b6e448ad-7702-4fe7-aa73-1ca551e107ac tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:19.967632 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-b6e448ad-7702-4fe7-aa73-1ca551e107ac tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1409106 Apr 22 16:13:19.970533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44554) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:19.975863 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-c8e94659-6d41-4e19-b566-379c2735da14 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Request body: {'security_group_rule': {'security_group_id': 'bd663dfa-0b32-4516-aee8-21cb1933d868', 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:19.982192 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c8e94659-6d41-4e19-b566-379c2735da14 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:19.985911 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c8e94659-6d41-4e19-b566-379c2735da14 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Usage tracker for resource:security_group_rule and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:19.988891 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-c8e94659-6d41-4e19-b566-379c2735da14 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:19.995016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-c8e94659-6d41-4e19-b566-379c2735da14 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:20.005233 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.securitygroups_db [None req-c8e94659-6d41-4e19-b566-379c2735da14 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Project abb3b8dbff304f31b0af2e014f786070 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 16:13:20.011880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8e94659-6d41-4e19-b566-379c2735da14 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:20.075933 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8e94659-6d41-4e19-b566-379c2735da14 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:20.079369 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8e94659-6d41-4e19-b566-379c2735da14 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564238'] for security_group_rule, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:20.111082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e94659-6d41-4e19-b566-379c2735da14 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe5b1c4-e701-4f8c-ad30-1fb4c6a87b84,revision_number=0']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:20.120880 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-c8e94659-6d41-4e19-b566-379c2735da14 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:20.122050 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-c8e94659-6d41-4e19-b566-379c2735da14 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1506162 Apr 22 16:13:20.288964 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-6ab90b36-677f-4ffa-9f9b-3714b6ad87f7 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Synchronizing usage tracker for tenant:abb3b8dbff304f31b0af2e014f786070 on resource:security_group {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:13:20.304859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-6ab90b36-677f-4ffa-9f9b-3714b6ad87f7 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Unset dirty status for tenant:abb3b8dbff304f31b0af2e014f786070 on resource:security_group {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:13:20.306168 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-6ab90b36-677f-4ffa-9f9b-3714b6ad87f7 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902735695&fields=id&tenant_id=abb3b8dbff304f31b0af2e014f786070 HTTP/1.1" status: 200 len: 267 time: 0.0567987 Apr 22 16:13:20.455028 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-f95dc86b-13a8-4680-961d-37b46c8c398b tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:20.455600 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-f95dc86b-13a8-4680-961d-37b46c8c398b tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Synchronizing usage tracker for tenant:abb3b8dbff304f31b0af2e014f786070 on resource:network {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:13:20.472549 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-f95dc86b-13a8-4680-961d-37b46c8c398b tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Unset dirty status for tenant:abb3b8dbff304f31b0af2e014f786070 on resource:network {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:13:20.473770 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-f95dc86b-13a8-4680-961d-37b46c8c398b tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 809 time: 0.1609564 Apr 22 16:13:20.489880 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-593b3b98-f4e2-45ed-82a7-8453d5d15533 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/quotas/abb3b8dbff304f31b0af2e014f786070 HTTP/1.1" status: 200 len: 375 time: 0.0106704 Apr 22 16:13:20.571399 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d84cc30d-fa14-4174-9239-41d955393f11 up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:13:20.574675 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-ca390a53-9936-420e-a2eb-376005d3fa3a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800447 Apr 22 16:13:20.646332 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port d84cc30d-fa14-4174-9239-41d955393f11 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:20.646705 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:20.752166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-e9bf4777-47f2-4be5-90b7-8efb91e4f0c8 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=83933) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 22 16:13:20.753353 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-e9bf4777-47f2-4be5-90b7-8efb91e4f0c8 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0776105 Apr 22 16:13:20.762718 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 53c5299e-9432-445b-8982-852c8f1bd2bd up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:13:20.830423 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 53c5299e-9432-445b-8982-852c8f1bd2bd triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:20.830798 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:20.888571 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-1363013c-04a3-4b2a-8422-a98f3c2c3453 service neutron] 10.222.0.71 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286983 Apr 22 16:13:21.018466 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-0fb298a1-9613-4060-8211-5905f4ab605d service neutron] 10.222.0.71 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241832 Apr 22 16:13:21.211327 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cdce8331-cb6a-4bcb-92bd-d71bd3859d12 req-32f5d9ab-fe2c-4580-b941-ba06560a94a4 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 210 time: 0.0405231 Apr 22 16:13:22.341020 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-b1f19fa7-6be1-4af8-8d84-dc798d89198c tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:22.342556 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-b1f19fa7-6be1-4af8-8d84-dc798d89198c tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.70 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 809 time: 0.1462810 Apr 22 16:13:22.428380 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8bcf30f5-5a6a-4481-86d3-4c40c9386931 req-c29b0be6-82f3-4ebc-ab54-f6f4b06085b3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 210 time: 0.0522308 Apr 22 16:13:22.439820 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-051253ea-6cc0-4264-9417-a895622e6018 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abb3b8dbff304f31b0af2e014f786070 HTTP/1.1" status: 200 len: 379 time: 0.0791931 Apr 22 16:13:22.449189 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Request body: {'port': {'device_id': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'admin_state_up': True, 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'security_groups': ['bd663dfa-0b32-4516-aee8-21cb1933d868']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:22.579665 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:22.583386 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Usage tracker for resource:port and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:22.586158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:22.591760 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:22.601024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Made reservation on behalf of abb3b8dbff304f31b0af2e014f786070 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 16:13:22.603972 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:22.845233 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Allocated IP 172.20.0.9 (74970b92-c561-4294-a482-4c9a5a8c3360/75228f44-8074-47fc-a3f3-7a53943a9c0e/45b747de-b69b-4612-b738-5f1b08bdedc6) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:13:23.029303 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:23.044266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Transition to ACTIVE for port object 45b747de-b69b-4612-b738-5f1b08bdedc6 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:13:23.065429 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:23.138783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Network 74970b92-c561-4294-a482-4c9a5a8c3360 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:13:23.142216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:13:23.143934 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event updated for resources: {'Port': ['ID=45b747de-b69b-4612-b738-5f1b08bdedc6,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:23.146036 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:13:23.209720 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:23.210352 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:23.230264 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-067cbb12-feeb-4324-8de5-496c700d62e9 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7851796 Apr 22 16:13:23.248527 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Request body: {'port': {'device_id': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:23.359375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:23.425113 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b0ee5b79-0448-4ff2-bfa8-0f73e1a42756 None None] Provisioning for port 45b747de-b69b-4612-b738-5f1b08bdedc6 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:13:23.429817 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-b0ee5b79-0448-4ff2-bfa8-0f73e1a42756 None None] Provisioning complete for port 45b747de-b69b-4612-b738-5f1b08bdedc6 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:23.430240 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-b0ee5b79-0448-4ff2-bfa8-0f73e1a42756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:23.482519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee5b79-0448-4ff2-bfa8-0f73e1a42756 None None] Port 45b747de-b69b-4612-b738-5f1b08bdedc6 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 16:13:23.692246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce63c4b-d3c7-4214-800c-541fdc55589a req-75c3bc4f-6cc0-44e2-90a9-5bdbfe402102 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:23.692957 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-bce63c4b-d3c7-4214-800c-541fdc55589a req-75c3bc4f-6cc0-44e2-90a9-5bdbfe402102 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Synchronizing usage tracker for tenant:abb3b8dbff304f31b0af2e014f786070 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:13:23.757117 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-bce63c4b-d3c7-4214-800c-541fdc55589a req-75c3bc4f-6cc0-44e2-90a9-5bdbfe402102 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Unset dirty status for tenant:abb3b8dbff304f31b0af2e014f786070 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:13:23.758527 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bce63c4b-d3c7-4214-800c-541fdc55589a req-75c3bc4f-6cc0-44e2-90a9-5bdbfe402102 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 931 time: 0.1921201 Apr 22 16:13:23.786333 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b747de-b69b-4612-b738-5f1b08bdedc6 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 16:13:23.796123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:23.823708 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Transition to ACTIVE for port object 45b747de-b69b-4612-b738-5f1b08bdedc6 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:13:23.826221 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bce63c4b-d3c7-4214-800c-541fdc55589a req-143fcb99-b9ca-4afd-a0a8-70318ef29d20 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611613 Apr 22 16:13:23.827219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:23.955186 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Pushing event updated for resources: {'Port': ['ID=45b747de-b69b-4612-b738-5f1b08bdedc6,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:24.062686 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Attempting to bind port 45b747de-b69b-4612-b738-5f1b08bdedc6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:13:24.063012 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Attempting to bind port 45b747de-b69b-4612-b738-5f1b08bdedc6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:13:24.063329 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Attempting to bind port 45b747de-b69b-4612-b738-5f1b08bdedc6 on network 74970b92-c561-4294-a482-4c9a5a8c3360 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:13:24.068986 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Port 45b747de-b69b-4612-b738-5f1b08bdedc6 on network 74970b92-c561-4294-a482-4c9a5a8c3360 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 16:13:24.069305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Attempting to bind port 45b747de-b69b-4612-b738-5f1b08bdedc6 on network 74970b92-c561-4294-a482-4c9a5a8c3360 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:13:24.075936 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:13:24.076271 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Checking segment: {'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:13:24.076652 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Bound using segment: {'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:13:24.077072 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Bound port: 45b747de-b69b-4612-b738-5f1b08bdedc6, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:13:24.077415 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:24.166223 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] For port 45b747de-b69b-4612-b738-5f1b08bdedc6, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:13:24.169063 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] For port 45b747de-b69b-4612-b738-5f1b08bdedc6, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=45b747de-b69b-4612-b738-5f1b08bdedc6,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:13:24.173531 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:24.231510 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:24.232873 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] 10.222.0.70 "PUT /v2.0/ports/45b747de-b69b-4612-b738-5f1b08bdedc6 HTTP/1.1" status: 200 len: 1093 time: 0.9890311 Apr 22 16:13:24.235704 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'tag': '45b747de-b69b-4612-b738-5f1b08bdedc6'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:13:24.255200 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc7d00-7a6f-47cc-b564-9cc08ed575ec service neutron] Pushing event updated for resources: {'Port': ['ID=45b747de-b69b-4612-b738-5f1b08bdedc6,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:24.325327 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f23683-5048-44bf-8b20-970043b2ce5d'] response: {'name': 'network-changed', 'server_uuid': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'tag': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'status': 'completed', 'code': 200} Apr 22 16:13:24.371311 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-5aa6d5a7-d458-4d2b-9b01-2717b2ef4bea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 1096 time: 0.0792317 Apr 22 16:13:24.447005 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-c7b735ca-5a82-4422-9c07-d353d800a54b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b747de-b69b-4612-b738-5f1b08bdedc6 HTTP/1.1" status: 200 len: 217 time: 0.0628622 Apr 22 16:13:24.590984 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-2b5c146f-6650-45bb-86de-f07fa67cf79a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:24.592376 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-2b5c146f-6650-45bb-86de-f07fa67cf79a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 200 len: 848 time: 0.1394711 Apr 22 16:13:24.666904 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-f2e98256-5155-48f8-9940-d40a4dc17693 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74970b92-c561-4294-a482-4c9a5a8c3360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677910 Apr 22 16:13:24.794162 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-a673e745-3dfa-48a1-88cc-478fe2f88514 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212399 Apr 22 16:13:24.924437 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ba949f06-0d56-4955-8151-76fa38ca49d5 req-cbad98a3-7c9f-4ec2-8b8d-63cbee9e04db service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241453 Apr 22 16:13:25.020767 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38480a-31d0-4ed3-b315-b3d69e7f12d5 req-4ee5d45c-bbf1-472b-949c-6bf3acb5833d tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:25.022258 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fc38480a-31d0-4ed3-b315-b3d69e7f12d5 req-4ee5d45c-bbf1-472b-949c-6bf3acb5833d tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 943 time: 0.0752549 Apr 22 16:13:25.113941 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-fc38480a-31d0-4ed3-b315-b3d69e7f12d5 req-46f283a0-7fcd-4a66-8cda-2db304970211 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601890 Apr 22 16:13:25.125945 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c6e8018f-f409-46b2-ace2-40065616b7db req-6f1c0c4b-de02-47eb-a0bc-488b3939f4d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 1096 time: 0.1028292 Apr 22 16:13:25.254086 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8018f-f409-46b2-ace2-40065616b7db req-ddc19cd7-d405-47d5-814b-e4127cd727fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:25.255533 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c6e8018f-f409-46b2-ace2-40065616b7db req-ddc19cd7-d405-47d5-814b-e4127cd727fa service neutron] 10.222.0.70 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 910 time: 0.1230054 Apr 22 16:13:25.325961 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c6e8018f-f409-46b2-ace2-40065616b7db req-2dd53a60-b6ac-40e5-a8cc-a604f2f7ef98 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b747de-b69b-4612-b738-5f1b08bdedc6 HTTP/1.1" status: 200 len: 217 time: 0.0641358 Apr 22 16:13:25.385491 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8018f-f409-46b2-ace2-40065616b7db req-55d766cf-d078-4766-abe3-76445b66c218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:25.387376 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c6e8018f-f409-46b2-ace2-40065616b7db req-55d766cf-d078-4766-abe3-76445b66c218 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 200 len: 848 time: 0.0556448 Apr 22 16:13:25.462447 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c6e8018f-f409-46b2-ace2-40065616b7db req-10aea850-c803-4a29-b8a4-fc00d2f1bf24 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74970b92-c561-4294-a482-4c9a5a8c3360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689960 Apr 22 16:13:25.588690 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c6e8018f-f409-46b2-ace2-40065616b7db req-f1dce4dd-71d8-4e1f-95a2-334a3e20cc6e service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201265 Apr 22 16:13:25.714437 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c6e8018f-f409-46b2-ace2-40065616b7db req-cb9fcc70-0c04-4bc7-b347-bfc82cb9ace5 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196952 Apr 22 16:13:26.305162 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda36fcb-0f3b-4d4d-88a9-11ac1294c06f req-25a561b2-8b44-49f7-8dab-a8757dee8011 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:26.306615 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dda36fcb-0f3b-4d4d-88a9-11ac1294c06f req-25a561b2-8b44-49f7-8dab-a8757dee8011 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 943 time: 0.0743747 Apr 22 16:13:26.352886 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-dda36fcb-0f3b-4d4d-88a9-11ac1294c06f req-26ff52cb-a3c4-4e91-9193-a660f67fdf0d tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392466 Apr 22 16:13:27.552594 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04d4a8-ee92-45b6-90e2-abbb42f8135f req-41cf67fd-3f92-4112-b0b6-056f5cf48f31 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:27.554054 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cf04d4a8-ee92-45b6-90e2-abbb42f8135f req-41cf67fd-3f92-4112-b0b6-056f5cf48f31 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 943 time: 0.0812750 Apr 22 16:13:27.599075 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-cf04d4a8-ee92-45b6-90e2-abbb42f8135f req-463e7b0e-24b5-47df-b59f-2c8bd73fe4db tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393243 Apr 22 16:13:28.794027 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b36fe2-23bc-4838-8ae0-78b35aebdf3c req-3da6ee6f-3f61-4dc9-82a3-988a8662351a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:28.795504 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69b36fe2-23bc-4838-8ae0-78b35aebdf3c req-3da6ee6f-3f61-4dc9-82a3-988a8662351a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 943 time: 0.0768077 Apr 22 16:13:28.841569 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-69b36fe2-23bc-4838-8ae0-78b35aebdf3c req-84da5aa1-a66f-4be0-ba70-1275e791958a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401969 Apr 22 16:13:29.188552 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 45b747de-b69b-4612-b738-5f1b08bdedc6 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 16:13:29.318604 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 45b747de-b69b-4612-b738-5f1b08bdedc6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=45b747de-b69b-4612-b738-5f1b08bdedc6,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:13:29.331379 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'port_id': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'mac_address': 'fa:16:3e:88:ae:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:13:29.386374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:29.402697 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b747de-b69b-4612-b738-5f1b08bdedc6 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 16:13:29.416684 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 45b747de-b69b-4612-b738-5f1b08bdedc6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=45b747de-b69b-4612-b738-5f1b08bdedc6,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:13:29.421229 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:29.483276 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=45b747de-b69b-4612-b738-5f1b08bdedc6,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:29.867310 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['45b747de-b69b-4612-b738-5f1b08bdedc6'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 16:13:30.052781 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156230c-178a-4c9d-856b-10c1340deff9 req-064648f2-dd39-4d0e-a661-006d0d86af4e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:30.054357 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d156230c-178a-4c9d-856b-10c1340deff9 req-064648f2-dd39-4d0e-a661-006d0d86af4e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 944 time: 0.0869956 Apr 22 16:13:30.098701 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d156230c-178a-4c9d-856b-10c1340deff9 req-d8672a6a-aa23-4440-a8db-78f43003bfe4 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387876 Apr 22 16:13:31.197733 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 45b747de-b69b-4612-b738-5f1b08bdedc6 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:13:31.267974 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 45b747de-b69b-4612-b738-5f1b08bdedc6 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:13:31.272643 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 45b747de-b69b-4612-b738-5f1b08bdedc6 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:31.273009 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:31.295124 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979074f-5bcf-42bd-b9da-4912be2b7e64 req-64dd2b30-b148-40ce-8374-7d0578ada45e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:31.296673 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5979074f-5bcf-42bd-b9da-4912be2b7e64 req-64dd2b30-b148-40ce-8374-7d0578ada45e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 944 time: 0.0775623 Apr 22 16:13:31.344687 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5979074f-5bcf-42bd-b9da-4912be2b7e64 req-9720ac44-b8e8-4912-a978-e87d094824e3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424554 Apr 22 16:13:31.383907 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:31.412079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b747de-b69b-4612-b738-5f1b08bdedc6'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:13:31.421596 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 45b747de-b69b-4612-b738-5f1b08bdedc6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=45b747de-b69b-4612-b738-5f1b08bdedc6,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:13:31.425722 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:31.492429 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=45b747de-b69b-4612-b738-5f1b08bdedc6,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:31.545261 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4206a62b-3f05-454d-9b08-8d9fe69e7d4e'] response: {'server_uuid': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'code': 200} Apr 22 16:13:31.892342 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0cfbfc4-b010-4a45-91c6-965b783bb14e req-68454877-3440-4525-8ffb-4d04f0244af9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 1098 time: 0.1494606 Apr 22 16:13:31.935526 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e0cfbfc4-b010-4a45-91c6-965b783bb14e req-0f1ce1e7-c06c-488b-89d2-4b3f738dfcf5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359309 Apr 22 16:13:32.545723 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952090d1-6894-4650-bff4-8c784a01bc5c req-080aaf32-a5e5-4a35-b461-58a2999ad7b1 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:32.547183 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-952090d1-6894-4650-bff4-8c784a01bc5c req-080aaf32-a5e5-4a35-b461-58a2999ad7b1 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 945 time: 0.0824010 Apr 22 16:13:32.590700 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-952090d1-6894-4650-bff4-8c784a01bc5c req-b47b24c5-9af7-4abe-b05b-705f83d34dee tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380504 Apr 22 16:13:33.302523 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:13:33.696038 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:33.785674 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebef63-9f39-44a4-a476-59b53b9b9ff8 req-2ad4234f-33c6-41c4-9a3c-41dbed15502b tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:33.787114 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-35ebef63-9f39-44a4-a476-59b53b9b9ff8 req-2ad4234f-33c6-41c4-9a3c-41dbed15502b tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 945 time: 0.0762236 Apr 22 16:13:33.830586 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-35ebef63-9f39-44a4-a476-59b53b9b9ff8 req-a6841ae4-76c8-4086-8158-441a5eb6652f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380123 Apr 22 16:13:34.022685 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04811e-97f5-4c5c-9fa2-a1514d193b5c req-b6c0e256-e781-4f68-89b6-3bf300bb58ea tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:34.024121 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a04811e-97f5-4c5c-9fa2-a1514d193b5c req-b6c0e256-e781-4f68-89b6-3bf300bb58ea tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 945 time: 0.0781932 Apr 22 16:13:34.067562 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a04811e-97f5-4c5c-9fa2-a1514d193b5c req-da8090e3-4979-4e82-b218-a285108f0901 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374103 Apr 22 16:13:34.095204 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44618) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:34.225231 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-afe85b0e-c7cc-4888-bad7-9c59a433d974 tempest-TestSnapshotPattern-1730039575 tempest-TestSnapshotPattern-1730039575-project-admin] Synchronizing usage tracker for tenant:036f47767b2b42a193dcf00d0721f32b on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:13:34.240796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-afe85b0e-c7cc-4888-bad7-9c59a433d974 tempest-TestSnapshotPattern-1730039575 tempest-TestSnapshotPattern-1730039575-project-admin] Unset dirty status for tenant:036f47767b2b42a193dcf00d0721f32b on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:13:34.242131 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-afe85b0e-c7cc-4888-bad7-9c59a433d974 tempest-TestSnapshotPattern-1730039575 tempest-TestSnapshotPattern-1730039575-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 1093 time: 0.1459501 Apr 22 16:13:34.245593 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44624) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:13:34.250607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:13:34.255870 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:13:34.259835 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Usage tracker for resource:floatingip and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:13:34.263210 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:13:34.268799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:13:34.278932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:34.411144 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:34.549134 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Allocated IP 172.26.8.181 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/84aaaaf1-676e-4ec0-ad22-9892b5f54dca) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:13:34.695783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:34.722585 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:34.795944 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:13:34.798572 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:13:34.804138 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:13:34.828772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event updated for resources: {'Port': ['ID=84aaaaf1-676e-4ec0-ad22-9892b5f54dca,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:35.301300 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:35.355007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:35.636293 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:35.640511 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:35.743178 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event updated for resources: {'Port': ['ID=84aaaaf1-676e-4ec0-ad22-9892b5f54dca,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:35.758287 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:35.949562 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Floating IP 7cf6c6ac-59b5-4342-b2f4-d6b4c526a418 associated. External IP: 172.26.8.181, port: 45b747de-b69b-4612-b738-5f1b08bdedc6. Apr 22 16:13:36.338881 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Router 4115dc71-5c6b-4c95-b802-8cee1cebad6b has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:13:36.541148 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:13:36.551053 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c2b79e-84ce-4489-84de-7c51013ef5fd None None] Sync routers for ids ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:13:36.563567 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c2b79e-84ce-4489-84de-7c51013ef5fd None None] Routers {'4115dc71-5c6b-4c95-b802-8cee1cebad6b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:13:36.564220 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-39c2b79e-84ce-4489-84de-7c51013ef5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:36.565496 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:36.618253 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-92ecf38a-0222-4325-88d7-ebb148f2c033 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3715703 Apr 22 16:13:36.618836 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'tag': '45b747de-b69b-4612-b738-5f1b08bdedc6'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:13:36.683208 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a81785d-4b1b-44d7-b79d-b080807da782'] response: {'name': 'network-changed', 'server_uuid': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'tag': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'status': 'completed', 'code': 200} Apr 22 16:13:36.770469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-39c2b79e-84ce-4489-84de-7c51013ef5fd None None] Set router 4115dc71-5c6b-4c95-b802-8cee1cebad6b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:13:36.796419 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a40a596-4b05-4c7c-9904-f50c060fb68d req-a022995f-f8bf-4e47-ba08-7580baa646fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 1098 time: 0.0692298 Apr 22 16:13:36.928254 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40a596-4b05-4c7c-9904-f50c060fb68d req-c606de23-6dd6-4624-8958-d7d633ecefab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:36.929575 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a40a596-4b05-4c7c-9904-f50c060fb68d req-c606de23-6dd6-4624-8958-d7d633ecefab service neutron] 10.222.0.70 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 910 time: 0.1242311 Apr 22 16:13:37.038351 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a40a596-4b05-4c7c-9904-f50c060fb68d req-443fc441-e36c-4b6f-a36a-0c2297c5a49b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b747de-b69b-4612-b738-5f1b08bdedc6 HTTP/1.1" status: 200 len: 999 time: 0.0977991 Apr 22 16:13:37.101909 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40a596-4b05-4c7c-9904-f50c060fb68d req-4980a3e9-6542-4271-8e29-889ee747771b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:37.103533 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a40a596-4b05-4c7c-9904-f50c060fb68d req-4980a3e9-6542-4271-8e29-889ee747771b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 200 len: 848 time: 0.0587769 Apr 22 16:13:37.118480 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-39c2b79e-84ce-4489-84de-7c51013ef5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '7cf6c6ac-59b5-4342-b2f4-d6b4c526a418', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'port_id': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'mac_address': 'fa:16:3e:88:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:13:35Z', 'updated_at': '2022-04-22T16:13:35Z', 'revision_number': 0, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:19Z', 'revision_number': 5, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:37.123123 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c2b79e-84ce-4489-84de-7c51013ef5fd None None] Checking router: 4115dc71-5c6b-4c95-b802-8cee1cebad6b for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:13:37.134073 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c2b79e-84ce-4489-84de-7c51013ef5fd None None] Routers {'4115dc71-5c6b-4c95-b802-8cee1cebad6b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:13:37.134730 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-39c2b79e-84ce-4489-84de-7c51013ef5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:37.268933 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a40a596-4b05-4c7c-9904-f50c060fb68d req-135cc331-ebe7-42da-a6e1-8a32722e6b7e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74970b92-c561-4294-a482-4c9a5a8c3360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1598995 Apr 22 16:13:37.310513 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-39c2b79e-84ce-4489-84de-7c51013ef5fd None None] Set router 4115dc71-5c6b-4c95-b802-8cee1cebad6b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:13:37.399241 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a40a596-4b05-4c7c-9904-f50c060fb68d req-8520b13e-c55e-461c-8357-85d0a5e9bbc1 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234951 Apr 22 16:13:37.527657 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0a40a596-4b05-4c7c-9904-f50c060fb68d req-22e72b88-b6c7-43bd-873f-1d4fb2c9c9fa service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223271 Apr 22 16:13:37.650554 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-39c2b79e-84ce-4489-84de-7c51013ef5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '7cf6c6ac-59b5-4342-b2f4-d6b4c526a418', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'port_id': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'mac_address': 'fa:16:3e:88:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:13:35Z', 'updated_at': '2022-04-22T16:13:35Z', 'revision_number': 0, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:19Z', 'revision_number': 5, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:37.654457 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c2b79e-84ce-4489-84de-7c51013ef5fd None None] The sync data for ids ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'] in dv-neutron-838883-3-hyperv is: [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '7cf6c6ac-59b5-4342-b2f4-d6b4c526a418', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'port_id': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'mac_address': 'fa:16:3e:88:ae:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:13:35Z', 'updated_at': '2022-04-22T16:13:35Z', 'revision_number': 0, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:19Z', 'revision_number': 5, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:13:39.111635 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d023319-0544-4127-8a68-39ca3b7ec2f9 req-d8a6b94b-3d86-44c5-8a46-8791c7db301e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644181 Apr 22 16:13:39.269041 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d023319-0544-4127-8a68-39ca3b7ec2f9 req-eb7bee20-1877-456a-9ebb-78d1ddcb2530 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 1098 time: 0.0693974 Apr 22 16:13:39.415520 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d023319-0544-4127-8a68-39ca3b7ec2f9 req-b9d990ee-98ab-4d68-8416-d3838a45323d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:39.416966 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d023319-0544-4127-8a68-39ca3b7ec2f9 req-b9d990ee-98ab-4d68-8416-d3838a45323d service neutron] 10.222.0.70 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 910 time: 0.1292973 Apr 22 16:13:39.458650 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23adfea3-889f-4958-bc76-fe7e891da6d6 None None] New status for floating IP 7cf6c6ac-59b5-4342-b2f4-d6b4c526a418: ACTIVE {{(pid=83936) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 16:13:39.466267 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Sync routers for ids ['4d1ea478-25d7-4932-98c5-d936403c5566'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:13:39.478376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Routers {'4d1ea478-25d7-4932-98c5-d936403c5566'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:13:39.479300 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4d1ea478-25d7-4932-98c5-d936403c5566'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:39.528716 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d023319-0544-4127-8a68-39ca3b7ec2f9 req-e0544011-dec1-48e2-a2bf-50f3dc8dc49d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b747de-b69b-4612-b738-5f1b08bdedc6 HTTP/1.1" status: 200 len: 999 time: 0.1050148 Apr 22 16:13:39.593173 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d023319-0544-4127-8a68-39ca3b7ec2f9 req-7a3a53b9-636c-42fd-add1-a8a26d524bd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:13:39.595139 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d023319-0544-4127-8a68-39ca3b7ec2f9 req-7a3a53b9-636c-42fd-add1-a8a26d524bd7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 200 len: 848 time: 0.0606267 Apr 22 16:13:39.654328 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Set router 4d1ea478-25d7-4932-98c5-d936403c5566 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:13:39.676471 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d023319-0544-4127-8a68-39ca3b7ec2f9 req-ca6a5197-c31b-4333-87c3-b26c0a804c85 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74970b92-c561-4294-a482-4c9a5a8c3360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756779 Apr 22 16:13:39.813244 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d023319-0544-4127-8a68-39ca3b7ec2f9 req-e1d0e73b-b31c-4da4-9bc2-c3f63326946b service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293323 Apr 22 16:13:39.947516 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8d023319-0544-4127-8a68-39ca3b7ec2f9 req-d6d0dd2e-72f4-4224-9c93-8466c897bf15 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287329 Apr 22 16:13:40.007747 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'name': 'tempest-TestSnapshotPattern-848218151-router', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'd84cc30d-fa14-4174-9239-41d955393f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:13Z', 'updated_at': '2022-04-22T16:13:16Z', 'revision_number': 4, 'project_id': '036f47767b2b42a193dcf00d0721f32b', 'gw_port': {'id': 'd84cc30d-fa14-4174-9239-41d955393f11', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:14Z', 'updated_at': '2022-04-22T16:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '18965929-431d-4a4d-b420-5b06189bf93e', 'name': '', 'network_id': 'cd7347c8-21d3-4e49-9f6a-17ae78168df9', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'mac_address': 'fa:16:3e:5c:b5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdfd1a8d-60de-4a1d-a384-2d826d9826aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:16Z', 'updated_at': '2022-04-22T16:13:17Z', 'revision_number': 2, 'project_id': '036f47767b2b42a193dcf00d0721f32b', 'subnets': [{'id': 'bdfd1a8d-60de-4a1d-a384-2d826d9826aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:40.012004 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Checking router: 4d1ea478-25d7-4932-98c5-d936403c5566 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:13:40.012354 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Updating router 4d1ea478-25d7-4932-98c5-d936403c5566 port 18965929-431d-4a4d-b420-5b06189bf93e binding host dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 22 16:13:40.061738 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:40.390083 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Notify callbacks [] for port, precommit_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:40.402118 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Transition to ACTIVE for port object 18965929-431d-4a4d-b420-5b06189bf93e will not be triggered until provisioned by entity L2. {{(pid=83935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:13:40.407640 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:40.532398 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d09a8-a6f2-4ec3-9df1-76af0ab38991 None None] Pushing event updated for resources: {'Port': ['ID=18965929-431d-4a4d-b420-5b06189bf93e,revision_number=3']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:40.622919 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Attempting to bind port 18965929-431d-4a4d-b420-5b06189bf93e on host dv-neutron-838883-3-hyperv for vnic_type normal with profile {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:13:40.623287 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Attempting to bind port 18965929-431d-4a4d-b420-5b06189bf93e by drivers openvswitch,hyperv on host dv-neutron-838883-3-hyperv at level 0 using segments [{'id': '2ae5da94-c139-47d6-905f-7b8c43a06925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'cd7347c8-21d3-4e49-9f6a-17ae78168df9'}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:13:40.623645 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Attempting to bind port 18965929-431d-4a4d-b420-5b06189bf93e on network cd7347c8-21d3-4e49-9f6a-17ae78168df9 {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:13:40.630027 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Checking agent: {'id': 'd8733384-6131-4a69-a5c2-a4df39e9b1a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838883-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 14, 59, 16), 'started_at': datetime.datetime(2022, 4, 22, 14, 59, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838883-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:13:40.630420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Checking segment: {'id': '2ae5da94-c139-47d6-905f-7b8c43a06925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'cd7347c8-21d3-4e49-9f6a-17ae78168df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:13:40.630818 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:40.631209 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Bound using segment: {'id': '2ae5da94-c139-47d6-905f-7b8c43a06925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'cd7347c8-21d3-4e49-9f6a-17ae78168df9'} {{(pid=83935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:13:40.631664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.managers [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Bound port: 18965929-431d-4a4d-b420-5b06189bf93e, host: dv-neutron-838883-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae5da94-c139-47d6-905f-7b8c43a06925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'cd7347c8-21d3-4e49-9f6a-17ae78168df9'}}] {{(pid=83935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:13:40.632034 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:40.720830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] For port 18965929-431d-4a4d-b420-5b06189bf93e, host dv-neutron-838883-3-hyperv, cleared binding levels {{(pid=83935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:13:40.724086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] For port 18965929-431d-4a4d-b420-5b06189bf93e, host dv-neutron-838883-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=18965929-431d-4a4d-b420-5b06189bf93e,segment=NetworkSegment(2ae5da94-c139-47d6-905f-7b8c43a06925),segment_id=2ae5da94-c139-47d6-905f-7b8c43a06925)] {{(pid=83935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:13:40.728451 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:40.821005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d09a8-a6f2-4ec3-9df1-76af0ab38991 None None] Pushing event updated for resources: {'Port': ['ID=18965929-431d-4a4d-b420-5b06189bf93e,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:40.830749 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Routers {'4d1ea478-25d7-4932-98c5-d936403c5566'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:13:40.831369 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:13:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4d1ea478-25d7-4932-98c5-d936403c5566'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:41.013444 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] Set router 4d1ea478-25d7-4932-98c5-d936403c5566 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:13:41.326907 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'name': 'tempest-TestSnapshotPattern-848218151-router', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'd84cc30d-fa14-4174-9239-41d955393f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:13Z', 'updated_at': '2022-04-22T16:13:16Z', 'revision_number': 4, 'project_id': '036f47767b2b42a193dcf00d0721f32b', 'gw_port': {'id': 'd84cc30d-fa14-4174-9239-41d955393f11', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:14Z', 'updated_at': '2022-04-22T16:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '18965929-431d-4a4d-b420-5b06189bf93e', 'name': '', 'network_id': 'cd7347c8-21d3-4e49-9f6a-17ae78168df9', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'mac_address': 'fa:16:3e:5c:b5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdfd1a8d-60de-4a1d-a384-2d826d9826aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:16Z', 'updated_at': '2022-04-22T16:13:40Z', 'revision_number': 4, 'project_id': '036f47767b2b42a193dcf00d0721f32b', 'subnets': [{'id': 'bdfd1a8d-60de-4a1d-a384-2d826d9826aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:13:41.330721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c221b300-85a2-4331-b699-612b70e3d2e8 None None] The sync data for ids ['4d1ea478-25d7-4932-98c5-d936403c5566'] in dv-neutron-838883-3-hyperv is: [{'id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'name': 'tempest-TestSnapshotPattern-848218151-router', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'd84cc30d-fa14-4174-9239-41d955393f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:13Z', 'updated_at': '2022-04-22T16:13:16Z', 'revision_number': 4, 'project_id': '036f47767b2b42a193dcf00d0721f32b', 'gw_port': {'id': 'd84cc30d-fa14-4174-9239-41d955393f11', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:14Z', 'updated_at': '2022-04-22T16:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '18965929-431d-4a4d-b420-5b06189bf93e', 'name': '', 'network_id': 'cd7347c8-21d3-4e49-9f6a-17ae78168df9', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'mac_address': 'fa:16:3e:5c:b5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdfd1a8d-60de-4a1d-a384-2d826d9826aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:16Z', 'updated_at': '2022-04-22T16:13:40Z', 'revision_number': 4, 'project_id': '036f47767b2b42a193dcf00d0721f32b', 'subnets': [{'id': 'bdfd1a8d-60de-4a1d-a384-2d826d9826aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:13:42.590764 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 18965929-431d-4a4d-b420-5b06189bf93e up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:13:42.691852 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning for port 18965929-431d-4a4d-b420-5b06189bf93e completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:13:42.697079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 18965929-431d-4a4d-b420-5b06189bf93e triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:42.697469 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:42.810511 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:42.840790 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-008a8920-205e-4a34-a112-a4e499776801 None None] For port 18965929-431d-4a4d-b420-5b06189bf93e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=18965929-431d-4a4d-b420-5b06189bf93e,segment=NetworkSegment(2ae5da94-c139-47d6-905f-7b8c43a06925),segment_id=2ae5da94-c139-47d6-905f-7b8c43a06925)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:13:42.844392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:42.909421 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f0107975-1334-4261-a544-6fa8d9849eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:42.917921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Pushing event updated for resources: {'Port': ['ID=18965929-431d-4a4d-b420-5b06189bf93e,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:13:44.576626 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 18965929-431d-4a4d-b420-5b06189bf93e up at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:13:44.646331 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Provisioning complete for port 18965929-431d-4a4d-b420-5b06189bf93e triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:13:44.646704 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:45.144515 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2f7b1537-58cc-4959-8c04-6512a19ba268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:46.187201 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:46.237102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:13:47.840725 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:14:03.708558 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:14:10.305232 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:14:12.892096 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-2445dc31-d3aa-4626-a28a-5817c5aaed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:14:15.145089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c8a92f3c-0f0b-4b44-b083-dcae06f53b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:14:16.191988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:14:16.239757 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:14:17.843370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:14:33.740326 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:14:39.340768 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49be5c82-7b08-4377-9b4b-f6fb1d55bba8 req-4727c058-c594-4ad8-9c41-b9d0f11541b0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657473 Apr 22 16:14:39.495722 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49be5c82-7b08-4377-9b4b-f6fb1d55bba8 req-d3d95e1c-9d86-45dd-acb1-579de44eb81b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 1098 time: 0.0660017 Apr 22 16:14:39.633580 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be5c82-7b08-4377-9b4b-f6fb1d55bba8 req-0956232b-653c-4b9a-9fd4-86804fcb6dd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:14:39.634924 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49be5c82-7b08-4377-9b4b-f6fb1d55bba8 req-0956232b-653c-4b9a-9fd4-86804fcb6dd1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 910 time: 0.1214900 Apr 22 16:14:39.733977 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49be5c82-7b08-4377-9b4b-f6fb1d55bba8 req-31fd26cd-b2d8-457f-bd98-5cf5da090bac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b747de-b69b-4612-b738-5f1b08bdedc6 HTTP/1.1" status: 200 len: 1001 time: 0.0925150 Apr 22 16:14:39.880900 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be5c82-7b08-4377-9b4b-f6fb1d55bba8 req-99ccbc53-5bd1-4b69-9a46-ad1ce37b70c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:14:39.882338 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49be5c82-7b08-4377-9b4b-f6fb1d55bba8 req-99ccbc53-5bd1-4b69-9a46-ad1ce37b70c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 200 len: 848 time: 0.1410213 Apr 22 16:14:39.956768 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49be5c82-7b08-4377-9b4b-f6fb1d55bba8 req-d43a00db-cde8-4a33-b9b6-807ee3c116d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74970b92-c561-4294-a482-4c9a5a8c3360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649469 Apr 22 16:14:40.084603 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49be5c82-7b08-4377-9b4b-f6fb1d55bba8 req-d2eb49ad-6130-421e-9c2b-ede39b79c95c service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204233 Apr 22 16:14:40.213447 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-49be5c82-7b08-4377-9b4b-f6fb1d55bba8 req-e730b7b4-e0e7-4fa5-bd62-8101a5e571a8 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218216 Apr 22 16:14:42.892528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-026cb48a-fdae-42b5-bc01-ae22b24be4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:14:45.150942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ff94b7aa-b45d-4f7d-9b36-8173bee59d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:14:46.193785 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:14:46.241561 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:14:47.304766 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:14:47.847215 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:15:03.744284 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:15:12.894252 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-17b6f305-a865-43f1-8f85-b9f06888a191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:15:15.142801 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-531cd719-4c93-4637-abe3-d7e763baa89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:15:16.195849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:15:16.243422 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:15:17.850032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:15:24.305008 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:15:33.744772 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:15:41.181661 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e92d39b7-86e8-4386-9d56-719d2ce23ba6 req-33747be8-cc14-48d9-a60c-cd2a2444d827 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659797 Apr 22 16:15:41.340009 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e92d39b7-86e8-4386-9d56-719d2ce23ba6 req-867bd7ed-3cc9-4e93-8aeb-afa69fead532 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 1098 time: 0.0709615 Apr 22 16:15:41.478713 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d39b7-86e8-4386-9d56-719d2ce23ba6 req-8d1705d3-01b6-4c13-84ee-e2d21bb72e94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:15:41.480169 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e92d39b7-86e8-4386-9d56-719d2ce23ba6 req-8d1705d3-01b6-4c13-84ee-e2d21bb72e94 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 910 time: 0.1221392 Apr 22 16:15:41.581063 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e92d39b7-86e8-4386-9d56-719d2ce23ba6 req-ed09f816-65c1-42bb-9666-02b23f219acc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b747de-b69b-4612-b738-5f1b08bdedc6 HTTP/1.1" status: 200 len: 1001 time: 0.0941637 Apr 22 16:15:41.642408 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d39b7-86e8-4386-9d56-719d2ce23ba6 req-2b48665b-065a-4057-acc7-151304e79a48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:15:41.643723 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e92d39b7-86e8-4386-9d56-719d2ce23ba6 req-2b48665b-065a-4057-acc7-151304e79a48 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 200 len: 848 time: 0.0564396 Apr 22 16:15:41.716966 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e92d39b7-86e8-4386-9d56-719d2ce23ba6 req-a66e629f-fea6-4871-8284-058d10b99c9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74970b92-c561-4294-a482-4c9a5a8c3360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671234 Apr 22 16:15:41.847104 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e92d39b7-86e8-4386-9d56-719d2ce23ba6 req-aa01f269-3ba0-415a-9874-3323e0673edb service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216962 Apr 22 16:15:41.978935 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-e92d39b7-86e8-4386-9d56-719d2ce23ba6 req-7546cbd3-0252-418e-b35e-836a404acca6 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244988 Apr 22 16:15:42.895985 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d38371ee-34b5-4633-b624-4d01b468d993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:15:45.146747 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-da00c368-2770-4f55-b154-ac974a2d4c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:15:46.196404 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:15:46.246600 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:15:47.853362 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:01.305165 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:16:03.744853 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:12.897450 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a6c53d98-b70f-4f1d-805e-ce88d29e3bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:15.149254 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-27827f87-eee0-49af-9a29-523d915c4735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:16.197736 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:16.249921 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:17.858895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:17.940206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 45b747de-b69b-4612-b738-5f1b08bdedc6 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 16:16:18.068920 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 45b747de-b69b-4612-b738-5f1b08bdedc6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=45b747de-b69b-4612-b738-5f1b08bdedc6,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:16:18.081842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'port_id': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'mac_address': 'fa:16:3e:88:ae:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:16:18.132598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:18.149550 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45b747de-b69b-4612-b738-5f1b08bdedc6 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 16:16:18.164393 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 45b747de-b69b-4612-b738-5f1b08bdedc6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=45b747de-b69b-4612-b738-5f1b08bdedc6,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:16:18.168726 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:18.231947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=45b747de-b69b-4612-b738-5f1b08bdedc6,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:16:18.240043 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:18.240393 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:18.240729 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:18.241064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:18.241394 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:18.241723 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:18.242046 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:18.242401 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:18.242726 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:18.243047 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:18.243367 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:18.321397 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['45b747de-b69b-4612-b738-5f1b08bdedc6'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 16:16:19.940221 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 45b747de-b69b-4612-b738-5f1b08bdedc6 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:16:20.006387 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 45b747de-b69b-4612-b738-5f1b08bdedc6 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:16:20.006759 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:20.116677 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:20.143561 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b747de-b69b-4612-b738-5f1b08bdedc6'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:16:20.153102 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 45b747de-b69b-4612-b738-5f1b08bdedc6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=45b747de-b69b-4612-b738-5f1b08bdedc6,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:16:20.157238 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:20.237191 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=45b747de-b69b-4612-b738-5f1b08bdedc6,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:16:20.240555 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d709fe72-feef-410d-9e12-48dd2749d20d'] response: {'server_uuid': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'code': 200} Apr 22 16:16:32.841195 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-4671b01f-36f3-4bd7-aa3f-531209830957 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902735695&fields=id&tenant_id=abb3b8dbff304f31b0af2e014f786070 HTTP/1.1" status: 200 len: 267 time: 0.0405777 Apr 22 16:16:32.989052 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fa611-5209-49a4-9592-2259a3cd7387 req-b5194ade-d4af-4f15-a13e-e6d1fee9b901 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:32.990505 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-b5194ade-d4af-4f15-a13e-e6d1fee9b901 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 809 time: 0.1434879 Apr 22 16:16:33.007565 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-2c24dafe-d6fc-4628-ad9e-dc8b8dde56fb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/quotas/abb3b8dbff304f31b0af2e014f786070 HTTP/1.1" status: 200 len: 375 time: 0.0112660 Apr 22 16:16:33.090764 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-59db1ed6-d3a7-443a-9ce3-5e3f8363ec14 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0777943 Apr 22 16:16:33.236254 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-806f4ff3-a9c3-4a3c-8a50-59267d10e49c service neutron] 10.222.0.71 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334565 Apr 22 16:16:33.450881 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-416fe589-bfab-4151-a0c2-e2e089ca5df2 service neutron] 10.222.0.71 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090998 Apr 22 16:16:33.651253 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9e8b1af9-01b9-4ae5-832f-c041d5e28d2f req-74dae9ce-5fbe-4366-a754-f9588a50bfa3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 210 time: 0.0441184 Apr 22 16:16:33.761230 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:34.883611 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d3d1b455-d7be-449d-abda-01efa119d8ec req-669c935c-2ac6-4fa9-9c6a-a99b5f1afb31 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 210 time: 0.0967498 Apr 22 16:16:34.938331 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fa611-5209-49a4-9592-2259a3cd7387 req-06ad8e6a-1ced-46b3-97b8-1c1c500dfb05 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:34.939725 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-06ad8e6a-1ced-46b3-97b8-1c1c500dfb05 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.70 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 809 time: 0.1792221 Apr 22 16:16:35.001134 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-7e3c32f0-cb66-4f57-beec-0e5031df9ba5 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abb3b8dbff304f31b0af2e014f786070 HTTP/1.1" status: 200 len: 379 time: 0.0418167 Apr 22 16:16:35.008817 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Request body: {'port': {'device_id': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'admin_state_up': True, 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'security_groups': ['bd663dfa-0b32-4516-aee8-21cb1933d868']}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:16:35.140403 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:16:35.150604 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:16:35.161561 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Made reservation on behalf of abb3b8dbff304f31b0af2e014f786070 for: {'port': 1} {{(pid=83933) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 16:16:35.164363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:35.365766 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Allocated IP 172.20.0.7 (74970b92-c561-4294-a482-4c9a5a8c3360/75228f44-8074-47fc-a3f3-7a53943a9c0e/921dc7a3-e918-4a91-bd13-f6e8967f0ee1) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:16:35.653724 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:35.671959 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Transition to ACTIVE for port object 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 will not be triggered until provisioned by entity DHCP. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:16:35.697642 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:35.781796 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Network 74970b92-c561-4294-a482-4c9a5a8c3360 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:16:35.783068 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:16:35.787876 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:16:35.835772 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event updated for resources: {'Port': ['ID=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:16:35.850624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:35.850972 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:35.851304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:35.851627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:35.851960 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:35.852278 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:35.852623 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:35.853024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:35.853354 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:35.853753 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:35.853969 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:16:35.871854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:35.872690 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:35.936687 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-21572486-8b6b-422c-b60a-02f0a08eba46 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9313130 Apr 22 16:16:35.994179 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 45b747de-b69b-4612-b738-5f1b08bdedc6 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:16:36.168533 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:36.184906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5bf175fa-c70f-4a43-8511-e592e65c1b05 None None] Provisioning for port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 completed by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:16:36.193192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-5bf175fa-c70f-4a43-8511-e592e65c1b05 None None] Provisioning complete for port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 triggered by entity DHCP. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:16:36.193884 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-5bf175fa-c70f-4a43-8511-e592e65c1b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:36.206174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d57f3a-2a81-44e4-9102-cdf67b47d309 req-f2707e1d-b927-4970-acca-c80ae1298722 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:36.207021 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-b0d57f3a-2a81-44e4-9102-cdf67b47d309 req-f2707e1d-b927-4970-acca-c80ae1298722 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Synchronizing usage tracker for tenant:abb3b8dbff304f31b0af2e014f786070 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:16:36.225246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-b0d57f3a-2a81-44e4-9102-cdf67b47d309 req-f2707e1d-b927-4970-acca-c80ae1298722 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Unset dirty status for tenant:abb3b8dbff304f31b0af2e014f786070 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:16:36.234744 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b0d57f3a-2a81-44e4-9102-cdf67b47d309 req-f2707e1d-b927-4970-acca-c80ae1298722 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 931 time: 0.1407766 Apr 22 16:16:36.248333 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 45b747de-b69b-4612-b738-5f1b08bdedc6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=45b747de-b69b-4612-b738-5f1b08bdedc6,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:16:36.252324 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b747de-b69b-4612-b738-5f1b08bdedc6'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:16:36.264859 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:36.338012 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b0d57f3a-2a81-44e4-9102-cdf67b47d309 req-b1b5e506-1e1f-40e0-8287-7d09d36f38e4 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020868 Apr 22 16:16:36.347621 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=45b747de-b69b-4612-b738-5f1b08bdedc6,revision_number=8']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:16:36.364870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-5bf175fa-c70f-4a43-8511-e592e65c1b05 None None] Port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 cannot update to ACTIVE because it is not bound. {{(pid=83935) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 22 16:16:36.376390 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02dd7287-b5bc-4aff-ad65-8db929ae914c'] response: {'server_uuid': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'code': 200} Apr 22 16:16:37.555216 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1666f43-03f9-4008-849d-628cba38e3d8 req-480679da-8ea0-4943-a6e4-bb795e55d918 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:37.556608 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b1666f43-03f9-4008-849d-628cba38e3d8 req-480679da-8ea0-4943-a6e4-bb795e55d918 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 931 time: 0.0788929 Apr 22 16:16:37.606970 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b1666f43-03f9-4008-849d-628cba38e3d8 req-5cffd103-236a-47ca-9075-fdb2af208a3f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447421 Apr 22 16:16:38.306714 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:16:38.816501 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1ec96-7047-4d18-9b4d-8c353a5ceaba req-44827832-a6be-40b6-9a02-34f614618cc8 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:38.817939 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51e1ec96-7047-4d18-9b4d-8c353a5ceaba req-44827832-a6be-40b6-9a02-34f614618cc8 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 931 time: 0.0814612 Apr 22 16:16:38.864848 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-51e1ec96-7047-4d18-9b4d-8c353a5ceaba req-2908fd3a-a9df-469c-ac82-94e647e46590 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411544 Apr 22 16:16:40.071113 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7839c-26d8-4a38-ba85-028f01814b86 req-62bea424-12b2-4a74-94bf-58488b884389 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:40.072599 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9cb7839c-26d8-4a38-ba85-028f01814b86 req-62bea424-12b2-4a74-94bf-58488b884389 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 931 time: 0.0773714 Apr 22 16:16:40.121620 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9cb7839c-26d8-4a38-ba85-028f01814b86 req-a6a4ceaa-2e8b-4f95-b154-0f8ce0b0605d tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432243 Apr 22 16:16:41.337263 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a06264-8001-4884-a488-8f556b55ec5f req-b536007e-0f5c-4c24-be0a-8be625b5bf36 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:41.338677 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-09a06264-8001-4884-a488-8f556b55ec5f req-b536007e-0f5c-4c24-be0a-8be625b5bf36 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 931 time: 0.0923488 Apr 22 16:16:41.391326 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-09a06264-8001-4884-a488-8f556b55ec5f req-4a29d832-0ca9-434c-8d46-5692068ed1ee tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460515 Apr 22 16:16:42.597787 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401d9f9-fbbc-4494-9d3a-4ff7d347f69e req-8eba4b1c-654b-4528-b450-ba6aa35a8278 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:42.599262 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0401d9f9-fbbc-4494-9d3a-4ff7d347f69e req-8eba4b1c-654b-4528-b450-ba6aa35a8278 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 931 time: 0.0811419 Apr 22 16:16:42.646007 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0401d9f9-fbbc-4494-9d3a-4ff7d347f69e req-14556040-7423-426c-8c2f-daca84e4fc31 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408273 Apr 22 16:16:42.899074 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c2dcb84a-8ca0-4c88-897c-8be0caa5dc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:43.840992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb304b-c032-4e49-bc73-d62e72831fd4 req-46e7f376-7dfa-4621-8770-535ebae0c0c4 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:43.842446 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ffcb304b-c032-4e49-bc73-d62e72831fd4 req-46e7f376-7dfa-4621-8770-535ebae0c0c4 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 931 time: 0.0750077 Apr 22 16:16:43.886162 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-ffcb304b-c032-4e49-bc73-d62e72831fd4 req-a1cef0d6-d5c9-4092-a20d-68d1955b65a5 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382798 Apr 22 16:16:45.079442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fb79d-6f8d-4c08-8db0-67df654b26a8 req-f69fcb2a-896b-436b-ba96-034278b9c10d tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:45.080855 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-075fb79d-6f8d-4c08-8db0-67df654b26a8 req-f69fcb2a-896b-436b-ba96-034278b9c10d tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 931 time: 0.0779593 Apr 22 16:16:45.124693 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-075fb79d-6f8d-4c08-8db0-67df654b26a8 req-a313c6c2-c7ee-4412-b9f2-f170006f4be3 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384634 Apr 22 16:16:45.151920 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-330388c4-a8b4-44f4-a621-d74597b2dc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:46.203770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:46.253019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:46.328284 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182e840-2db3-4f59-b213-4e4dbe0499f3 req-3949266a-585e-4dbe-9466-a37b86d33634 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:46.330820 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9182e840-2db3-4f59-b213-4e4dbe0499f3 req-3949266a-585e-4dbe-9466-a37b86d33634 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 931 time: 0.0819345 Apr 22 16:16:46.384309 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9182e840-2db3-4f59-b213-4e4dbe0499f3 req-0cf2c01a-9041-4a0f-80a7-182709998d08 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482285 Apr 22 16:16:46.923230 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.70', 54773) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:46.960669 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Request body: {'port': {'device_id': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:16:47.199201 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:47.247828 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20f21980-8efd-4e6e-81cc-34546ca1de24 req-5a00cec3-beb7-4fe6-a434-849bcaf49337 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3109133 Apr 22 16:16:47.519860 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20f21980-8efd-4e6e-81cc-34546ca1de24 req-8d513951-39f0-4030-80b2-57e0b28beece service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 1096 time: 0.1856892 Apr 22 16:16:47.761709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 {{(pid=83933) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 16:16:47.775539 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cace4ec-759a-4037-b27a-11a5c138e15d req-93a74d03-9b88-4ccb-af59-62d8bf184520 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:47.776911 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8cace4ec-759a-4037-b27a-11a5c138e15d req-93a74d03-9b88-4ccb-af59-62d8bf184520 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 931 time: 0.2642727 Apr 22 16:16:47.778444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:47.789318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f21980-8efd-4e6e-81cc-34546ca1de24 req-ca0a2385-68c5-440e-bc8e-7b5eea3e7f59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:47.790661 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20f21980-8efd-4e6e-81cc-34546ca1de24 req-ca0a2385-68c5-440e-bc8e-7b5eea3e7f59 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 910 time: 0.2415547 Apr 22 16:16:47.860503 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:47.877535 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.provisioning_blocks [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Transition to ACTIVE for port object 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 will not be triggered until provisioned by entity L2. {{(pid=83933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 16:16:47.896008 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:47.980554 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-8cace4ec-759a-4037-b27a-11a5c138e15d req-fbee3ced-06a6-47e8-841f-5571f8fbba91 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955431 Apr 22 16:16:47.985637 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20f21980-8efd-4e6e-81cc-34546ca1de24 req-d4315b1e-f8eb-4694-b21f-7b463a93a3f7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b747de-b69b-4612-b738-5f1b08bdedc6 HTTP/1.1" status: 200 len: 999 time: 0.1788802 Apr 22 16:16:48.092107 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Pushing event updated for resources: {'Port': ['ID=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:16:48.153263 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f21980-8efd-4e6e-81cc-34546ca1de24 req-e7efd7f4-4359-49f6-8882-c3c893edb4e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:48.154710 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20f21980-8efd-4e6e-81cc-34546ca1de24 req-e7efd7f4-4359-49f6-8882-c3c893edb4e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 200 len: 848 time: 0.1235089 Apr 22 16:16:48.273714 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Attempting to bind port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 16:16:48.273971 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Attempting to bind port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 16:16:48.274323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Attempting to bind port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 on network 74970b92-c561-4294-a482-4c9a5a8c3360 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:16:48.284031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 on network 74970b92-c561-4294-a482-4c9a5a8c3360 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 22 16:16:48.284346 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Attempting to bind port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 on network 74970b92-c561-4294-a482-4c9a5a8c3360 {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 22 16:16:48.292181 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20f21980-8efd-4e6e-81cc-34546ca1de24 req-a6748bc4-0711-4491-a483-8a36fefa135a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74970b92-c561-4294-a482-4c9a5a8c3360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1127093 Apr 22 16:16:48.295236 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Checking agent: {'id': '95f8270d-3120-448f-ae3b-5a19e6b8a87b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'started_at': datetime.datetime(2022, 4, 22, 15, 5, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 16, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 22 16:16:48.295507 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Checking segment: {'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 22 16:16:48.295874 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Bound using segment: {'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'} {{(pid=83933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 22 16:16:48.296290 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.managers [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Bound port: 921dc7a3-e918-4a91-bd13-f6e8967f0ee1, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce72f7f-2f43-4f77-b397-55019ddb6e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360'}}] {{(pid=83933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 16:16:48.297142 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:48.490985 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] For port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1, host hv-neutron-8388, cleared binding levels {{(pid=83933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 16:16:48.496553 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20f21980-8efd-4e6e-81cc-34546ca1de24 req-11f0505d-35c2-4f27-a047-3d3bb8fe961b service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908243 Apr 22 16:16:48.500694 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] For port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 16:16:48.522534 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:48.642552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:48.643768 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] 10.222.0.70 "PUT /v2.0/ports/921dc7a3-e918-4a91-bd13-f6e8967f0ee1 HTTP/1.1" status: 200 len: 1093 time: 1.7630129 Apr 22 16:16:48.646005 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'tag': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:16:48.688523 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6000c-e9ef-4706-bcf2-8043857c30c4 service neutron] Pushing event updated for resources: {'Port': ['ID=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,revision_number=3']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:16:48.820906 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd417ce4-621f-4471-a54c-f9a23a1ec50a'] response: {'name': 'network-changed', 'server_uuid': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'tag': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'status': 'completed', 'code': 200} Apr 22 16:16:48.850912 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-20f21980-8efd-4e6e-81cc-34546ca1de24 req-959f8a78-22e8-49dd-917b-f9ae13a82154 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483779 Apr 22 16:16:48.907598 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-8f45d5f1-f312-441f-8ae7-1c4856e6eef6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 1096 time: 0.0897892 Apr 22 16:16:49.003969 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-189e1289-49fc-41c9-82d6-a9fd53d9440d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=921dc7a3-e918-4a91-bd13-f6e8967f0ee1 HTTP/1.1" status: 200 len: 217 time: 0.0819347 Apr 22 16:16:49.079628 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fa611-5209-49a4-9592-2259a3cd7387 req-7f4f3766-58e3-453d-8e63-32faa039bf12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:49.081075 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-7f4f3766-58e3-453d-8e63-32faa039bf12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 200 len: 848 time: 0.0588651 Apr 22 16:16:49.166531 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-b5722a2e-2ef4-43cb-9bb9-69740c2c716d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74970b92-c561-4294-a482-4c9a5a8c3360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781558 Apr 22 16:16:49.348369 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-a1bff4a5-e33a-44e7-8ee9-b7c3e60fe162 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751871 Apr 22 16:16:49.364707 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc63e92-5c49-45da-8515-c62458e5856c req-201ea300-9075-4016-b39d-c92d6d3dcd86 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:49.366020 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4cc63e92-5c49-45da-8515-c62458e5856c req-201ea300-9075-4016-b39d-c92d6d3dcd86 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 943 time: 0.1083665 Apr 22 16:16:49.493663 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4cc63e92-5c49-45da-8515-c62458e5856c req-0da970f8-9493-4614-b482-906d79772cd2 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220818 Apr 22 16:16:49.529310 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-578fa611-5209-49a4-9592-2259a3cd7387 req-ce2ca7e7-54b5-472f-8b69-9b68d24d2ca8 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443527 Apr 22 16:16:49.698037 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-162a5755-8c6e-4046-a59b-5d78cd225c34 req-77370da4-7b0d-4ac6-89d5-e9ebb7f634c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 1096 time: 0.0708511 Apr 22 16:16:49.823308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a5755-8c6e-4046-a59b-5d78cd225c34 req-564e5d21-d72c-418f-8f9a-28871f8b50da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:49.824675 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-162a5755-8c6e-4046-a59b-5d78cd225c34 req-564e5d21-d72c-418f-8f9a-28871f8b50da service neutron] 10.222.0.70 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 910 time: 0.1206896 Apr 22 16:16:49.888930 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-162a5755-8c6e-4046-a59b-5d78cd225c34 req-dabec8a6-478c-4edd-b523-bbf3d9e7add9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=921dc7a3-e918-4a91-bd13-f6e8967f0ee1 HTTP/1.1" status: 200 len: 217 time: 0.0582592 Apr 22 16:16:49.952839 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a5755-8c6e-4046-a59b-5d78cd225c34 req-9afd5bd1-bdac-4712-8b5b-3a6e673a0810 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:49.954248 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-162a5755-8c6e-4046-a59b-5d78cd225c34 req-9afd5bd1-bdac-4712-8b5b-3a6e673a0810 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 200 len: 848 time: 0.0593319 Apr 22 16:16:50.026208 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-162a5755-8c6e-4046-a59b-5d78cd225c34 req-ae6eb894-a8fe-48cb-87ae-8f466e6a3c8c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74970b92-c561-4294-a482-4c9a5a8c3360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662167 Apr 22 16:16:50.154372 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-162a5755-8c6e-4046-a59b-5d78cd225c34 req-940a24aa-b9c8-4a14-aaaa-7c432994f641 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211812 Apr 22 16:16:50.283133 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-162a5755-8c6e-4046-a59b-5d78cd225c34 req-f09f90ad-729a-47a6-8e3e-114c605d6adf service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225953 Apr 22 16:16:50.688803 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67879b-061f-4d00-b46c-739115c258f7 req-9a1f958e-59ff-42c0-94bd-acdb7a20f95d tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:50.690247 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd67879b-061f-4d00-b46c-739115c258f7 req-9a1f958e-59ff-42c0-94bd-acdb7a20f95d tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 943 time: 0.0780640 Apr 22 16:16:50.734032 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-bd67879b-061f-4d00-b46c-739115c258f7 req-51d8ac22-0994-4d5b-927e-2f70816354f5 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383463 Apr 22 16:16:51.925275 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab2e7c-f552-44ab-8352-a68cf1f0a48b req-fde1e2f2-ed95-4c80-9af4-e782240a9577 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:51.926761 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-73ab2e7c-f552-44ab-8352-a68cf1f0a48b req-fde1e2f2-ed95-4c80-9af4-e782240a9577 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 943 time: 0.0750186 Apr 22 16:16:51.971387 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-73ab2e7c-f552-44ab-8352-a68cf1f0a48b req-4fb4ec49-d924-4703-9c0f-87de1be13e5c tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391421 Apr 22 16:16:53.254457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cfbff-eee1-4e60-b4f8-88fbef7aabfa req-f513047c-9f6b-459f-ba85-3214ba63df56 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:53.255878 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d9cfbff-eee1-4e60-b4f8-88fbef7aabfa req-f513047c-9f6b-459f-ba85-3214ba63df56 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 943 time: 0.1636622 Apr 22 16:16:53.299319 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-0d9cfbff-eee1-4e60-b4f8-88fbef7aabfa req-552be781-9951-4b67-94be-a37a0dcabcd6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378983 Apr 22 16:16:54.096212 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 16:16:54.225350 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:16:54.238374 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'port_id': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'mac_address': 'fa:16:3e:4a:dc:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:16:54.289600 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:54.306353 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 16:16:54.320420 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:16:54.324408 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:54.396481 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,revision_number=4']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:16:54.496849 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bc06e-8775-4a7d-87f7-e3ff5ae65fd7 req-85476c1f-35aa-41df-8233-75f83f7ba0b2 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:54.498302 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c04bc06e-8775-4a7d-87f7-e3ff5ae65fd7 req-85476c1f-35aa-41df-8233-75f83f7ba0b2 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 944 time: 0.0753701 Apr 22 16:16:54.542298 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c04bc06e-8775-4a7d-87f7-e3ff5ae65fd7 req-15894734-bd9a-4c5e-bdcd-b8d53770abb7 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385101 Apr 22 16:16:54.828455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['921dc7a3-e918-4a91-bd13-f6e8967f0ee1'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 16:16:55.734336 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9d36a-7c76-46bc-ac6b-820c586e04ca req-224c4fee-5459-4cfb-a0ab-cc8c5fd15632 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:55.736250 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6de9d36a-7c76-46bc-ac6b-820c586e04ca req-224c4fee-5459-4cfb-a0ab-cc8c5fd15632 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 944 time: 0.0784221 Apr 22 16:16:55.779865 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-6de9d36a-7c76-46bc-ac6b-820c586e04ca req-8e08c464-94b2-4329-94cb-62d78e6102ee tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382054 Apr 22 16:16:56.103437 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:16:56.169528 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning for port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 completed by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 16:16:56.173931 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:16:56.174329 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:56.284777 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:56.310416 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:16:56.321516 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:16:56.326950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:56.379293 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6fa116-f288-4898-b7c1-1dc2e24da64e'] response: {'server_uuid': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'code': 200} Apr 22 16:16:56.395406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,revision_number=5']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:16:56.641145 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c0b95dbb-6f6b-4277-9ae9-0f59e6667dcd req-e14065ac-0ef1-49e7-831d-82c8dd380afd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 1098 time: 0.0659339 Apr 22 16:16:56.693589 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-c0b95dbb-6f6b-4277-9ae9-0f59e6667dcd req-22dbba55-4e2b-4410-b0f1-a848f8863832 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465703 Apr 22 16:16:56.972457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b227f97-0c00-4e6c-bf69-212c2ccd7439 req-4f850bc2-edb0-49c8-99f7-4ab42d9e164b tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:56.973811 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9b227f97-0c00-4e6c-bf69-212c2ccd7439 req-4f850bc2-edb0-49c8-99f7-4ab42d9e164b tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 945 time: 0.0748672 Apr 22 16:16:57.029271 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9b227f97-0c00-4e6c-bf69-212c2ccd7439 req-5ed5fdc4-c9da-476b-b5d1-a132a4f91292 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468259 Apr 22 16:16:58.229692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c447bc-6002-40a4-ad4b-e13299764630 req-5074bd8f-bbe6-4820-97e9-5af59eaab90f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:58.231144 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-35c447bc-6002-40a4-ad4b-e13299764630 req-5074bd8f-bbe6-4820-97e9-5af59eaab90f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 945 time: 0.0794466 Apr 22 16:16:58.275537 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-35c447bc-6002-40a4-ad4b-e13299764630 req-24442cfd-de56-4c5a-9971-d450fb69f07f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389574 Apr 22 16:16:58.469571 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788db9a-0a53-42ae-82e6-1211f3a212ef req-96b04fba-367b-4315-98d3-a4f1b902d50a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:16:58.471030 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4788db9a-0a53-42ae-82e6-1211f3a212ef req-96b04fba-367b-4315-98d3-a4f1b902d50a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 945 time: 0.0746484 Apr 22 16:16:58.515223 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-4788db9a-0a53-42ae-82e6-1211f3a212ef req-d6f17dc5-0e1b-4303-ac6a-c6fede2ac88f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388224 Apr 22 16:16:58.541418 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44894) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:58.611987 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-5b03edc9-2afd-4ef3-afdd-2f302357bac8 tempest-TestSnapshotPattern-1730039575 tempest-TestSnapshotPattern-1730039575-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 1093 time: 0.0694978 Apr 22 16:16:58.614586 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 44898) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:16:58.619566 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.v2.base [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Request body: {'floatingip': {'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'port_id': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83933) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 22 16:16:58.624999 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 16:16:58.629412 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Usage tracker for resource:floatingip and tenant:abb3b8dbff304f31b0af2e014f786070 is out of sync, need to count used quota {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 16:16:58.632344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83933) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 16:16:58.637975 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.quota.driver [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83933) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 16:16:58.650310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for floatingip, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:58.783274 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:58.914610 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_common [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Allocated IP 172.26.8.196 (2d66903e-b313-440b-aa1f-9c226989a999/0ad75287-5363-44e1-8932-9e54be43caef/a9c3e398-9d5e-43fc-9467-ace832371baf) {{(pid=83933) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 16:16:59.058503 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for port, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:59.084518 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742898856587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:59.151980 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Network 2d66903e-b313-440b-aa1f-9c226989a999 is already hosted by enough agents. {{(pid=83933) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 16:16:59.154800 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.base_scheduler [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Resources bound (agent type, host, resource id): {{(pid=83933) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 16:16:59.157991 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Received port after_create {{(pid=83933) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 22 16:16:59.186773 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event updated for resources: {'Port': ['ID=a9c3e398-9d5e-43fc-9467-ace832371baf,revision_number=1']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:16:59.748614 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:59.803432 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:16:59.998552 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for port, precommit_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:00.003534 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3327204'] for port, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:00.103953 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event updated for resources: {'Port': ['ID=a9c3e398-9d5e-43fc-9467-ace832371baf,revision_number=2']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:17:00.119745 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-404714'] for floatingip, after_update {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:00.301892 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.db.l3_db [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Floating IP 3a845b6e-35fb-4f3f-a9f9-b5a765eaf3f7 associated. External IP: 172.26.8.196, port: 921dc7a3-e918-4a91-bd13-f6e8967f0ee1. Apr 22 16:17:00.674601 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Router 4115dc71-5c6b-4c95-b802-8cee1cebad6b has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:17:00.865794 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:17:00.875515 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8558da5-a467-4ed9-a332-881bf1bf5f51 None None] Sync routers for ids ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:17:00.889998 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:00.890295 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8558da5-a467-4ed9-a332-881bf1bf5f51 None None] Routers {'4115dc71-5c6b-4c95-b802-8cee1cebad6b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:17:00.890897 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a8558da5-a467-4ed9-a332-881bf1bf5f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:17:00.944349 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a0c44f00-c6cf-4bc4-b33d-39d2d4f7315f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3262074 Apr 22 16:17:00.944349 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'tag': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:17:01.002886 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b411437-1edb-4920-b994-5876fdb49602'] response: {'name': 'network-changed', 'server_uuid': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'tag': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'status': 'completed', 'code': 200} Apr 22 16:17:01.069371 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-a8558da5-a467-4ed9-a332-881bf1bf5f51 None None] Set router 4115dc71-5c6b-4c95-b802-8cee1cebad6b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:17:01.115633 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28284fe0-40a1-4fc4-afdd-4dd6c01ff512 req-bfa7e9be-5746-47fb-a7f7-2febc571a8c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 1098 time: 0.0692580 Apr 22 16:17:01.350612 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28284fe0-40a1-4fc4-afdd-4dd6c01ff512 req-17205963-3216-4f59-b72b-f5b8393c7fb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:17:01.352047 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28284fe0-40a1-4fc4-afdd-4dd6c01ff512 req-17205963-3216-4f59-b72b-f5b8393c7fb5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 910 time: 0.2303655 Apr 22 16:17:01.445389 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a8558da5-a467-4ed9-a332-881bf1bf5f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '3a845b6e-35fb-4f3f-a9f9-b5a765eaf3f7', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'floating_ip_address': '172.26.8.196', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'port_id': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'mac_address': 'fa:16:3e:4a:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:16:59Z', 'updated_at': '2022-04-22T16:16:59Z', 'revision_number': 0, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ip_address_scope': None}, {'id': '7cf6c6ac-59b5-4342-b2f4-d6b4c526a418', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'port_id': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'mac_address': 'fa:16:3e:88:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:13:35Z', 'updated_at': '2022-04-22T16:13:39Z', 'revision_number': 1, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:19Z', 'revision_number': 5, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:17:01.449660 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8558da5-a467-4ed9-a332-881bf1bf5f51 None None] Checking router: 4115dc71-5c6b-4c95-b802-8cee1cebad6b for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:17:01.454133 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28284fe0-40a1-4fc4-afdd-4dd6c01ff512 req-518c05bd-a1e1-4fd3-bb46-20abd8eda129 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=921dc7a3-e918-4a91-bd13-f6e8967f0ee1 HTTP/1.1" status: 200 len: 999 time: 0.0961771 Apr 22 16:17:01.460091 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8558da5-a467-4ed9-a332-881bf1bf5f51 None None] Routers {'4115dc71-5c6b-4c95-b802-8cee1cebad6b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:17:01.460672 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a8558da5-a467-4ed9-a332-881bf1bf5f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:16:45Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:17:01.516866 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28284fe0-40a1-4fc4-afdd-4dd6c01ff512 req-0533540d-75a5-4c43-acfc-a575eb716e08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:17:01.518388 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28284fe0-40a1-4fc4-afdd-4dd6c01ff512 req-0533540d-75a5-4c43-acfc-a575eb716e08 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 200 len: 848 time: 0.0585153 Apr 22 16:17:01.595479 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28284fe0-40a1-4fc4-afdd-4dd6c01ff512 req-8b751ba9-850d-4ab2-8d0f-3a5c4a7cbf9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74970b92-c561-4294-a482-4c9a5a8c3360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707946 Apr 22 16:17:01.640056 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-a8558da5-a467-4ed9-a332-881bf1bf5f51 None None] Set router 4115dc71-5c6b-4c95-b802-8cee1cebad6b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:17:01.731932 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28284fe0-40a1-4fc4-afdd-4dd6c01ff512 req-2e96e5bc-380b-4c94-b350-312f0f6fb0af service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282306 Apr 22 16:17:01.863092 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-28284fe0-40a1-4fc4-afdd-4dd6c01ff512 req-008fadb4-da1f-49a2-a14b-5781036b7769 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249826 Apr 22 16:17:02.000312 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-a8558da5-a467-4ed9-a332-881bf1bf5f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '3a845b6e-35fb-4f3f-a9f9-b5a765eaf3f7', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'floating_ip_address': '172.26.8.196', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'port_id': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'mac_address': 'fa:16:3e:4a:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:16:59Z', 'updated_at': '2022-04-22T16:16:59Z', 'revision_number': 0, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ip_address_scope': None}, {'id': '7cf6c6ac-59b5-4342-b2f4-d6b4c526a418', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'port_id': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'mac_address': 'fa:16:3e:88:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:13:35Z', 'updated_at': '2022-04-22T16:13:39Z', 'revision_number': 1, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:19Z', 'revision_number': 5, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:17:02.004266 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8558da5-a467-4ed9-a332-881bf1bf5f51 None None] The sync data for ids ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'] in dv-neutron-838883-3-hyperv is: [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '3a845b6e-35fb-4f3f-a9f9-b5a765eaf3f7', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'floating_ip_address': '172.26.8.196', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'port_id': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'mac_address': 'fa:16:3e:4a:dc:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:16:59Z', 'updated_at': '2022-04-22T16:16:59Z', 'revision_number': 0, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ip_address_scope': None}, {'id': '7cf6c6ac-59b5-4342-b2f4-d6b4c526a418', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'port_id': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'mac_address': 'fa:16:3e:88:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:13:35Z', 'updated_at': '2022-04-22T16:13:39Z', 'revision_number': 1, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:19Z', 'revision_number': 5, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:17:02.193132 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68462bfb-186f-4621-81e9-41cec92fb865 None None] New status for floating IP 3a845b6e-35fb-4f3f-a9f9-b5a765eaf3f7: ACTIVE {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 16:17:03.759967 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:12.900761 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9936065f-b297-4249-bb2a-606a9f68d96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:15.154241 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-0214c297-4734-45e5-89fb-2c7322591395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:15.306067 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:17:16.205095 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:16.254878 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:17.862204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:33.765942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:42.902285 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-9b8e19a1-4747-4eb1-a21f-cd2517ed8664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:43.483543 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b72d67e4-d4a1-4e5a-8a01-3382cbc705c7 req-f9c8ef18-0c3d-49e6-966f-46daba03d306 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699100 Apr 22 16:17:43.634833 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b72d67e4-d4a1-4e5a-8a01-3382cbc705c7 req-da89c79e-397b-4708-9364-3a6daaa695b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 1096 time: 0.0670331 Apr 22 16:17:43.778375 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d67e4-d4a1-4e5a-8a01-3382cbc705c7 req-58e78632-d313-42ea-83bd-ff2b8bf5eeb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:17:43.779871 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b72d67e4-d4a1-4e5a-8a01-3382cbc705c7 req-58e78632-d313-42ea-83bd-ff2b8bf5eeb3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 910 time: 0.1252010 Apr 22 16:17:43.880766 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b72d67e4-d4a1-4e5a-8a01-3382cbc705c7 req-51276b09-cc27-4cfd-bc17-695de3dfd8ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b747de-b69b-4612-b738-5f1b08bdedc6 HTTP/1.1" status: 200 len: 999 time: 0.0948503 Apr 22 16:17:43.944443 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d67e4-d4a1-4e5a-8a01-3382cbc705c7 req-eb999e9a-7c42-47b7-89d7-91b9ea433598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:17:43.945823 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b72d67e4-d4a1-4e5a-8a01-3382cbc705c7 req-eb999e9a-7c42-47b7-89d7-91b9ea433598 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 200 len: 848 time: 0.0563228 Apr 22 16:17:44.021973 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b72d67e4-d4a1-4e5a-8a01-3382cbc705c7 req-fd0db75c-d3b5-40f6-b588-90a3a3c15761 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74970b92-c561-4294-a482-4c9a5a8c3360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702674 Apr 22 16:17:44.149958 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b72d67e4-d4a1-4e5a-8a01-3382cbc705c7 req-8d7773fe-9dbd-49b1-9109-eba5d9046b7f service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217046 Apr 22 16:17:44.279917 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-b72d67e4-d4a1-4e5a-8a01-3382cbc705c7 req-9727f44d-e584-466f-9825-704abb2a0375 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239069 Apr 22 16:17:45.156184 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ca227b21-2d9f-403c-bc5f-0ac9956ed54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:46.206944 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:46.256734 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:47.865993 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:17:52.305851 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:18:03.777441 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:18:12.907278 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09d04fb1-73f4-4524-81f4-9c824641ce6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:18:15.158917 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4eb31724-f17d-47a9-95eb-44623d9f87a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:18:16.212463 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:18:16.259819 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:18:17.869116 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:18:29.306913 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:18:33.792803 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:18:42.909798 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f5af76f8-73a0-44d0-b769-9bd22bc98844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:18:44.138434 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f7f48cbc-07eb-4893-bbe9-232cf2b70fa8 req-5825966c-473a-4c74-84b3-f59dddd7ee33 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660439 Apr 22 16:18:44.241474 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f7f48cbc-07eb-4893-bbe9-232cf2b70fa8 req-035f7eb4-b07c-4bb6-b709-16c10a702963 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 1098 time: 0.0703518 Apr 22 16:18:44.485029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f48cbc-07eb-4893-bbe9-232cf2b70fa8 req-9602fe2c-55d0-474a-bf0d-c0cf1be4a6b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:18:44.486482 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f7f48cbc-07eb-4893-bbe9-232cf2b70fa8 req-9602fe2c-55d0-474a-bf0d-c0cf1be4a6b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 910 time: 0.2270923 Apr 22 16:18:44.584940 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f7f48cbc-07eb-4893-bbe9-232cf2b70fa8 req-c13e67cf-ec49-4bba-b2b5-75c02db3ab38 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=921dc7a3-e918-4a91-bd13-f6e8967f0ee1 HTTP/1.1" status: 200 len: 1001 time: 0.0924399 Apr 22 16:18:44.646891 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f48cbc-07eb-4893-bbe9-232cf2b70fa8 req-5bf526f7-eb6a-4b2f-bc87-2479aad129cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:18:44.648280 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f7f48cbc-07eb-4893-bbe9-232cf2b70fa8 req-5bf526f7-eb6a-4b2f-bc87-2479aad129cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 200 len: 848 time: 0.0560117 Apr 22 16:18:44.731972 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f7f48cbc-07eb-4893-bbe9-232cf2b70fa8 req-fdfcbb73-f22b-4c87-9332-f1df2788c611 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74970b92-c561-4294-a482-4c9a5a8c3360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767381 Apr 22 16:18:44.861926 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f7f48cbc-07eb-4893-bbe9-232cf2b70fa8 req-1bccd978-1694-438a-a1ff-bfad34864e07 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232002 Apr 22 16:18:44.991545 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-f7f48cbc-07eb-4893-bbe9-232cf2b70fa8 req-d932b479-f531-40e0-90bd-3e1dbace6fce service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238606 Apr 22 16:18:45.161776 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-359165ed-49cc-4b98-afcb-e67aa5e086f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:18:46.213299 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:18:46.261721 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:18:47.872022 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:18:56.921722 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [req-da4daeb4-eeaf-4fca-90b0-6c4cec667b38 req-d5b1f7fb-9368-4f95-95eb-080dce5c058b service neutron] (83934) timed out ('10.222.0.71', 42636) {{(pid=83934) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 16:19:03.793676 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:06.307593 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:19:06.600344 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=83935) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 16:19:06.729875 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:19:06.742479 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Returning: {'device': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'port_id': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'mac_address': 'fa:16:3e:4a:dc:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83935) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 16:19:06.793500 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:06.809470 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 {{(pid=83935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 22 16:19:06.823466 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:19:06.827422 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:06.893054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,revision_number=6']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:06.901608 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:06.901947 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:06.902303 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:06.902628 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:06.902950 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:06.903268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:06.903583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:06.903898 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:06.904210 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:06.904519 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:06.904830 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:06.991538 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] get_ports_and_sgs() called for port_ids ['921dc7a3-e918-4a91-bd13-f6e8967f0ee1'] {{(pid=83935) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 22 16:19:08.608743 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 up at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 16:19:08.676318 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.provisioning_blocks [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Provisioning complete for port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 triggered by entity L2. {{(pid=83935) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 16:19:08.676687 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1139176'] for port, provisioning_complete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:08.788060 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:08.813207 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:19:08.822815 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:19:08.826842 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:08.893169 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,revision_number=7']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:08.941075 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65aa1742-8eb1-47f3-93e6-340f70a1fbdd'] response: {'server_uuid': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'code': 200} Apr 22 16:19:12.914958 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aaf07901-a643-40cb-aaf3-1b25653cd68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:15.171499 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1c643b4-df30-46f2-a2fb-f5a01abb00d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:16.218631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:16.267946 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:17.877750 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:21.540972 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45060) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:21.737840 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Deleting port a9c3e398-9d5e-43fc-9467-ace832371baf {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:21.738288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:21.907541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:21.907785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:22.026624 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Calling delete_port for a9c3e398-9d5e-43fc-9467-ace832371baf owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:19:22.174208 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:22.218405 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event deleted for resources: {'Port': ['ID=a9c3e398-9d5e-43fc-9467-ace832371baf,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:22.255158 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:22.255498 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:22.255859 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:22.256188 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:22.256512 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:22.256832 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:22.257152 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:22.257468 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:22.257788 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:22.258102 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:22.258441 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838883-3-hyperv {{(pid=83933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 16:19:22.318827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:22.783799 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Router 4115dc71-5c6b-4c95-b802-8cee1cebad6b has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:19:22.978797 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:19:22.989101 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4901cb9-645e-41a1-82a4-ac4ac3d440f0 None None] Sync routers for ids ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:19:23.000439 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:23.002414 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4901cb9-645e-41a1-82a4-ac4ac3d440f0 None None] Routers {'4115dc71-5c6b-4c95-b802-8cee1cebad6b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:19:23.003077 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d4901cb9-645e-41a1-82a4-ac4ac3d440f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:23.056241 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-1133de53-fbd2-4742-b358-fcdf6f68368e tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "DELETE /v2.0/floatingips/3a845b6e-35fb-4f3f-a9f9-b5a765eaf3f7 HTTP/1.1" status: 204 len: 168 time: 1.5141804 Apr 22 16:19:23.056808 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'tag': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:19:23.191424 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d4901cb9-645e-41a1-82a4-ac4ac3d440f0 None None] Set router 4115dc71-5c6b-4c95-b802-8cee1cebad6b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:19:23.202766 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac824d43-859e-4cf5-a816-1e15d28e83f7'] response: {'name': 'network-changed', 'server_uuid': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'tag': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'status': 'completed', 'code': 200} Apr 22 16:19:23.327220 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9b4f9d-589a-4048-8b75-0bd577e6287e req-5774d472-b38c-46ca-827b-50efa9cc9768 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 1098 time: 0.0825133 Apr 22 16:19:23.477457 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b4f9d-589a-4048-8b75-0bd577e6287e req-bf7770af-3143-4278-a7f4-66efb4c44cad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:19:23.478940 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9b4f9d-589a-4048-8b75-0bd577e6287e req-bf7770af-3143-4278-a7f4-66efb4c44cad service neutron] 10.222.0.70 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 910 time: 0.1325729 Apr 22 16:19:23.574574 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d4901cb9-645e-41a1-82a4-ac4ac3d440f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '7cf6c6ac-59b5-4342-b2f4-d6b4c526a418', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'port_id': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'mac_address': 'fa:16:3e:88:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:13:35Z', 'updated_at': '2022-04-22T16:13:39Z', 'revision_number': 1, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:19Z', 'revision_number': 5, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:23.578261 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4901cb9-645e-41a1-82a4-ac4ac3d440f0 None None] Checking router: 4115dc71-5c6b-4c95-b802-8cee1cebad6b for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:19:23.581593 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9b4f9d-589a-4048-8b75-0bd577e6287e req-1971e4b6-b3d9-46c7-9fe4-1c41e3f100c4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=921dc7a3-e918-4a91-bd13-f6e8967f0ee1 HTTP/1.1" status: 200 len: 217 time: 0.0960619 Apr 22 16:19:23.588378 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4901cb9-645e-41a1-82a4-ac4ac3d440f0 None None] Routers {'4115dc71-5c6b-4c95-b802-8cee1cebad6b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:19:23.588970 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d4901cb9-645e-41a1-82a4-ac4ac3d440f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:23.664492 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b4f9d-589a-4048-8b75-0bd577e6287e req-9c4f2f99-4669-4800-8d74-ba05db9414ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:19:23.665918 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9b4f9d-589a-4048-8b75-0bd577e6287e req-9c4f2f99-4669-4800-8d74-ba05db9414ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 200 len: 848 time: 0.0783424 Apr 22 16:19:23.679481 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b71b06-c711-414c-8762-3ec6a6ef51b8 req-03823c85-2acd-4299-9c25-3cbb26dc9b7b tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:19:23.680131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-d1b71b06-c711-414c-8762-3ec6a6ef51b8 req-03823c85-2acd-4299-9c25-3cbb26dc9b7b tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Synchronizing usage tracker for tenant:abb3b8dbff304f31b0af2e014f786070 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:19:23.739454 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-d1b71b06-c711-414c-8762-3ec6a6ef51b8 req-03823c85-2acd-4299-9c25-3cbb26dc9b7b tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Unset dirty status for tenant:abb3b8dbff304f31b0af2e014f786070 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:19:23.741129 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1b71b06-c711-414c-8762-3ec6a6ef51b8 req-03823c85-2acd-4299-9c25-3cbb26dc9b7b tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 945 time: 0.3264728 Apr 22 16:19:23.763976 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-d4901cb9-645e-41a1-82a4-ac4ac3d440f0 None None] Set router 4115dc71-5c6b-4c95-b802-8cee1cebad6b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:19:23.790823 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9b4f9d-589a-4048-8b75-0bd577e6287e req-8ec66461-4512-4cba-84c7-d6fa0890e95a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74970b92-c561-4294-a482-4c9a5a8c3360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176326 Apr 22 16:19:23.819680 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-d1b71b06-c711-414c-8762-3ec6a6ef51b8 req-3a59f3d3-be33-4157-9d02-1d91954a7128 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722849 Apr 22 16:19:23.924066 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9b4f9d-589a-4048-8b75-0bd577e6287e req-6e784945-4ca6-4f29-ac53-23193f133889 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250551 Apr 22 16:19:24.054244 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1a9b4f9d-589a-4048-8b75-0bd577e6287e req-c4f2a08c-7cec-42b1-910a-62617d0ecd11 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238310 Apr 22 16:19:24.109003 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-d4901cb9-645e-41a1-82a4-ac4ac3d440f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '7cf6c6ac-59b5-4342-b2f4-d6b4c526a418', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'port_id': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'mac_address': 'fa:16:3e:88:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:13:35Z', 'updated_at': '2022-04-22T16:13:39Z', 'revision_number': 1, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:19Z', 'revision_number': 5, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:24.112844 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4901cb9-645e-41a1-82a4-ac4ac3d440f0 None None] The sync data for ids ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'] in dv-neutron-838883-3-hyperv is: [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_floatingips': [{'id': '7cf6c6ac-59b5-4342-b2f4-d6b4c526a418', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'router_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'port_id': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'mac_address': 'fa:16:3e:88:ae:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T16:13:35Z', 'updated_at': '2022-04-22T16:13:39Z', 'revision_number': 1, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:19Z', 'revision_number': 5, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:19:24.329357 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70e8fdc-ab42-46ac-8296-7b35a5d9c578 None None] New status for floating IP 3a845b6e-35fb-4f3f-a9f9-b5a765eaf3f7: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 16:19:24.683392 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:19:24.792389 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2050515'] for port, before_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:24.817618 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1'}] {{(pid=83935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:19:24.826942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] For port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:19:24.831155 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742899280550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742898856605', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742898856650'] for port, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:24.876237 dv-neutron-838883-3-hyperv neutron-server[83935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d500f9-b2a9-4e78-90dd-a401eea2c8bc'] response: {'server_uuid': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'code': 200} Apr 22 16:19:24.906203 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Pushing event updated for resources: {'Port': ['ID=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,revision_number=8']} {{(pid=83935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:25.027513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c7fd1-b7d5-48a8-9763-f2f49c64b5ad req-684a4474-8abd-440b-b733-ad3206345860 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:19:25.028957 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5a4c7fd1-b7d5-48a8-9763-f2f49c64b5ad req-684a4474-8abd-440b-b733-ad3206345860 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 943 time: 0.0749040 Apr 22 16:19:25.076389 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-5a4c7fd1-b7d5-48a8-9763-f2f49c64b5ad req-7c4b4b1b-5572-4c9b-bf47-734713ccccd4 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418358 Apr 22 16:19:25.272439 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dd901-e25e-4a61-87d9-15dad1fe852d req-4f0a0c87-afb5-4678-9085-b7ea72566d10 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:19:25.273858 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3b8dd901-e25e-4a61-87d9-15dad1fe852d req-4f0a0c87-afb5-4678-9085-b7ea72566d10 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.70 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 943 time: 0.0747390 Apr 22 16:19:25.340383 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-3b8dd901-e25e-4a61-87d9-15dad1fe852d req-682b0440-e15d-4572-8214-1fac2cd86ba6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Deleting port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:25.340638 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3b8dd901-e25e-4a61-87d9-15dad1fe852d req-682b0440-e15d-4572-8214-1fac2cd86ba6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:25.667965 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-3b8dd901-e25e-4a61-87d9-15dad1fe852d req-682b0440-e15d-4572-8214-1fac2cd86ba6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] For port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:19:25.668233 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3b8dd901-e25e-4a61-87d9-15dad1fe852d req-682b0440-e15d-4572-8214-1fac2cd86ba6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:25.789091 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-3b8dd901-e25e-4a61-87d9-15dad1fe852d req-682b0440-e15d-4572-8214-1fac2cd86ba6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Calling delete_port for 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:19:25.935982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3b8dd901-e25e-4a61-87d9-15dad1fe852d req-682b0440-e15d-4572-8214-1fac2cd86ba6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:25.985433 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b0440-e15d-4572-8214-1fac2cd86ba6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event deleted for resources: {'Port': ['ID=921dc7a3-e918-4a91-bd13-f6e8967f0ee1,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:26.058205 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8dd901-e25e-4a61-87d9-15dad1fe852d req-682b0440-e15d-4572-8214-1fac2cd86ba6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] No DVR routers for this DVR port 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 16:19:26.061729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-3b8dd901-e25e-4a61-87d9-15dad1fe852d req-682b0440-e15d-4572-8214-1fac2cd86ba6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:26.064219 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'name': 'network-vif-deleted', 'tag': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:19:26.079503 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-3b8dd901-e25e-4a61-87d9-15dad1fe852d req-682b0440-e15d-4572-8214-1fac2cd86ba6 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.70 "DELETE /v2.0/ports/921dc7a3-e918-4a91-bd13-f6e8967f0ee1 HTTP/1.1" status: 204 len: 173 time: 0.7997119 Apr 22 16:19:26.119937 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaadd282-19d1-4c0b-aa6f-b52f20b8eaf8'] response: {'server_uuid': 'e204ef24-379f-4c0e-80a0-ad88ab13c9ce', 'name': 'network-vif-deleted', 'tag': '921dc7a3-e918-4a91-bd13-f6e8967f0ee1', 'status': 'completed', 'code': 200} Apr 22 16:19:26.239351 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-1779e586-c614-40ed-9596-9a95af925188 req-f8a728d7-4e3b-4173-9351-7a355f327aab tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Synchronizing usage tracker for tenant:abb3b8dbff304f31b0af2e014f786070 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:19:26.255311 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-1779e586-c614-40ed-9596-9a95af925188 req-f8a728d7-4e3b-4173-9351-7a355f327aab tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Unset dirty status for tenant:abb3b8dbff304f31b0af2e014f786070 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:19:26.257365 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-1779e586-c614-40ed-9596-9a95af925188 req-f8a728d7-4e3b-4173-9351-7a355f327aab tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=e204ef24-379f-4c0e-80a0-ad88ab13c9ce HTTP/1.1" status: 200 len: 210 time: 0.0601864 Apr 22 16:19:27.911775 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45132) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:28.108692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6b69f-ecff-449b-b2ae-39fa8c75242a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Deleting port 84aaaaf1-676e-4ec0-ad22-9892b5f54dca {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:28.109024 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b69f-ecff-449b-b2ae-39fa8c75242a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:28.273336 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b69f-ecff-449b-b2ae-39fa8c75242a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:28.273653 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b69f-ecff-449b-b2ae-39fa8c75242a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:28.389310 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6b69f-ecff-449b-b2ae-39fa8c75242a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Calling delete_port for 84aaaaf1-676e-4ec0-ad22-9892b5f54dca owned by network:floatingip {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:19:28.531094 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b69f-ecff-449b-b2ae-39fa8c75242a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:28.575224 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6b69f-ecff-449b-b2ae-39fa8c75242a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event deleted for resources: {'Port': ['ID=84aaaaf1-676e-4ec0-ad22-9892b5f54dca,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:28.665030 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b69f-ecff-449b-b2ae-39fa8c75242a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for floatingip, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:29.120470 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd6b69f-ecff-449b-b2ae-39fa8c75242a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Router 4115dc71-5c6b-4c95-b802-8cee1cebad6b has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:19:29.317798 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd6b69f-ecff-449b-b2ae-39fa8c75242a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:19:29.328298 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75fcaa0-ca29-49d0-bf94-33c054b75821 None None] Sync routers for ids ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:19:29.338352 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b69f-ecff-449b-b2ae-39fa8c75242a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for floatingip, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:29.341667 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75fcaa0-ca29-49d0-bf94-33c054b75821 None None] Routers {'4115dc71-5c6b-4c95-b802-8cee1cebad6b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:19:29.342301 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e75fcaa0-ca29-49d0-bf94-33c054b75821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:29.396321 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7dd6b69f-ecff-449b-b2ae-39fa8c75242a tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "DELETE /v2.0/floatingips/7cf6c6ac-59b5-4342-b2f4-d6b4c526a418 HTTP/1.1" status: 204 len: 168 time: 1.4834690 Apr 22 16:19:29.397002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'tag': '45b747de-b69b-4612-b738-5f1b08bdedc6'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:19:29.457592 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663c7b22-e2ff-4500-8478-bb0f6d4e6abb'] response: {'name': 'network-changed', 'server_uuid': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'tag': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'status': 'completed', 'code': 200} Apr 22 16:19:29.543589 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e75fcaa0-ca29-49d0-bf94-33c054b75821 None None] Set router 4115dc71-5c6b-4c95-b802-8cee1cebad6b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:19:29.579167 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-052f5637-c05c-43fa-87ed-2a8d179536b4 req-638770c8-8280-486e-903e-70a8e4a22489 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=abb3b8dbff304f31b0af2e014f786070&device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 1096 time: 0.0730636 Apr 22 16:19:29.716519 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f5637-c05c-43fa-87ed-2a8d179536b4 req-91787c0b-b3ce-45a6-88c1-0fc1999e692a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:19:29.718529 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-052f5637-c05c-43fa-87ed-2a8d179536b4 req-91787c0b-b3ce-45a6-88c1-0fc1999e692a service neutron] 10.222.0.70 "GET /v2.0/networks?id=74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 200 len: 910 time: 0.1323030 Apr 22 16:19:29.823711 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-052f5637-c05c-43fa-87ed-2a8d179536b4 req-405490bf-d38f-4c5a-8508-f642bc1af156 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45b747de-b69b-4612-b738-5f1b08bdedc6 HTTP/1.1" status: 200 len: 217 time: 0.0992837 Apr 22 16:19:29.885345 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e75fcaa0-ca29-49d0-bf94-33c054b75821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:19Z', 'revision_number': 5, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:29.889647 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75fcaa0-ca29-49d0-bf94-33c054b75821 None None] Checking router: 4115dc71-5c6b-4c95-b802-8cee1cebad6b for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:19:29.900352 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75fcaa0-ca29-49d0-bf94-33c054b75821 None None] Routers {'4115dc71-5c6b-4c95-b802-8cee1cebad6b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:19:29.900933 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e75fcaa0-ca29-49d0-bf94-33c054b75821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:29.903164 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f5637-c05c-43fa-87ed-2a8d179536b4 req-9dfe03f5-b587-4838-b597-8f3c43144d71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:19:29.904594 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-052f5637-c05c-43fa-87ed-2a8d179536b4 req-9dfe03f5-b587-4838-b597-8f3c43144d71 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 200 len: 848 time: 0.0735843 Apr 22 16:19:29.956143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993baa6-ba30-4807-a038-ca45974f1f07 req-0f4ce90e-4ba5-42df-a809-45643f8bd8cb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:19:29.956854 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-9993baa6-ba30-4807-a038-ca45974f1f07 req-0f4ce90e-4ba5-42df-a809-45643f8bd8cb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Synchronizing usage tracker for tenant:abb3b8dbff304f31b0af2e014f786070 on resource:port {{(pid=83933) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 16:19:29.990622 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.quota.resource [req-9993baa6-ba30-4807-a038-ca45974f1f07 req-0f4ce90e-4ba5-42df-a809-45643f8bd8cb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Unset dirty status for tenant:abb3b8dbff304f31b0af2e014f786070 on resource:port {{(pid=83933) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 16:19:29.992334 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9993baa6-ba30-4807-a038-ca45974f1f07 req-0f4ce90e-4ba5-42df-a809-45643f8bd8cb tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 943 time: 0.2150271 Apr 22 16:19:30.021985 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-052f5637-c05c-43fa-87ed-2a8d179536b4 req-494c2d10-09c2-4797-a0ad-4b91e2f18511 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=74970b92-c561-4294-a482-4c9a5a8c3360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1095650 Apr 22 16:19:30.115196 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-e75fcaa0-ca29-49d0-bf94-33c054b75821 None None] Set router 4115dc71-5c6b-4c95-b802-8cee1cebad6b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:19:30.128261 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-9993baa6-ba30-4807-a038-ca45974f1f07 req-0d930a91-1651-49d8-8a04-30a257880e88 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274307 Apr 22 16:19:30.176202 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-052f5637-c05c-43fa-87ed-2a8d179536b4 req-73f97e04-ac13-46dd-baa4-148305561b38 service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410310 Apr 22 16:19:30.308483 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-052f5637-c05c-43fa-87ed-2a8d179536b4 req-1c4f5ccb-0596-4f65-bf4d-0899db4ee42b service neutron] 10.222.0.70 "GET /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263378 Apr 22 16:19:30.427848 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-e75fcaa0-ca29-49d0-bf94-33c054b75821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:19Z', 'revision_number': 5, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:30.431646 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75fcaa0-ca29-49d0-bf94-33c054b75821 None None] The sync data for ids ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'] in dv-neutron-838883-3-hyperv is: [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:13:10Z', 'revision_number': 4, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv', '_interfaces': [{'id': '53c5299e-9432-445b-8982-852c8f1bd2bd', 'name': '', 'network_id': '74970b92-c561-4294-a482-4c9a5a8c3360', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'mac_address': 'fa:16:3e:3f:23:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:10Z', 'updated_at': '2022-04-22T16:13:19Z', 'revision_number': 5, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'subnets': [{'id': '75228f44-8074-47fc-a3f3-7a53943a9c0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:19:30.650906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9720fbff-9285-4083-85f3-15ebd9d5ab1b None None] New status for floating IP 7cf6c6ac-59b5-4342-b2f4-d6b4c526a418: DOWN {{(pid=83935) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 22 16:19:30.728089 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:19:30.824272 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:19:30.824655 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 921dc7a3-e918-4a91-bd13-f6e8967f0ee1 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:19:30.964206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18986551-3535-4044-a06a-1a4a464efcd4 req-c4097a53-63f4-4085-a65a-318529a157c4 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:19:30.965556 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-18986551-3535-4044-a06a-1a4a464efcd4 req-c4097a53-63f4-4085-a65a-318529a157c4 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 943 time: 0.1692619 Apr 22 16:19:31.031710 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-18986551-3535-4044-a06a-1a4a464efcd4 req-37d28961-b8ac-4a29-8845-5e5355fcc092 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Deleting port 45b747de-b69b-4612-b738-5f1b08bdedc6 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:31.032025 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-18986551-3535-4044-a06a-1a4a464efcd4 req-37d28961-b8ac-4a29-8845-5e5355fcc092 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:31.308314 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [req-18986551-3535-4044-a06a-1a4a464efcd4 req-37d28961-b8ac-4a29-8845-5e5355fcc092 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] For port 45b747de-b69b-4612-b738-5f1b08bdedc6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=45b747de-b69b-4612-b738-5f1b08bdedc6,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:19:31.309044 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-18986551-3535-4044-a06a-1a4a464efcd4 req-37d28961-b8ac-4a29-8845-5e5355fcc092 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:31.440461 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [req-18986551-3535-4044-a06a-1a4a464efcd4 req-37d28961-b8ac-4a29-8845-5e5355fcc092 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Calling delete_port for 45b747de-b69b-4612-b738-5f1b08bdedc6 owned by compute:nova {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:19:31.521003 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc7b40-f29c-4503-a3e9-9403c6c4a37d req-f41b42aa-5a22-4c69-9820-3388ef5903f0 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83933) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 16:19:31.522971 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-14cc7b40-f29c-4503-a3e9-9403c6c4a37d req-f41b42aa-5a22-4c69-9820-3388ef5903f0 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b HTTP/1.1" status: 200 len: 943 time: 0.2738624 Apr 22 16:19:31.618359 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-14cc7b40-f29c-4503-a3e9-9403c6c4a37d req-e0e6982c-a1ac-49c5-8abb-6dd80c42f75f tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "GET /v2.0/security-groups?id=bd663dfa-0b32-4516-aee8-21cb1933d868&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893133 Apr 22 16:19:31.626885 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-18986551-3535-4044-a06a-1a4a464efcd4 req-37d28961-b8ac-4a29-8845-5e5355fcc092 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:31.677277 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d28961-b8ac-4a29-8845-5e5355fcc092 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event deleted for resources: {'Port': ['ID=45b747de-b69b-4612-b738-5f1b08bdedc6,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:31.752780 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [req-18986551-3535-4044-a06a-1a4a464efcd4 req-37d28961-b8ac-4a29-8845-5e5355fcc092 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] No DVR routers for this DVR port 45b747de-b69b-4612-b738-5f1b08bdedc6 on host hv-neutron-8388 {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 16:19:31.755048 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [req-18986551-3535-4044-a06a-1a4a464efcd4 req-37d28961-b8ac-4a29-8845-5e5355fcc092 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038285'] for port, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:31.757437 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'name': 'network-vif-deleted', 'tag': '45b747de-b69b-4612-b738-5f1b08bdedc6'}] {{(pid=83933) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 22 16:19:31.772424 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [req-18986551-3535-4044-a06a-1a4a464efcd4 req-37d28961-b8ac-4a29-8845-5e5355fcc092 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.70 "DELETE /v2.0/ports/45b747de-b69b-4612-b738-5f1b08bdedc6 HTTP/1.1" status: 204 len: 173 time: 0.8012259 Apr 22 16:19:31.814009 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eabb1ef0-2a6b-445c-80ee-45f421cd5562'] response: {'server_uuid': 'bc744e8b-4247-4d16-bd5d-1c6c1dcf8b0b', 'name': 'network-vif-deleted', 'tag': '45b747de-b69b-4612-b738-5f1b08bdedc6', 'status': 'completed', 'code': 200} Apr 22 16:19:32.721248 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45156) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:32.792222 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2253c824-8977-4cc1-957c-a97e1a54ba70 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:32.821344 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2253c824-8977-4cc1-957c-a97e1a54ba70 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:32.884929 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2253c824-8977-4cc1-957c-a97e1a54ba70 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:32.904513 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253c824-8977-4cc1-957c-a97e1a54ba70 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd663dfa-0b32-4516-aee8-21cb1933d868,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:32.916029 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-2253c824-8977-4cc1-957c-a97e1a54ba70 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:32.917124 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-2253c824-8977-4cc1-957c-a97e1a54ba70 tempest-TestSnapshotPattern-71903803 tempest-TestSnapshotPattern-71903803-project] 10.222.0.71 "DELETE /v2.0/security-groups/bd663dfa-0b32-4516-aee8-21cb1933d868 HTTP/1.1" status: 204 len: 168 time: 0.1949146 Apr 22 16:19:33.811053 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:34.006676 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45166) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:34.509338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c84e369-6bd1-41b9-9bf2-97566db079e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:34.709184 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 45b747de-b69b-4612-b738-5f1b08bdedc6 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:19:34.741453 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] No Port match for: 45b747de-b69b-4612-b738-5f1b08bdedc6 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:19:34.742433 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Device 45b747de-b69b-4612-b738-5f1b08bdedc6 not bound to the agent host hv-neutron-8388 {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:19:35.184778 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9c84e369-6bd1-41b9-9bf2-97566db079e6 admin admin] Deleting port 53c5299e-9432-445b-8982-852c8f1bd2bd {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:35.185347 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c84e369-6bd1-41b9-9bf2-97566db079e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:35.355982 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-9c84e369-6bd1-41b9-9bf2-97566db079e6 admin admin] For port 53c5299e-9432-445b-8982-852c8f1bd2bd, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=53c5299e-9432-445b-8982-852c8f1bd2bd,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:19:35.356333 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c84e369-6bd1-41b9-9bf2-97566db079e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:35.474206 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9c84e369-6bd1-41b9-9bf2-97566db079e6 admin admin] Calling delete_port for 53c5299e-9432-445b-8982-852c8f1bd2bd owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:19:35.635099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c84e369-6bd1-41b9-9bf2-97566db079e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:35.679992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84e369-6bd1-41b9-9bf2-97566db079e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c5299e-9432-445b-8982-852c8f1bd2bd,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:35.966372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9c84e369-6bd1-41b9-9bf2-97566db079e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:36.639163 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c84e369-6bd1-41b9-9bf2-97566db079e6 admin admin] Router 4115dc71-5c6b-4c95-b802-8cee1cebad6b has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:19:36.840462 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c84e369-6bd1-41b9-9bf2-97566db079e6 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:19:36.848827 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce71573-df15-462b-9377-6437765dbb98 None None] Sync routers for ids ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'] in dv-neutron-838883-3-hyperv {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:19:36.852197 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9c84e369-6bd1-41b9-9bf2-97566db079e6 admin admin] 10.222.0.71 "PUT /v2.0/routers/4115dc71-5c6b-4c95-b802-8cee1cebad6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8444762 Apr 22 16:19:36.854814 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45172) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:36.860145 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce71573-df15-462b-9377-6437765dbb98 None None] Routers {'4115dc71-5c6b-4c95-b802-8cee1cebad6b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:19:36.860729 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-bce71573-df15-462b-9377-6437765dbb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:37.033535 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-bce71573-df15-462b-9377-6437765dbb98 None None] Set router 4115dc71-5c6b-4c95-b802-8cee1cebad6b gateway port host: dv-neutron-838883-3-hyperv {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:19:37.047533 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:37.239382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:37.249327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] Deleting port b725c087-4871-4baf-b201-3f51265c7c62 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:37.249703 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:37.314873 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-bce71573-df15-462b-9377-6437765dbb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10'}], 'enable_snat': True}, 'gw_port_id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:19:35Z', 'revision_number': 5, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port': {'id': 'b725c087-4871-4baf-b201-3f51265c7c62', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:3e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:08Z', 'updated_at': '2022-04-22T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:37.318585 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce71573-df15-462b-9377-6437765dbb98 None None] Checking router: 4115dc71-5c6b-4c95-b802-8cee1cebad6b for host: dv-neutron-838883-3-hyperv {{(pid=83936) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:19:37.329364 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce71573-df15-462b-9377-6437765dbb98 None None] Routers {'4115dc71-5c6b-4c95-b802-8cee1cebad6b'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83936) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:19:37.329943 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-bce71573-df15-462b-9377-6437765dbb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'], 'active': True} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:37.423978 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] For port b725c087-4871-4baf-b201-3f51265c7c62, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=b725c087-4871-4baf-b201-3f51265c7c62,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:19:37.424332 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:37.474726 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_dvr_db [None req-bce71573-df15-462b-9377-6437765dbb98 None None] Set router 4115dc71-5c6b-4c95-b802-8cee1cebad6b gateway port host: None {{(pid=83936) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:19:37.542082 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] Calling delete_port for b725c087-4871-4baf-b201-3f51265c7c62 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:19:37.576470 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.l3_hamode_db [None req-bce71573-df15-462b-9377-6437765dbb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:19:37Z', 'revision_number': 6, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:37.580275 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce71573-df15-462b-9377-6437765dbb98 None None] The sync data for ids ['4115dc71-5c6b-4c95-b802-8cee1cebad6b'] in dv-neutron-838883-3-hyperv is: [{'id': '4115dc71-5c6b-4c95-b802-8cee1cebad6b', 'name': 'tempest-TestSnapshotPattern-132266036-router', 'tenant_id': 'abb3b8dbff304f31b0af2e014f786070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:07Z', 'updated_at': '2022-04-22T16:19:37Z', 'revision_number': 6, 'project_id': 'abb3b8dbff304f31b0af2e014f786070', 'gw_port_host': None}] {{(pid=83936) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:19:37.802398 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:37.845372 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] Pushing event deleted for resources: {'Port': ['ID=b725c087-4871-4baf-b201-3f51265c7c62,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:38.070670 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:38.320487 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:38.324864 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:38.351607 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:38.352123 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4115dc71-5c6b-4c95-b802-8cee1cebad6b {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 16:19:38.364256 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:38.365365 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-91ecadd2-9008-412d-b3f8-7490032e196f admin admin] 10.222.0.71 "DELETE /v2.0/routers/4115dc71-5c6b-4c95-b802-8cee1cebad6b HTTP/1.1" status: 204 len: 168 time: 1.5096848 Apr 22 16:19:38.368598 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45176) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:38.430338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2cfaec-c377-4c9c-814d-3a5519d0441d admin admin] Deleting subnet 75228f44-8074-47fc-a3f3-7a53943a9c0e {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 16:19:38.433451 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2cfaec-c377-4c9c-814d-3a5519d0441d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:38.481808 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2cfaec-c377-4c9c-814d-3a5519d0441d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:38.566098 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2cfaec-c377-4c9c-814d-3a5519d0441d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:38.631202 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2cfaec-c377-4c9c-814d-3a5519d0441d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:38.669260 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cfaec-c377-4c9c-814d-3a5519d0441d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75228f44-8074-47fc-a3f3-7a53943a9c0e,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:38.673849 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-7b2cfaec-c377-4c9c-814d-3a5519d0441d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:38.679017 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92affbd-ffae-4657-a49d-8ab5729bbe35 None None] Network 74970b92-c561-4294-a482-4c9a5a8c3360 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 16:19:38.680550 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-7b2cfaec-c377-4c9c-814d-3a5519d0441d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/75228f44-8074-47fc-a3f3-7a53943a9c0e HTTP/1.1" status: 204 len: 168 time: 0.3110051 Apr 22 16:19:38.683099 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45180) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:38.745072 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 53c5299e-9432-445b-8982-852c8f1bd2bd no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:19:38.791246 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:38.791487 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 53c5299e-9432-445b-8982-852c8f1bd2bd {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:19:38.791796 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 53c5299e-9432-445b-8982-852c8f1bd2bd not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:19:38.792206 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b725c087-4871-4baf-b201-3f51265c7c62 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:19:38.801604 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Deleting port 8f6af590-6aac-4f6c-a712-4995ee02df77 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:38.801932 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:38.833160 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: b725c087-4871-4baf-b201-3f51265c7c62 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:19:38.833424 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device b725c087-4871-4baf-b201-3f51265c7c62 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:19:38.995498 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62667f9-a88f-4a3e-99fe-6baf575bcab9 None None] DHCP port deletion for 74970b92-c561-4294-a482-4c9a5a8c3360 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 16:19:39.000063 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f62667f9-a88f-4a3e-99fe-6baf575bcab9 None None] Deleting port 8f6af590-6aac-4f6c-a712-4995ee02df77 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:39.000700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f62667f9-a88f-4a3e-99fe-6baf575bcab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:39.007390 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] For port 8f6af590-6aac-4f6c-a712-4995ee02df77, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8f6af590-6aac-4f6c-a712-4995ee02df77,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:19:39.008371 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:39.204002 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-f62667f9-a88f-4a3e-99fe-6baf575bcab9 None None] For port 8f6af590-6aac-4f6c-a712-4995ee02df77, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=8f6af590-6aac-4f6c-a712-4995ee02df77,segment=NetworkSegment(1ce72f7f-2f43-4f77-b397-55019ddb6e94),segment_id=1ce72f7f-2f43-4f77-b397-55019ddb6e94)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:19:39.204347 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f62667f9-a88f-4a3e-99fe-6baf575bcab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:39.219132 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Calling delete_port for 8f6af590-6aac-4f6c-a712-4995ee02df77 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:19:39.294288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:39.324779 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f62667f9-a88f-4a3e-99fe-6baf575bcab9 None None] Calling delete_port for 8f6af590-6aac-4f6c-a712-4995ee02df77 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:19:39.338541 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6af590-6aac-4f6c-a712-4995ee02df77,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:39.347081 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] No DVR routers for this DVR port 8f6af590-6aac-4f6c-a712-4995ee02df77 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 16:19:39.394494 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-f62667f9-a88f-4a3e-99fe-6baf575bcab9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:19:39.394849 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-f62667f9-a88f-4a3e-99fe-6baf575bcab9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 16:19:39.460338 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:39.485266 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74970b92-c561-4294-a482-4c9a5a8c3360']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:39.496712 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce72f7f-2f43-4f77-b397-55019ddb6e94') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:39.497007 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce72f7f-2f43-4f77-b397-55019ddb6e94') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:39.507928 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:39.523709 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:39.530042 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 16:19:39.530444 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:19:39.543878 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:19:39.618131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:39.633530 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:39.644538 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] Pushing event deleted for resources: {'Network': ['ID=74970b92-c561-4294-a482-4c9a5a8c3360,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:39.656401 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-a39aa5f6-70f8-4559-a0e0-f44d2c66758f admin admin] 10.222.0.71 "DELETE /v2.0/networks/74970b92-c561-4294-a482-4c9a5a8c3360 HTTP/1.1" status: 204 len: 168 time: 0.9723673 Apr 22 16:19:39.659288 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45184) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:39.896364 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f62667f9-a88f-4a3e-99fe-6baf575bcab9 None None] Deleting port 8f6af590-6aac-4f6c-a712-4995ee02df77 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:39.896942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f62667f9-a88f-4a3e-99fe-6baf575bcab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:39.962204 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-f62667f9-a88f-4a3e-99fe-6baf575bcab9 None None] The port '8f6af590-6aac-4f6c-a712-4995ee02df77' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:19:40.041827 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6977a046-cce5-473c-b476-a147fa2cc9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402392'] for router_interface, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:40.709402 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6977a046-cce5-473c-b476-a147fa2cc9d8 admin admin] Deleting port 18965929-431d-4a4d-b420-5b06189bf93e {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:40.709744 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6977a046-cce5-473c-b476-a147fa2cc9d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:40.740700 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8f6af590-6aac-4f6c-a712-4995ee02df77 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:19:40.772370 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 8f6af590-6aac-4f6c-a712-4995ee02df77 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:19:40.772707 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 8f6af590-6aac-4f6c-a712-4995ee02df77 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:19:40.877475 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-6977a046-cce5-473c-b476-a147fa2cc9d8 admin admin] For port 18965929-431d-4a4d-b420-5b06189bf93e, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=18965929-431d-4a4d-b420-5b06189bf93e,segment=NetworkSegment(2ae5da94-c139-47d6-905f-7b8c43a06925),segment_id=2ae5da94-c139-47d6-905f-7b8c43a06925)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:19:40.877829 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6977a046-cce5-473c-b476-a147fa2cc9d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:40.996509 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-6977a046-cce5-473c-b476-a147fa2cc9d8 admin admin] Calling delete_port for 18965929-431d-4a4d-b420-5b06189bf93e owned by network:router_interface {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:19:41.157363 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6977a046-cce5-473c-b476-a147fa2cc9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:41.207087 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977a046-cce5-473c-b476-a147fa2cc9d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=18965929-431d-4a4d-b420-5b06189bf93e,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:41.495382 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-6977a046-cce5-473c-b476-a147fa2cc9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402319'] for router_interface, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:42.151663 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6977a046-cce5-473c-b476-a147fa2cc9d8 admin admin] Router 4d1ea478-25d7-4932-98c5-d936403c5566 has already been hosted by L3 agent a2a2fd6e-0fe9-421d-a551-2b16aba14271 {{(pid=83933) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 16:19:42.346166 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6977a046-cce5-473c-b476-a147fa2cc9d8 admin admin] Notify agent at l3_agent.dv-neutron-838883-3-hyperv the message routers_updated {{(pid=83933) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 16:19:42.354583 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ffbf28-79d8-4957-aca5-9b946efab2e0 None None] Sync routers for ids ['4d1ea478-25d7-4932-98c5-d936403c5566'] in dv-neutron-838883-3-hyperv {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 22 16:19:42.361763 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-6977a046-cce5-473c-b476-a147fa2cc9d8 admin admin] 10.222.0.71 "PUT /v2.0/routers/4d1ea478-25d7-4932-98c5-d936403c5566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7014956 Apr 22 16:19:42.364323 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45190) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:42.366823 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ffbf28-79d8-4957-aca5-9b946efab2e0 None None] Routers {'4d1ea478-25d7-4932-98c5-d936403c5566'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:19:42.367432 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-33ffbf28-79d8-4957-aca5-9b946efab2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4d1ea478-25d7-4932-98c5-d936403c5566'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:42.550282 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-33ffbf28-79d8-4957-aca5-9b946efab2e0 None None] Set router 4d1ea478-25d7-4932-98c5-d936403c5566 gateway port host: dv-neutron-838883-3-hyperv {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:19:42.560009 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] Notify callbacks [] for router, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:42.758992 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:42.769426 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] Deleting port d84cc30d-fa14-4174-9239-41d955393f11 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:42.769842 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:42.869013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-33ffbf28-79d8-4957-aca5-9b946efab2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'name': 'tempest-TestSnapshotPattern-848218151-router', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'external_fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'd84cc30d-fa14-4174-9239-41d955393f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:13Z', 'updated_at': '2022-04-22T16:19:41Z', 'revision_number': 5, 'project_id': '036f47767b2b42a193dcf00d0721f32b', 'gw_port': {'id': 'd84cc30d-fa14-4174-9239-41d955393f11', 'name': '', 'network_id': '2d66903e-b313-440b-aa1f-9c226989a999', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0ad75287-5363-44e1-8932-9e54be43caef', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838883-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T16:13:14Z', 'updated_at': '2022-04-22T16:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ad75287-5363-44e1-8932-9e54be43caef', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838883-3-hyperv'}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:42.872876 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ffbf28-79d8-4957-aca5-9b946efab2e0 None None] Checking router: 4d1ea478-25d7-4932-98c5-d936403c5566 for host: dv-neutron-838883-3-hyperv {{(pid=83935) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 22 16:19:42.883180 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ffbf28-79d8-4957-aca5-9b946efab2e0 None None] Routers {'4d1ea478-25d7-4932-98c5-d936403c5566'} bound to L3 agent in host dv-neutron-838883-3-hyperv {{(pid=83935) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 22 16:19:42.883773 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-33ffbf28-79d8-4957-aca5-9b946efab2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838883-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T14:59:15Z,description=,heartbeat_timestamp=2022-04-22T16:19:15Z,host='dv-neutron-838883-3-hyperv',id=a2a2fd6e-0fe9-421d-a551-2b16aba14271,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T14:59:15Z,topic='l3_agent')) {'router_ids': ['4d1ea478-25d7-4932-98c5-d936403c5566'], 'active': True} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:42.951874 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] For port d84cc30d-fa14-4174-9239-41d955393f11, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=d84cc30d-fa14-4174-9239-41d955393f11,segment=NetworkSegment(a160f665-cda0-4a50-8453-b75791fccae5),segment_id=a160f665-cda0-4a50-8453-b75791fccae5)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:19:42.952143 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:43.024870 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-377b37c4-086d-4cf3-b28e-b12a7c07d837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:43.045840 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_dvr_db [None req-33ffbf28-79d8-4957-aca5-9b946efab2e0 None None] Set router 4d1ea478-25d7-4932-98c5-d936403c5566 gateway port host: None {{(pid=83935) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 22 16:19:43.073948 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] Calling delete_port for d84cc30d-fa14-4174-9239-41d955393f11 owned by network:router_gateway {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:19:43.150639 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.db.l3_hamode_db [None req-33ffbf28-79d8-4957-aca5-9b946efab2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'name': 'tempest-TestSnapshotPattern-848218151-router', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:13Z', 'updated_at': '2022-04-22T16:19:42Z', 'revision_number': 6, 'project_id': '036f47767b2b42a193dcf00d0721f32b', 'gw_port_host': None}], 'dv-neutron-838883-3-hyperv', False) {} {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:43.154833 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ffbf28-79d8-4957-aca5-9b946efab2e0 None None] The sync data for ids ['4d1ea478-25d7-4932-98c5-d936403c5566'] in dv-neutron-838883-3-hyperv is: [{'id': '4d1ea478-25d7-4932-98c5-d936403c5566', 'name': 'tempest-TestSnapshotPattern-848218151-router', 'tenant_id': '036f47767b2b42a193dcf00d0721f32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T16:13:13Z', 'updated_at': '2022-04-22T16:19:42Z', 'revision_number': 6, 'project_id': '036f47767b2b42a193dcf00d0721f32b', 'gw_port_host': None}] {{(pid=83935) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 22 16:19:43.250308 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:43.294890 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] Pushing event deleted for resources: {'Port': ['ID=d84cc30d-fa14-4174-9239-41d955393f11,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:43.307552 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:19:43.523356 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-404677'] for router_gateway, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:43.865022 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-405813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3909'] for router, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:43.868971 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:43.894251 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-405913'] for router, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:43.894872 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d1ea478-25d7-4932-98c5-d936403c5566 {{(pid=83933) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 16:19:43.907822 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] Notify callbacks [] for router, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:43.908947 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-23a7c7f0-7e61-434e-8927-23834abe6dde admin admin] 10.222.0.71 "DELETE /v2.0/routers/4d1ea478-25d7-4932-98c5-d936403c5566 HTTP/1.1" status: 204 len: 168 time: 1.5433586 Apr 22 16:19:43.911591 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45194) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:43.970171 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.db_base_plugin_v2 [None req-decd3010-1eb7-423b-ada2-d7ee17efe16d admin admin] Deleting subnet bdfd1a8d-60de-4a1d-a384-2d826d9826aa {{(pid=83933) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 22 16:19:43.973174 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-decd3010-1eb7-423b-ada2-d7ee17efe16d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:44.028130 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-decd3010-1eb7-423b-ada2-d7ee17efe16d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4114504'] for subnet, precommit_delete_associations {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:44.106983 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-decd3010-1eb7-423b-ada2-d7ee17efe16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145868'] for subnet, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:44.184125 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-decd3010-1eb7-423b-ada2-d7ee17efe16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3327150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3632082'] for subnet, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:44.224001 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd3010-1eb7-423b-ada2-d7ee17efe16d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdfd1a8d-60de-4a1d-a384-2d826d9826aa,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:44.231423 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-decd3010-1eb7-423b-ada2-d7ee17efe16d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:44.236327 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb48162-ca55-4cc6-a8a5-718864bbb79d None None] Network cd7347c8-21d3-4e49-9f6a-17ae78168df9 requested from dv-neutron-838883-3-hyperv {{(pid=83935) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 22 16:19:44.237156 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-decd3010-1eb7-423b-ada2-d7ee17efe16d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bdfd1a8d-60de-4a1d-a384-2d826d9826aa HTTP/1.1" status: 204 len: 168 time: 0.3246315 Apr 22 16:19:44.239758 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45198) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:44.344734 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2086120'] for network, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:44.355305 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Deleting port 5c218f82-e77b-4c3c-8350-29db18e56189 {{(pid=83933) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:44.355627 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:44.481474 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7c44b-4576-4a5e-b765-8f1fb3613cb9 None None] DHCP port deletion for cd7347c8-21d3-4e49-9f6a-17ae78168df9 request from dv-neutron-838883-3-hyperv {{(pid=83935) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 22 16:19:44.486005 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-45c7c44b-4576-4a5e-b765-8f1fb3613cb9 None None] Deleting port 5c218f82-e77b-4c3c-8350-29db18e56189 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:44.486424 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-45c7c44b-4576-4a5e-b765-8f1fb3613cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:44.554016 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.db [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] For port 5c218f82-e77b-4c3c-8350-29db18e56189, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5c218f82-e77b-4c3c-8350-29db18e56189,segment=NetworkSegment(2ae5da94-c139-47d6-905f-7b8c43a06925),segment_id=2ae5da94-c139-47d6-905f-7b8c43a06925)] {{(pid=83933) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:19:44.554692 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:44.670729 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Calling delete_port for 5c218f82-e77b-4c3c-8350-29db18e56189 owned by network:dhcp {{(pid=83933) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:19:44.682409 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.db [None req-45c7c44b-4576-4a5e-b765-8f1fb3613cb9 None None] For port 5c218f82-e77b-4c3c-8350-29db18e56189, host dv-neutron-838883-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838883-3-hyperv',level=0,port_id=5c218f82-e77b-4c3c-8350-29db18e56189,segment=NetworkSegment(2ae5da94-c139-47d6-905f-7b8c43a06925),segment_id=2ae5da94-c139-47d6-905f-7b8c43a06925)] {{(pid=83935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 16:19:44.682741 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-45c7c44b-4576-4a5e-b765-8f1fb3613cb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464874'] for port, precommit_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:44.750031 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2050223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-954789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742899280532', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742898856596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3327133'] for port, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:44.792782 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c218f82-e77b-4c3c-8350-29db18e56189,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:44.798923 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] No DVR routers for this DVR port 5c218f82-e77b-4c3c-8350-29db18e56189 on host dv-neutron-838883-3-hyperv {{(pid=83933) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 16:19:44.801079 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d84cc30d-fa14-4174-9239-41d955393f11 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:19:44.829992 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-45c7c44b-4576-4a5e-b765-8f1fb3613cb9 None None] Calling delete_port for 5c218f82-e77b-4c3c-8350-29db18e56189 owned by network:dhcp {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 22 16:19:44.869237 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: d84cc30d-fa14-4174-9239-41d955393f11 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:19:44.869586 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device d84cc30d-fa14-4174-9239-41d955393f11 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:19:44.870000 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5c218f82-e77b-4c3c-8350-29db18e56189 no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:19:44.911333 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 5c218f82-e77b-4c3c-8350-29db18e56189 {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:19:44.911676 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 5c218f82-e77b-4c3c-8350-29db18e56189 not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:19:44.912114 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 18965929-431d-4a4d-b420-5b06189bf93e no longer exists at agent ovs-agent-dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 16:19:44.916456 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1142681', 'neutron.services.segments.db._delete_segments_for_network-8742899308921'] for network, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:44.942442 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7347c8-21d3-4e49-9f6a-17ae78168df9']}} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:44.947492 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-008a8920-205e-4a34-a112-a4e499776801 None None] No Port match for: 18965929-431d-4a4d-b420-5b06189bf93e {{(pid=83935) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 22 16:19:44.947835 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.rpc [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Device 18965929-431d-4a4d-b420-5b06189bf93e not bound to the agent host dv-neutron-838883-3-hyperv {{(pid=83935) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 16:19:44.955926 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae5da94-c139-47d6-905f-7b8c43a06925') {'for_net_delete': True} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:44.956327 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.services.segments.db [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae5da94-c139-47d6-905f-7b8c43a06925') {} {{(pid=83933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 16:19:44.971751 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.db.api [None req-45c7c44b-4576-4a5e-b765-8f1fb3613cb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83935) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 16:19:44.972111 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG oslo_db.api [None req-45c7c44b-4576-4a5e-b765-8f1fb3613cb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 16:19:44.972543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742899308804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4115643'] for segment, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:44.989532 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2066026'] for segment, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:44.996472 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=83933) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 22 16:19:44.996887 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2066033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3327168'] for segment, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: Traceback (most recent call last): Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: timer() Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: cb(*args, **kw) Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: return func(*args, **kwargs) Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: self._notify() Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: self.callback(batched_events) Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: event.method(event) Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: return f(self, *a, **k) Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._get(url).json() Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: return self.request(url, 'GET', **kwargs) Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 16:19:45.014097 dv-neutron-838883-3-hyperv neutron-server[83933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 16:19:45.164794 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a4cda036-db94-4ef0-b115-ff08e10ee386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:45.171332 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1142674', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-404696'] for network, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:45.187090 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445528'] for network, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:45.196807 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7347c8-21d3-4e49-9f6a-17ae78168df9,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:45.203596 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-9d7c48f2-a0b4-4413-8e60-4ab21316b4c2 admin admin] 10.222.0.71 "DELETE /v2.0/networks/cd7347c8-21d3-4e49-9f6a-17ae78168df9 HTTP/1.1" status: 204 len: 168 time: 0.9628365 Apr 22 16:19:45.340785 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45204) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:45.392701 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-192b60f0-6d15-429a-a8db-a8faac65b152 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=abb3b8dbff304f31b0af2e014f786070&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507202 Apr 22 16:19:45.395131 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45208) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:45.452318 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-02d43f40-a7e0-4ef5-a893-2eb26ba87a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:45.473167 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-45c7c44b-4576-4a5e-b765-8f1fb3613cb9 None None] Deleting port 5c218f82-e77b-4c3c-8350-29db18e56189 {{(pid=83935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 22 16:19:45.473656 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-45c7c44b-4576-4a5e-b765-8f1fb3613cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742899210195'] for port, before_delete {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:45.478273 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-02d43f40-a7e0-4ef5-a893-2eb26ba87a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:45.534503 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-02d43f40-a7e0-4ef5-a893-2eb26ba87a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:45.543268 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron.plugins.ml2.plugin [None req-45c7c44b-4576-4a5e-b765-8f1fb3613cb9 None None] The port '5c218f82-e77b-4c3c-8350-29db18e56189' was deleted {{(pid=83935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 22 16:19:45.552437 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d43f40-a7e0-4ef5-a893-2eb26ba87a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e5b479-7f31-4b74-ae9c-4a19d74c10df,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:45.559247 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-02d43f40-a7e0-4ef5-a893-2eb26ba87a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:45.560354 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-02d43f40-a7e0-4ef5-a893-2eb26ba87a6e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/95e5b479-7f31-4b74-ae9c-4a19d74c10df HTTP/1.1" status: 204 len: 168 time: 0.1643555 Apr 22 16:19:45.943696 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45216) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:45.993229 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-852f6ca1-a51d-4fdd-bfab-72202df0fdb7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=036f47767b2b42a193dcf00d0721f32b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482614 Apr 22 16:19:45.995783 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.wsgi [-] (83933) accepted ('10.222.0.71', 45220) {{(pid=83933) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 16:19:46.056823 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08af1628-4b46-4760-bd0b-4c517de638b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:46.081543 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08af1628-4b46-4760-bd0b-4c517de638b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:46.135304 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08af1628-4b46-4760-bd0b-4c517de638b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564415'] for security_group, after_delete {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:46.152584 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af1628-4b46-4760-bd0b-4c517de638b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb04c0d3-ea82-4a10-b3c0-2116449be252,revision_number=None']} {{(pid=83933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 16:19:46.159002 dv-neutron-838883-3-hyperv neutron-server[83933]: DEBUG neutron_lib.callbacks.manager [None req-08af1628-4b46-4760-bd0b-4c517de638b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:46.160086 dv-neutron-838883-3-hyperv neutron-server[83933]: INFO neutron.wsgi [None req-08af1628-4b46-4760-bd0b-4c517de638b0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eb04c0d3-ea82-4a10-b3c0-2116449be252 HTTP/1.1" status: 204 len: 168 time: 0.1633542 Apr 22 16:19:46.210632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:46.268212 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:19:47.879086 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:20:03.809064 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:20:12.907673 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-944ced4d-be69-4fdf-ac4a-f208fac320fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:20:15.166631 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-78e08f77-3619-4def-aa62-fe0ee3900fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:20:16.213409 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:20:16.272036 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:20:17.881826 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:20:20.310643 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:20:33.809997 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:20:42.909763 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-184ee05e-1e5f-4171-98a3-6d66596911e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:20:45.168048 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4894b2cd-7c84-40c5-b421-34fee1ca4c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:20:46.214032 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:20:46.271895 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:20:47.885131 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:20:57.310581 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:21:03.823811 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:21:12.911614 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-fb17d35b-2873-4daf-a2e3-9c5605619f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:21:15.170123 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f02a0761-0a94-4105-b24d-c6f4767f0811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:21:16.215857 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:21:16.274952 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:21:17.889942 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:21:33.840568 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:21:34.313009 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:21:42.912406 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-6b69fcd3-e543-460b-820e-b5122e6d5c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:21:45.171253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-e1b9db68-cc19-43e0-8a4e-0498d3acdc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:21:46.217864 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:21:46.278077 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:21:47.891253 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:22:03.856455 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:22:11.314603 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:22:12.917340 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ec7155a3-ace5-47a3-9d56-95956b2c0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:22:15.172505 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a2e86eec-7437-4c12-a064-ec8b4be9ac8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:22:16.220090 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:22:16.280456 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:22:17.894602 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:22:33.873906 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:22:42.919015 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-d1704cc4-62b0-4d33-9b30-bb95babbdd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:22:45.174225 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a87c-5012-43c4-8923-cb7cc92b1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:22:46.221966 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:22:46.281988 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:22:47.900508 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:22:48.314601 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:23:03.887283 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:23:12.920661 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-aabeaaf6-6aa1-4ddb-b21f-28bf11b17d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:23:15.175526 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-70113584-e61d-44d8-82da-98de0ab02517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:23:16.223251 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:23:16.283716 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:23:17.903926 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:23:25.314465 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:23:33.889964 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:23:42.921054 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-924de518-4a41-4bd9-b34c-00b1e2c31778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:23:45.177202 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-a9f03c35-3d85-4993-9709-8ee6706e56d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:23:46.224346 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:23:46.286493 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:23:47.906632 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:24:01.396844 dv-neutron-838883-3-hyperv neutron-server[83934]: DEBUG neutron.wsgi [req-25b094b4-d60e-4dea-a748-b75dcbd46f4e req-6e087223-7271-4edb-a3bb-7ea30daecb53 service neutron] (83934) timed out ('10.222.0.71', 44194) {{(pid=83934) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 16:24:02.317175 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:24:03.890756 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:24:12.923598 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-35f448c1-5eaf-4525-a17f-92a12d81b40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:24:15.179062 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ae30c074-7909-4bcd-8385-1f570b1b9196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:24:16.226999 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:24:16.288551 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:24:17.908676 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:24:33.891132 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:24:39.318341 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:24:42.924084 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-4c60cd9b-a8a8-411a-950c-0a0c0c9bffd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:24:45.182019 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c1af9f1e-f683-4d7a-84cc-37963f543e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:24:46.229192 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:24:46.290977 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:24:47.914013 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:25:03.908664 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:25:12.925158 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-09d3e0b9-30ac-4ffa-8db6-ff057212afb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:25:15.182561 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-ce0ff702-501c-416e-a6e6-434f6ad225e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:25:16.230661 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:25:16.293306 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:25:16.319667 dv-neutron-838883-3-hyperv neutron-server[83936]: DEBUG neutron.db.agents_db [None req-054be091-4180-4e05-bafd-c8e17c49204c None None] Agent healthcheck: found 6 active agents {{(pid=83936) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 16:25:17.914078 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:25:33.909546 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-661e3a73-7f3c-48d4-9215-fbdb81aa8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:25:42.925770 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f18d4f9b-bbac-4d67-ac72-b69c62f90673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:25:45.183856 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-f2ed3b21-6b76-4b4c-8fcc-7fe2ecb8d8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:25:46.231831 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-008a8920-205e-4a34-a112-a4e499776801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:25:46.296527 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-1e68a16d-2341-4975-9e1b-2e1f6e78b403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 16:25:47.917376 dv-neutron-838883-3-hyperv neutron-server[83935]: DEBUG neutron_lib.callbacks.manager [None req-c39899fc-9182-4530-b17d-1277f006f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742899308903', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1139097'] for agent, after_update {{(pid=83935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}